-- Logs begin at Mon 2022-01-24 15:31:21 UTC, end at Mon 2022-01-24 17:25:03 UTC. -- Jan 24 16:08:21.749711 dv-neutron-826104-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 24 16:08:23.892399 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.common.config [-] Logging enabled! Jan 24 16:08:23.893026 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev6 Jan 24 16:08:23.893114 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83362) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 24 16:08:23.895354 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.common.config [-] Logging enabled! Jan 24 16:08:23.895627 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev6 Jan 24 16:08:23.895867 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83362) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 24 16:08:23.896831 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 16:08:23.897056 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 16:08:23.897411 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 16:08:23.897652 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 16:08:23.897846 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 16:08:23.898188 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.898482 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.898766 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.898988 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.899281 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.899579 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.899907 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.900144 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.900435 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.900716 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.900991 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.901275 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.901498 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.901780 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.902063 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.902327 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.902544 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] debug = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.902824 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.903251 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.903698 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.903975 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.904260 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.904530 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.904801 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.905085 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.905407 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] host = dv-neutron-826104-1-hyperv {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.905683 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.905964 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.906248 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.906569 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.906867 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.907190 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.907560 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.907835 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.908107 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] log_file = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.908376 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.908671 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.908943 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.909234 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.909455 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.909673 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.909952 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.910237 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.910510 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.910778 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.911048 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.911318 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.911608 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.911873 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.912151 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.912426 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.912702 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.912971 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.913239 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.913504 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.913769 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.914048 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.914315 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.914582 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.914848 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.915129 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.915392 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.915682 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.915978 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.916258 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.916538 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.916816 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.917087 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.917366 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.917629 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.917896 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.918163 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] use_json = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.918428 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.918691 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.918966 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.919233 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.919520 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.919793 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.920058 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.920337 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:23.920627 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.920918 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.921217 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.921493 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.921779 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.922060 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.922547 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.922832 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.923117 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.923403 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.923719 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.923993 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.924275 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.924562 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.924845 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.925115 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.925386 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.925669 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.925939 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.926204 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.926478 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.926759 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.927031 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.927298 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.927597 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.927869 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.928133 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.928398 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.928668 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.928951 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.929221 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.929483 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.929746 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.930014 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.930280 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.930554 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.930822 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.931087 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.931349 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.931649 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.931915 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.932180 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.932448 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.932711 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.932979 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.933245 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.933507 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.933770 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.934034 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.934298 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.934564 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.934828 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.935100 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.935367 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.935660 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.935930 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.936198 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.936467 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.936749 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.937043 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.937315 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.937589 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.937888 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.938161 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.938531 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.938821 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.939101 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.939378 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.939803 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.940094 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.940376 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.940660 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.940936 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.941210 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.941501 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.941775 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.942052 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.942325 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.942599 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.942878 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.943158 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.943448 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.943762 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.944051 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.944340 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.944628 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.944903 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.945212 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.945490 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:23.945699 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 16:08:23.945937 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83362) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 24 16:08:24.345607 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO keyring.backend [-] Loading KWallet Jan 24 16:08:24.353139 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO keyring.backend [-] Loading SecretService Jan 24 16:08:24.356450 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO keyring.backend [-] Loading Windows Jan 24 16:08:24.357823 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO keyring.backend [-] Loading chainer Jan 24 16:08:24.358399 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO keyring.backend [-] Loading macOS Jan 24 16:08:24.392036 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 24 16:08:24.392283 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 24 16:08:24.392589 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 24 16:08:24.392918 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 24 16:08:24.694722 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:24.694978 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:24.695275 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:24.750968 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:24.751253 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:24.751517 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:24.754648 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:24.754927 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:24.755167 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:24.783531 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:24.783811 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:24.784064 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:24.810897 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:24.811165 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:24.811425 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.131662 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.132282 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.132282 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.132425 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.133337 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.255098 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.255401 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.255713 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.255978 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.256236 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.256514 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.256801 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.257048 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.257293 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.257578 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.257816 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.258075 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.258331 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.258559 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.258815 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.259070 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.259314 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.259615 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.259855 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.260109 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.260445 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.260688 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.260930 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.261201 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.261441 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.261677 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.262064 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 16:08:25.262295 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 16:08:25.262528 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 16:08:25.262757 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 16:08:25.262984 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 16:08:25.263211 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 16:08:25.263813 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 24 16:08:25.267110 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 24 16:08:25.271184 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 24 16:08:25.275176 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jan 24 16:08:25.276849 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 24 16:08:25.277241 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 24 16:08:25.277571 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 24 16:08:25.277946 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 24 16:08:25.280804 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 24 16:08:25.281049 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 24 16:08:25.281395 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 24 16:08:25.309431 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 24 16:08:25.309877 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.310164 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83362) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 24 16:08:25.310518 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.311920 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83362) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 24 16:08:25.312196 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 24 16:08:25.312437 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 24 16:08:25.315767 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.316041 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.377771 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 24 16:08:25.377913 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 24 16:08:25.378162 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 24 16:08:25.378526 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 24 16:08:25.421200 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_db.sqlalchemy.engines [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83362) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 24 16:08:25.751965 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Initializing driver for type 'gre' Jan 24 16:08:25.752580 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] gre ID ranges: [(1, 1000)] Jan 24 16:08:25.806452 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Initializing driver for type 'local' Jan 24 16:08:25.806918 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Initializing driver for type 'vlan' Jan 24 16:08:25.824133 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] VlanTypeDriver initialization complete Jan 24 16:08:25.824469 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Initializing driver for type 'vxlan' Jan 24 16:08:25.824971 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] vxlan ID ranges: [(1, 1000)] Jan 24 16:08:25.892491 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Initializing extension driver 'port_security' Jan 24 16:08:25.892845 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.extensions.port_security [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] PortSecurityExtensionDriver initialization complete Jan 24 16:08:25.893152 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Initializing mechanism driver 'openvswitch' Jan 24 16:08:25.893544 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Initializing mechanism driver 'hyperv' Jan 24 16:08:25.900217 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.plugins.ml2.plugin [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:08:25.900886 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > port after_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.901248 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > port after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.901592 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > port after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.902117 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 24 16:08:25.902546 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > subnet after_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.902889 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > subnet after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.903227 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > subnet after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.903635 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 24 16:08:25.904032 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > network after_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.904372 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > network after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.904704 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > network after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.905089 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 24 16:08:25.905507 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > security_group after_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.905829 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > security_group after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.906163 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > security_group after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.906791 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 24 16:08:25.907192 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.907558 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.907897 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.908279 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 24 16:08:25.908720 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] ML2 OVO RPC backend initialized. {{(pid=83362) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 24 16:08:25.909374 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router_interface after_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.909722 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.910131 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > network before_response 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.910488 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > networks before_response 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.910811 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > port before_response 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.911164 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > ports before_response 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.911495 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > subnet before_response 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.911843 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > subnets before_response 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.912181 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > network after_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.912518 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > network after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.912849 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > network after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.913177 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > port after_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.913506 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > port after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.913832 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > port after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.914162 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > subnet after_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.914494 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > subnet after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.914817 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > subnet after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.915401 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.plugin [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Modular L2 Plugin initialization complete Jan 24 16:08:25.915757 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading services supported by the core plugin {{(pid=83362) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 24 16:08:25.916082 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.plugins.ml2.managers [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Got port-security extension from driver 'port_security' Jan 24 16:08:25.916545 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.extensions.vlantransparent [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Disabled vlantransparent extension. Jan 24 16:08:25.916957 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83362) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 24 16:08:25.917270 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading Plugin: router Jan 24 16:08:25.953301 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router_interface before_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.953892 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router after_create 55549900 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.954255 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router before_create 55549900 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.954614 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.954979 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.955327 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router after_delete 55549900 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.955710 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > floatingip after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.956068 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router after_create 55549900 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.956404 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router after_update 55549900 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.956748 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router after_update 55549900 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.957072 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.957418 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router after_update 55549900 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.957819 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router precommit_update 55549900 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.958180 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: port after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.958511 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: port after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.958840 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: subnet after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.959170 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.959532 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > port precommit_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.959879 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router precommit_create 55549900 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.960200 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: port before_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.960538 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router precommit_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.960890 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router after_update 55549900 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.961225 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router precommit_delete 55549900 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.961565 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router precommit_create 55549900 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.961920 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router_interface after_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.962259 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router precommit_update 55549900 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.962618 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > agent after_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.962969 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > agent after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.963309 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > network after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.964204 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Tracking information for resource: router configured {{(pid=83362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 16:08:25.964533 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Tracking information for resource: floatingip configured {{(pid=83362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 16:08:25.969628 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.db.l3_agentschedulers_db [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 24 16:08:25.970186 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: port after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.970544 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: port after_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.970891 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: port after_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.971239 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: port after_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.972188 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router before_create 55550100 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.972556 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router precommit_delete 55550100 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.972919 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router precommit_create 55550100 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.973271 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > router precommit_update 55550100 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:25.977646 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.services.provider_configuration [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Service providers = [] {{(pid=83362) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 24 16:08:25.977984 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.db.servicetype_db [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83362) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 24 16:08:25.981008 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.services.service_base [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 16:08:25.981358 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.services.service_base [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 16:08:25.981697 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.services.service_base [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 16:08:25.982586 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.services.service_base [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 16:08:25.982951 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.services.service_base [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 24 16:08:25.983330 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 16:08:25.983672 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 24 16:08:25.995201 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 16:08:25.995560 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading Plugin: auto_allocate Jan 24 16:08:26.001534 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: network precommit_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:26.001902 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: network precommit_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:26.002503 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 16:08:26.002731 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading Plugin: tag Jan 24 16:08:26.009367 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 16:08:26.009696 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading Plugin: timestamp Jan 24 16:08:26.013729 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 16:08:26.014064 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading Plugin: network_ip_availability Jan 24 16:08:26.019500 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:26.019890 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:26.020254 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:26.020957 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 16:08:26.021282 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading Plugin: flavors Jan 24 16:08:26.026001 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 16:08:26.026324 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading Plugin: revisions Jan 24 16:08:26.030597 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 16:08:26.030987 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_concurrency.lockutils [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.638s {{(pid=83362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 24 16:08:26.031777 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83362) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 24 16:08:26.032145 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Initializing extension manager. Jan 24 16:08:26.032633 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: __init__.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.032975 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: __pycache__ {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.033301 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.033612 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.033935 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: _filter_validation_lib.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.034257 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.034577 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: address_group.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.035331 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.035931 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: address-group Jan 24 16:08:26.036247 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: address_scope.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.036945 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.037451 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: address-scope Jan 24 16:08:26.037766 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: admin_state_down_before_update.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.038688 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.039195 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: router-admin-state-down-before-update Jan 24 16:08:26.039531 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: agent.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.040223 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.040729 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: agent Jan 24 16:08:26.041050 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: agent_resources_synced.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.041945 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.042449 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: agent-resources-synced Jan 24 16:08:26.042761 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: allowedaddresspairs.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.044763 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.045285 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: allowed-address-pairs Jan 24 16:08:26.045610 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: auto_allocated_topology.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.046684 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.047259 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: auto-allocated-topology Jan 24 16:08:26.047709 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: availability_zone.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.048593 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.049108 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: availability_zone Jan 24 16:08:26.049432 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: availability_zone_filter.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.050346 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.050864 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: availability_zone_filter Jan 24 16:08:26.051180 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: data_plane_status.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.052110 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.052619 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension data-plane-status not supported by any of loaded plugins Jan 24 16:08:26.052935 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: default_subnetpools.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.053838 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.054347 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: default-subnetpools Jan 24 16:08:26.054664 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: dhcpagentscheduler.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.055446 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.055975 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: dhcp_agent_scheduler Jan 24 16:08:26.056295 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: dns.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.057207 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.057717 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension dns-integration not supported by any of loaded plugins Jan 24 16:08:26.058034 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: dns_domain_ports.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.058950 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.059463 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 24 16:08:26.059805 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: dvr.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.060479 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.060996 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: dvr Jan 24 16:08:26.061311 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: empty_string_filtering.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.062216 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.062738 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: empty-string-filtering Jan 24 16:08:26.063075 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.063988 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.064488 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 24 16:08:26.064803 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.065714 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.066223 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 24 16:08:26.066537 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: external_net.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.067449 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.067980 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: external-net Jan 24 16:08:26.068299 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: extra_dhcp_opt.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.069207 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.069711 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: extra_dhcp_opt Jan 24 16:08:26.070025 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: extraroute.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.071011 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.071547 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: extraroute Jan 24 16:08:26.071868 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: extraroute_atomic.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.072910 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.073410 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: extraroute-atomic Jan 24 16:08:26.073755 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: filter_validation.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.074424 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.074930 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: filter-validation Jan 24 16:08:26.075245 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: fip_pf_description.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.076169 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.076671 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 24 16:08:26.076985 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: fip_port_details.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.077909 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.078528 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: fip-port-details Jan 24 16:08:26.078884 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: flavors.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.080238 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.080767 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: flavors Jan 24 16:08:26.081087 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.082782 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.083309 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 24 16:08:26.083676 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: floatingip_pools.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.084382 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.084898 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: floatingip-pools Jan 24 16:08:26.085226 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: ip_allocation.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.086139 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.086652 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension ip_allocation not supported by any of loaded plugins Jan 24 16:08:26.086975 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.087924 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.088439 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: ip-substring-filtering Jan 24 16:08:26.088763 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: l2_adjacency.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.089683 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.090190 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension l2_adjacency not supported by any of loaded plugins Jan 24 16:08:26.090511 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: l3.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.091551 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.092075 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: router Jan 24 16:08:26.092399 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: l3_conntrack_helper.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.094826 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.095360 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 24 16:08:26.096431 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.097766 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.098525 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: ext-gw-mode Jan 24 16:08:26.098855 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.099801 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.100320 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: l3-ha Jan 24 16:08:26.100643 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: l3_flavors.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.101558 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.102070 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: l3-flavors Jan 24 16:08:26.102392 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.103330 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.103870 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: l3-port-ip-change-not-allowed Jan 24 16:08:26.104196 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: l3agentscheduler.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.105240 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.105753 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: l3_agent_scheduler Jan 24 16:08:26.106075 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: logging.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.107616 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.108143 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension logging not supported by any of loaded plugins Jan 24 16:08:26.108470 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: metering.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.109208 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.109866 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: metering Jan 24 16:08:26.110365 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.112088 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.112859 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: metering_source_and_destination_fields Jan 24 16:08:26.112859 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: multiprovidernet.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.113574 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.114405 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: multi-provider Jan 24 16:08:26.114405 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: netmtu.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.115298 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.115838 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: net-mtu Jan 24 16:08:26.116951 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: netmtu_writable.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.117068 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.117594 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: net-mtu-writable Jan 24 16:08:26.117594 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: network_availability_zone.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.118532 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.119041 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: network_availability_zone Jan 24 16:08:26.119358 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: network_ip_availability.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.120518 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.121031 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: network-ip-availability Jan 24 16:08:26.121349 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: network_segment_range.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.122127 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.122632 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension network-segment-range not supported by any of loaded plugins Jan 24 16:08:26.122947 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: pagination.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.123969 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.124289 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: pagination Jan 24 16:08:26.124611 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.125581 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.126076 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: port-mac-address-regenerate Jan 24 16:08:26.126383 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: port_resource_request.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.127297 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.127836 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension port-resource-request not supported by any of loaded plugins Jan 24 16:08:26.128154 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: portbindings.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.129056 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.129584 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: binding Jan 24 16:08:26.129881 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: portbindings_extended.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.131167 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.131711 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: binding-extended Jan 24 16:08:26.132257 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: portsecurity.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.132935 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.133446 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: port-security Jan 24 16:08:26.133766 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: project_id.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.134753 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.135083 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: project-id Jan 24 16:08:26.135399 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: providernet.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.136335 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.136844 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: provider Jan 24 16:08:26.137160 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: qos.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.140956 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.141563 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension qos not supported by any of loaded plugins Jan 24 16:08:26.141898 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.143158 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.143713 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 24 16:08:26.144038 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.144967 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.145476 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 24 16:08:26.145789 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: qos_default.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.146695 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.147209 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension qos-default not supported by any of loaded plugins Jan 24 16:08:26.147564 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: qos_fip.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.148199 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.148703 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension qos-fip not supported by any of loaded plugins Jan 24 16:08:26.149021 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: qos_gateway_ip.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.149940 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.150445 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 24 16:08:26.150762 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: qos_port_network_policy.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.151710 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.152218 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 24 16:08:26.152536 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: qos_rule_type_details.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.153437 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.153943 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 24 16:08:26.154261 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: qos_rules_alias.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.155303 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.155838 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 24 16:08:26.156157 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: quotasv2.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.157355 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.157749 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: quotas Jan 24 16:08:26.158076 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: quotasv2_detail.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.159739 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.160075 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: quota_details Jan 24 16:08:26.160400 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: rbac.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.161476 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.162027 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: rbac-policies Jan 24 16:08:26.162349 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: rbac_address_scope.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.163270 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.163814 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: rbac-address-scope Jan 24 16:08:26.164133 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: rbac_security_groups.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.165033 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.165544 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: rbac-security-groups Jan 24 16:08:26.165864 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: rbac_subnetpool.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.166772 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.167282 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: rbac-subnetpool Jan 24 16:08:26.167632 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: revisionifmatch.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.168561 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.169072 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: revision-if-match Jan 24 16:08:26.169389 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: revisions.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.170503 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.171018 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: standard-attr-revisions Jan 24 16:08:26.171343 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: router_availability_zone.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.172036 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.172662 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: router_availability_zone Jan 24 16:08:26.172998 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: routerservicetype.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.173919 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.174425 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension router-service-type not supported by any of loaded plugins Jan 24 16:08:26.174739 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: security_groups_port_filtering.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.175689 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.176194 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: port-security-groups-filtering Jan 24 16:08:26.176507 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: securitygroup.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.187682 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.188389 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: security-group Jan 24 16:08:26.188721 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: segment.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.189508 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.190033 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension segment not supported by any of loaded plugins Jan 24 16:08:26.190361 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.191308 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.191863 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 24 16:08:26.192186 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: servicetype.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.193304 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.193825 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: service-type Jan 24 16:08:26.194154 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: sorting.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.195138 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.195466 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: sorting Jan 24 16:08:26.195806 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: standard_attr_segment.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.196729 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.197248 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 24 16:08:26.197565 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: standardattrdescription.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.198213 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.198725 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: standard-attr-description Jan 24 16:08:26.199045 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: stateful_security_group.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.199989 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.200511 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: stateful-security-group Jan 24 16:08:26.200829 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: stdattrs_common.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.201409 dv-neutron-826104-1-hyperv neutron-server[83362]: WARNING neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 24 16:08:26.201725 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.202656 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.203169 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 24 16:08:26.203585 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: subnet_onboard.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.204739 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.205263 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: subnet_onboard Jan 24 16:08:26.205583 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.206518 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.207029 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 24 16:08:26.207345 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: subnet_service_types.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.208296 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.208805 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: subnet-service-types Jan 24 16:08:26.209123 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: subnetallocation.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.210209 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.210726 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: subnet_allocation Jan 24 16:08:26.211057 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.211732 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.212239 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: subnetpool-prefix-ops Jan 24 16:08:26.212554 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.213481 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.214082 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 24 16:08:26.214307 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: tagging.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.215368 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.215910 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: standard-attr-tag Jan 24 16:08:26.216232 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: timestamp.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.217426 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.217940 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loaded extension: standard-attr-timestamp Jan 24 16:08:26.218260 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: trunk.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.219330 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.219870 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension trunk not supported by any of loaded plugins Jan 24 16:08:26.220199 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: trunk_details.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.221118 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.221631 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension trunk-details not supported by any of loaded plugins Jan 24 16:08:26.221945 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: uplink_status_propagation.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.222855 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.223367 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 24 16:08:26.223720 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Loading extension file: vlantransparent.py {{(pid=83362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 24 16:08:26.224391 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 24 16:08:26.224895 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extension vlan-transparent not supported by any of loaded plugins Jan 24 16:08:26.227127 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of TrackedResource for resource:network Jan 24 16:08:26.227886 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of TrackedResource for resource:subnet Jan 24 16:08:26.228480 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 16:08:26.229246 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of TrackedResource for resource:port Jan 24 16:08:26.230516 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.v2.resource_helper [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:08:26.230952 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.v2.resource_helper [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Service FLAVORS assigned prefix: {{(pid=83362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:08:26.231588 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.v2.resource_helper [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:08:26.232006 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.v2.resource_helper [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:08:26.232333 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of TrackedResource for resource:router Jan 24 16:08:26.232987 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of TrackedResource for resource:floatingip Jan 24 16:08:26.233708 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.v2.resource_helper [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Service METERING assigned prefix: /metering {{(pid=83362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:08:26.235394 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:26.235715 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:26.236070 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:08:26.237549 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 16:08:26.237988 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of TrackedResource for resource:security_group Jan 24 16:08:26.238631 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 16:08:26.239395 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.v2.resource_helper [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Service CORE assigned prefix: {{(pid=83362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:08:26.239848 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 16:08:26.240243 dv-neutron-826104-1-hyperv neutron-server[83362]: WARNING neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] subnetpool is already registered Jan 24 16:08:26.240898 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.v2.resource_helper [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Service CORE assigned prefix: {{(pid=83362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:08:26.241226 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 16:08:26.241563 dv-neutron-826104-1-hyperv neutron-server[83362]: WARNING neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] subnetpool is already registered Jan 24 16:08:26.244131 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.v2.resource_helper [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:08:26.244557 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.v2.resource_helper [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Service FLAVORS assigned prefix: {{(pid=83362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:08:26.245124 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.v2.resource_helper [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:08:26.245542 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.v2.resource_helper [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:08:26.245867 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of TrackedResource for resource:router Jan 24 16:08:26.246193 dv-neutron-826104-1-hyperv neutron-server[83362]: WARNING neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] router is already registered Jan 24 16:08:26.246776 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of TrackedResource for resource:floatingip Jan 24 16:08:26.247099 dv-neutron-826104-1-hyperv neutron-server[83362]: WARNING neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] floatingip is already registered Jan 24 16:08:26.247763 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.v2.resource_helper [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Service METERING assigned prefix: /metering {{(pid=83362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:08:26.248414 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 16:08:26.248721 dv-neutron-826104-1-hyperv neutron-server[83362]: WARNING neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] rbac_policy is already registered Jan 24 16:08:26.249255 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of TrackedResource for resource:security_group Jan 24 16:08:26.249586 dv-neutron-826104-1-hyperv neutron-server[83362]: WARNING neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] security_group is already registered Jan 24 16:08:26.250166 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 16:08:26.250625 dv-neutron-826104-1-hyperv neutron-server[83362]: WARNING neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] security_group_rule is already registered Jan 24 16:08:26.251504 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.v2.resource_helper [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Service CORE assigned prefix: {{(pid=83362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:08:26.251633 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 16:08:26.251953 dv-neutron-826104-1-hyperv neutron-server[83362]: WARNING neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] subnetpool is already registered Jan 24 16:08:26.252594 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.v2.resource_helper [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Service CORE assigned prefix: {{(pid=83362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:08:26.252873 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 16:08:26.253189 dv-neutron-826104-1-hyperv neutron-server[83362]: WARNING neutron.quota.resource_registry [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] subnetpool is already registered Jan 24 16:08:26.253843 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: extensions {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.255275 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: address-groups {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.256898 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: address-scopes {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.258069 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: agents {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.259210 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: auto-allocated-topology {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.260453 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: availability_zones {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.261745 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: dhcp-networks {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.263127 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: dhcp-agents {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.264541 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: routers {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.266387 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: flavors {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.267566 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: service_profiles {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.268745 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: next_providers {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.270216 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: service_profiles {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.271633 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: floatingip-pools {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.272838 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: routers {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.274598 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: floatingips {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.275796 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: l3-routers {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.277101 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: l3-agents {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.278461 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: metering-labels {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.279811 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: metering-label-rules {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.281053 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: network-ip-availabilities {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.282349 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: bindings {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.284861 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: quotas {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.286266 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: quotas {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.287684 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: rbac-policies {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.288969 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: security-groups {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.290166 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: security-group-rules {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.291344 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: service-providers {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.292554 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: subnetpools {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.293952 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: subnetpools {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.295387 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: tags {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.297036 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: tags {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.298973 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: tags {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.300723 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: tags {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.302467 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: tags {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.304124 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: tags {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.305827 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: tags {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.307763 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: tags {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.309575 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: tags {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.311370 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron.api.extensions [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Extended resource: tags {{(pid=83362) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 24 16:08:26.317284 dv-neutron-826104-1-hyperv neutron-server[83362]: WARNING keystonemiddleware.auth_token [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 24 16:08:26.322003 dv-neutron-826104-1-hyperv neutron-server[83362]: WARNING keystonemiddleware.auth_token [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 24 16:08:26.330033 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_concurrency.lockutils [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Acquired lock "singleton_lock" {{(pid=83362) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 24 16:08:26.330508 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_concurrency.lockutils [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Releasing lock "singleton_lock" {{(pid=83362) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 24 16:08:26.331151 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO oslo_service.service [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Starting 2 workers Jan 24 16:08:26.335765 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Started child 83465 {{(pid=83362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 24 16:08:26.339952 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Started child 83466 {{(pid=83362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 24 16:08:26.341286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:26.341993 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO neutron.service [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Neutron service started, listening on 0.0.0.0:9696 Jan 24 16:08:26.342083 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Notify callbacks [] for process, before_spawn {{(pid=83362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:26.342880 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [-] (83465) wsgi starting up on http://0.0.0.0:9696 Jan 24 16:08:26.344557 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO oslo_service.service [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Starting 1 workers Jan 24 16:08:26.345079 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:26.346465 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [-] (83466) wsgi starting up on http://0.0.0.0:9696 Jan 24 16:08:26.349568 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Started child 83467 {{(pid=83362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 24 16:08:26.350109 dv-neutron-826104-1-hyperv neutron-server[83362]: INFO oslo_service.service [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Starting 1 workers Jan 24 16:08:26.353410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.service [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] calling RpcWorker wait() {{(pid=83467) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 24 16:08:26.354018 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.service [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] returning from RpcWorker wait() {{(pid=83467) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 24 16:08:26.354358 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Started child 83468 {{(pid=83362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 24 16:08:26.355096 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:26.355255 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG neutron_lib.callbacks.manager [None req-a2a2e3cd-a186-47b2-9964-abbf1874cfbf None None] Notify callbacks [] for process, after_spawn {{(pid=83362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:26.355515 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:08:26.357041 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83362) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 24 16:08:26.357242 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 16:08:26.357434 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 16:08:26.357621 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 16:08:26.358001 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 16:08:26.358148 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 16:08:26.358633 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.358897 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.359153 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.359406 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.359755 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.360310 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.360640 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.360882 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.361081 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.361312 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.361445 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.361972 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.362220 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.362319 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:26.362800 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.362800 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.363056 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.363306 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.363603 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.363770 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.364008 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.364260 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.364499 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.364759 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] debug = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.364988 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.365438 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.365673 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.365912 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.366149 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.366420 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.366675 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.366923 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.367145 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.367388 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.367648 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.367996 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.368097 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.368335 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.368604 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.368832 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.369279 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] host = dv-neutron-826104-1-hyperv {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.369527 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.369744 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.369988 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.370238 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.370486 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.370697 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.370942 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.371190 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.371448 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.371695 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.371954 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.372182 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.372408 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.372637 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] log_file = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.372800 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] log_options = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.373044 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.373303 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.373564 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.373754 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.373920 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.374092 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.374356 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.374517 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.374763 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.374976 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.375186 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.375491 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.375745 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.375977 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.376221 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.376438 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.376667 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.376869 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.377119 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.377360 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.377578 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.377799 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.378125 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.378256 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.378469 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.378680 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.378899 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.379124 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.379332 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.379566 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.379852 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.380105 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.380341 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.380591 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.380813 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.381033 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.381259 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.381513 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.381737 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.381983 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.382246 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.382454 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.382704 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.382926 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.383139 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.383374 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] use_json = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.383623 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.383831 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.384078 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.384301 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.384526 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.384735 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.384943 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.385167 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.385578 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.385846 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.386162 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.386382 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.386606 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.386849 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.387079 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.387416 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.387617 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.387767 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.388258 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.388258 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.388599 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.388878 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.389119 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.130/identity {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.389377 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.389652 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.389837 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.390033 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.390276 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.390467 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.390669 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.391069 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.391419 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.391638 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.391935 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.392301 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.392420 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.392606 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.392866 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.393097 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.393505 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.393505 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.393706 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.393893 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.394116 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.394453 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.394569 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.395902 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.395902 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.395902 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.395902 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.395902 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.395902 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.396357 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.396495 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.396676 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.396876 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.397965 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.397965 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.398153 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.398243 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.398446 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.398774 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.398878 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.399083 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.399307 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.399565 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.400448 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.400448 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.400448 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.400448 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.400959 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.401084 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:08:26.401215 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.401215 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.401215 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.401568 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.401691 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.401821 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.402595 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.402595 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.402595 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.402992 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.402992 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.403229 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.404710 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.404710 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.404710 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.404710 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.405232 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.405232 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.405232 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.405569 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.405706 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.405846 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.406086 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.406307 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.406978 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.407292 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.408566 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.408566 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.408566 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.408566 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.408566 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.409171 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.409171 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.409171 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.409617 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.409617 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.409851 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.410182 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.410333 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.410803 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.410803 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.411051 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.412203 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.412203 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.412203 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.412203 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.412730 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.412730 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.412973 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.413104 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.413280 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.413517 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.413989 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.413989 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.414260 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.414807 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.414807 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.415087 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.415212 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.415339 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 51522) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:08:26.415465 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.416253 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.416253 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.416253 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.416629 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.416629 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.418527 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.418527 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.418527 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.418527 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.418527 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.418527 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.130/identity {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.418527 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.418527 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.419572 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.419572 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.419572 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.419572 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.419572 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.420202 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.420202 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.420202 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.420569 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.420569 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.420852 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.420992 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.421678 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.421678 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.421678 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.422007 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.422007 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.422338 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.422500 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.422637 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.422864 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.423270 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.423545 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.423784 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.424143 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.424306 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.424448 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.424691 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.424946 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.425283 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.425440 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.425698 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.425852 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.426066 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.426224 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.426413 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.426562 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [-] 10.222.0.130 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0081205 Jan 24 16:08:26.426752 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.426895 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.428348 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.428348 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.428348 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.428885 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.429112 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.429587 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.429587 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.430908 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.431185 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.432061 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.432309 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.432531 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.432750 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.432992 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.433215 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.433435 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.433645 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.433857 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.434067 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.434276 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.434511 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.434772 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.435592 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.435592 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.435592 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.435820 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.436676 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.436914 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.437159 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.437388 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.437595 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.438186 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.438461 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.438671 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.438961 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.439205 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.439610 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.439739 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.440049 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.440187 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.440448 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.440737 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.440977 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.441212 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.441506 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.441637 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.441840 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.442095 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.442402 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.442683 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.442921 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.443171 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.443446 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.444551 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.445186 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.445186 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.445424 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.445657 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.446636 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.446636 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.446636 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.446981 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.446981 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.447182 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.447298 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.448628 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.448628 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.448628 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.448628 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.448628 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.448628 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.449383 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.449383 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.449383 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.449691 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.449799 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.449914 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.451426 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 16:08:26.451426 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83362) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 24 16:08:26.451426 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 16:08:26.451426 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 16:08:26.451426 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 16:08:26.451426 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 16:08:26.451426 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 16:08:26.451426 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.453973 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.453973 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.453973 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.453973 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.453973 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.453973 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.453973 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.453973 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.454815 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.454815 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.454815 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.454815 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.454815 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.454815 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.454815 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.454815 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.455382 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.455382 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.455382 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.455382 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.455679 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.455679 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] debug = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.455837 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.455919 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.456080 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.456283 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.456680 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.456994 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.457304 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.457823 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.458116 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.458463 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.458810 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.459152 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.459533 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.459867 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.460049 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.460203 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.460357 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] host = dv-neutron-826104-1-hyperv {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.460501 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.460643 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.460796 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.460939 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.461126 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.461359 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.461359 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.461632 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.461632 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.462459 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.462459 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.462459 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.462459 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.462459 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] log_file = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.462459 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] log_options = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.464028 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.464028 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.464028 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.464028 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.464028 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.464028 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.464028 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.465840 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.465840 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.465840 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.465840 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.465840 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.465840 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.465840 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.465840 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.469390 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.469390 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.469390 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.469390 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.469390 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.469390 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.469390 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.469390 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.470361 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.470361 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.470361 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.470361 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.470361 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.470361 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.470361 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.470361 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.471129 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.471129 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.471129 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.471129 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.471129 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.471129 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.471129 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.471129 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.472126 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.472126 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.472126 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.472126 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.472126 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.472126 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.472126 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] use_json = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.472126 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.473112 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.473112 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.473112 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.473112 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.473112 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.473112 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.473112 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:08:26.473112 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.474085 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.474085 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.474085 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.474085 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.474085 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.474085 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.474085 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.474085 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.475009 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.475009 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.475009 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.475009 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.475009 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.475009 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.130/identity {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.475009 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.475009 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.476449 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.476449 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.476449 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.476449 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.476449 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.476449 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.476449 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.476449 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.476449 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.477899 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.477899 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.477899 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.477899 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.477899 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.477899 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.477899 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.477899 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.479697 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.479697 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.479697 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.479697 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.479697 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.479697 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.479697 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.482081 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.482081 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.482081 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.482081 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.482081 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.482081 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.482081 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.482081 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.482081 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.483162 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.483162 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.483162 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.483162 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.483162 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.483162 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.483950 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.486429 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.486429 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.486429 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.486429 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.486429 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.486429 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.486429 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.486429 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.486429 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.489593 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.489593 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.489593 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.489593 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.489593 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.489593 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.489593 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.489593 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.489593 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.490761 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.490761 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.490761 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.490761 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.491303 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.491303 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.491303 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.491303 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.492349 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.492526 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.492526 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.492847 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.492847 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.493124 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.493124 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.493518 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.493518 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.493885 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.493885 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.493885 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.494274 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.494274 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.494274 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.494674 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.494674 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.494938 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.494938 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.495201 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.495201 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.495466 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.495466 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.496390 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.496539 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.496702 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.496846 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.497008 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.497152 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.497311 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.497456 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.497617 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.497779 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.497920 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.498058 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.498226 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.498384 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.498523 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.498661 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.498841 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.498986 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.499133 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.499275 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.499424 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.499614 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.499756 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.499894 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.500033 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.500938 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.500938 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.500938 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.130/identity {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.500938 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.502656 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.502656 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.502656 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.502656 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.502656 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.502656 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.502656 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.502656 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.503735 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.503735 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.503735 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.503735 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.503735 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.503735 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.503735 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.503735 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.504780 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.504780 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.504780 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.504780 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.504780 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.504780 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.504780 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.504780 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.505807 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.505807 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.505807 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.505807 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.505807 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.505807 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.505807 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.505807 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.507696 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.507696 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.507696 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.507696 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.507696 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.507696 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.507696 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.507696 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.510180 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.510180 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.510180 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.510180 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.510180 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.510180 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.510180 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.510180 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.511948 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.511948 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.511948 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.511948 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.511948 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.511948 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.511948 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.511948 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.511948 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.514296 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.514296 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.514296 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.514296 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.514296 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.514296 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.514296 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.514296 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.514296 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.515204 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.515204 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.515204 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.515204 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.515204 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.515204 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.515204 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.515204 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.515689 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.515689 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.515689 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.515689 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.515689 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.515689 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.515689 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.515689 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.516822 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.516822 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.516822 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.516822 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.516822 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.516822 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.516822 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.516822 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519093 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519093 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519093 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519093 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519093 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519093 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519093 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519093 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519749 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519749 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519749 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519749 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519749 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519749 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519749 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519749 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.519749 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.520382 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.520382 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.520382 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.520382 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.520382 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.520382 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.520382 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.520382 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.520382 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:08:26.520988 dv-neutron-826104-1-hyperv neutron-server[83362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 16:08:26.533153 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:08:37.006312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6a98bd-634b-4cde-ba06-b92f30c4de32 None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:08:37.073339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6a98bd-634b-4cde-ba06-b92f30c4de32 None None] No non-hosted networks {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 24 16:08:37.085434 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5f999a9e-ddf8-4a8a-b26b-5f2e2248310f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-915989'] for agent, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:39.129366 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-427cee43-aaa7-4233-9636-7b1f48e831d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-915989'] for agent, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:39.188211 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0f4195f1-2a97-4e63-835c-9445ae512825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:40.263607 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-915989'] for agent, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:40.327520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-915989'] for agent, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:40.329019 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:40.329535 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:40.330385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:40.330919 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:40.333140 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:40.333958 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:40.334438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:40.334996 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:40.335546 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:40.336073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:40.336684 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:40.337284 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-826104-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:08:40.343154 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-826104-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:08:41.641578 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-915989'] for agent, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:43.400108 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 51626) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:08:44.043561 dv-neutron-826104-1-hyperv neutron-server[83466]: WARNING oslo_policy.policy [None req-9c24e9cb-7e41-424a-8d33-55fe1f4e7d50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 16:08:44.044153 dv-neutron-826104-1-hyperv neutron-server[83466]: WARNING oslo_policy.policy [None req-9c24e9cb-7e41-424a-8d33-55fe1f4e7d50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 16:08:44.256005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-9c24e9cb-7e41-424a-8d33-55fe1f4e7d50 admin admin] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:08:44.256963 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9c24e9cb-7e41-424a-8d33-55fe1f4e7d50 admin admin] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8559308 Jan 24 16:08:45.142791 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.db.l3_hamode_db [None req-98598ce6-2045-47f4-a0b5-45e57efd23c0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 24 16:08:45.240338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98598ce6-2045-47f4-a0b5-45e57efd23c0 None None] Routers set() bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:08:45.240607 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98598ce6-2045-47f4-a0b5-45e57efd23c0 None None] Router IDs set() for agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 24 16:08:46.619319 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 51640) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:08:47.337319 dv-neutron-826104-1-hyperv neutron-server[83465]: WARNING oslo_policy.policy [None req-e2e3a685-9049-4a05-ac0c-1c8764aa408a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 16:08:47.337934 dv-neutron-826104-1-hyperv neutron-server[83465]: WARNING oslo_policy.policy [None req-e2e3a685-9049-4a05-ac0c-1c8764aa408a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 16:08:47.551766 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e2e3a685-9049-4a05-ac0c-1c8764aa408a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:08:47.605573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.policy [None req-e2e3a685-9049-4a05-ac0c-1c8764aa408a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83465) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 24 16:08:47.606247 dv-neutron-826104-1-hyperv neutron-server[83465]: WARNING oslo_policy.policy [None req-e2e3a685-9049-4a05-ac0c-1c8764aa408a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 16:08:47.606611 dv-neutron-826104-1-hyperv neutron-server[83465]: WARNING oslo_policy.policy [None req-e2e3a685-9049-4a05-ac0c-1c8764aa408a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 16:08:47.610149 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.quota [None req-e2e3a685-9049-4a05-ac0c-1c8764aa408a admin admin] Loaded quota_driver: . Jan 24 16:08:47.627528 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e2e3a685-9049-4a05-ac0c-1c8764aa408a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:08:47.713231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e2e3a685-9049-4a05-ac0c-1c8764aa408a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726507365553', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726507385072', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726507373824', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726507380394', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726507403866', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1722123', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1717369', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-657238', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-604865'] for rbac-policy, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:47.793083 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e2e3a685-9049-4a05-ac0c-1c8764aa408a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:47.794492 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e2e3a685-9049-4a05-ac0c-1c8764aa408a admin admin] 10.222.0.130 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1724834 Jan 24 16:08:50.376342 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 51658) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:08:50.807760 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '3cad371e60c94562b2a679a1ea7105e0'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:08:50.809232 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.quota [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Loaded quota_driver: . Jan 24 16:08:50.824946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:08:50.832410 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Usage tracker for resource:network and tenant:3cad371e60c94562b2a679a1ea7105e0 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:08:50.837879 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:08:50.845337 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:08:50.863000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Made reservation on behalf of 3cad371e60c94562b2a679a1ea7105e0 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:08:50.899872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.policy [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83466) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 24 16:08:50.900619 dv-neutron-826104-1-hyperv neutron-server[83466]: WARNING oslo_policy.policy [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 16:08:50.900971 dv-neutron-826104-1-hyperv neutron-server[83466]: WARNING oslo_policy.policy [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 16:08:50.905430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:50.929081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:50.994551 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:08:50.998516 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Usage tracker for resource:security_group_rule and tenant:3cad371e60c94562b2a679a1ea7105e0 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:08:51.001769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:08:51.007373 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:08:51.077515 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:51.083652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:51.105294 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:08:51.131155 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726508257747', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:51.131700 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Unsubscribe: segment precommit_create {{(pid=83466) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 24 16:08:51.132195 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Added segment 3b926b33-0648-4dd5-8528-ed3279e90bb0 of type vlan for network 8bcc83d3-482b-4b1c-83b3-cce73ab82cfa Jan 24 16:08:51.180386 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dece359c-141d-4f08-a1e4-917a17170716,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:08:51.208225 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:51.208538 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:51.208865 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:51.209179 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:51.209509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:51.209822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:51.210146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:51.210452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:51.210756 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:51.211056 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:51.211351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Tracked resource versions report: Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: pushed versions: Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: { 'ConntrackHelper': {'1.0'}, Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Log': {'1.0'}, Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Network': {'1.1'}, Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Port': {'1.5'}, Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'PortForwarding': {'1.2'}, Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'QosPolicy': {'1.8'}, Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'SecurityGroup': {'1.2'}, Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'SecurityGroupRule': {'1.0'}, Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'SubPort': {'1.0'}, Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Subnet': {'1.1'}, Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Trunk': {'1.1'}} Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: consumer versions: Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: { DHCP agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: L3 agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: Metadata agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: Metering agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: Open vSwitch agent@dv-neutron-826104-1-hyperv: { 'ConntrackHelper': '1.0', Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Log': '1.0', Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Network': '1.1', Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Port': '1.5', Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'PortForwarding': '1.2', Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'QosPolicy': '1.8', Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'SecurityGroup': '1.2', Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'SecurityGroupRule': '1.0', Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'SubPort': '1.0', Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Subnet': '1.1', Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Trunk': '1.1'}} Jan 24 16:08:51.212709 dv-neutron-826104-1-hyperv neutron-server[83466]: {{(pid=83466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 16:08:51.255439 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:51.300943 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:51.302034 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:08:51.302660 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:51.409360 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0318804 Jan 24 16:08:51.410002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dbe84-8420-41cf-9760-7341a4da1b43 admin admin] Pushing event updated for resources: {'Network': ['ID=8bcc83d3-482b-4b1c-83b3-cce73ab82cfa,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:08:51.425348 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 8bcc83d3-482b-4b1c-83b3-cce73ab82cfa details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:08:54.015962 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 51676) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:08:54.533601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ced56-a6e5-412a-a4e2-ecd7101d1e1d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:08:54.535461 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-734ced56-a6e5-412a-a4e2-ecd7101d1e1d admin admin] 10.222.0.130 "GET /v2.0/networks/8bcc83d3-482b-4b1c-83b3-cce73ab82cfa HTTP/1.1" status: 200 len: 825 time: 0.5182402 Jan 24 16:08:54.569686 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4b2c4ae5-299f-42c2-ac51-5ae17dc5b539 admin admin] 10.222.0.130 "GET /v2.0/subnetpools/a1a4c6e9-00b1-469d-8c6f-1197f7b96a4e HTTP/1.1" status: 200 len: 734 time: 0.0284405 Jan 24 16:08:54.583813 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ff04a5af-2b63-4d23-8ede-e67edec665ce admin admin] Request body: {'subnet': {'subnetpool_id': 'a1a4c6e9-00b1-469d-8c6f-1197f7b96a4e', 'gateway_ip': '172.20.0.1', 'tenant_id': '3cad371e60c94562b2a679a1ea7105e0', 'name': 'private-subnet', 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa', 'ip_version': 4}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:08:54.591700 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ff04a5af-2b63-4d23-8ede-e67edec665ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:08:54.598639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ff04a5af-2b63-4d23-8ede-e67edec665ce admin admin] Usage tracker for resource:subnet and tenant:3cad371e60c94562b2a679a1ea7105e0 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:08:54.603635 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ff04a5af-2b63-4d23-8ede-e67edec665ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:08:54.612184 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ff04a5af-2b63-4d23-8ede-e67edec665ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:08:54.627401 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff04a5af-2b63-4d23-8ede-e67edec665ce admin admin] Made reservation on behalf of 3cad371e60c94562b2a679a1ea7105e0 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:08:54.631441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ff04a5af-2b63-4d23-8ede-e67edec665ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:54.915058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ff04a5af-2b63-4d23-8ede-e67edec665ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:54.990739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04a5af-2b63-4d23-8ede-e67edec665ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c9abc21-2c59-466b-83a1-33571eb7aba9,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:08:55.003602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff04a5af-2b63-4d23-8ede-e67edec665ce admin admin] Checking segment: {'id': '3b926b33-0648-4dd5-8528-ed3279e90bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:08:55.003978 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff04a5af-2b63-4d23-8ede-e67edec665ce admin admin] Network hostable DHCP agents. Network: 8bcc83d3-482b-4b1c-83b3-cce73ab82cfa, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:08:55.032596 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff04a5af-2b63-4d23-8ede-e67edec665ce admin admin] Network 8bcc83d3-482b-4b1c-83b3-cce73ab82cfa is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:08:55.043903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-ff04a5af-2b63-4d23-8ede-e67edec665ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 8bcc83d3-482b-4b1c-83b3-cce73ab82cfa) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:08:55.048722 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff04a5af-2b63-4d23-8ede-e67edec665ce admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:08:55.049337 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ff04a5af-2b63-4d23-8ede-e67edec665ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:55.054589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d017337f-25d7-40e0-9605-59c4d4ba413f None None] Network 8bcc83d3-482b-4b1c-83b3-cce73ab82cfa requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:08:55.086025 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ff04a5af-2b63-4d23-8ede-e67edec665ce admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4926326 Jan 24 16:08:55.364729 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-8bcc83d3-482b-4b1c-83b3-cce73ab82cfa', 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa', 'tenant_id': '3cad371e60c94562b2a679a1ea7105e0', 'fixed_ips': [{'subnet_id': '8c9abc21-2c59-466b-83a1-33571eb7aba9'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:08:55.365879 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:55.550481 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Allocated IP 172.20.0.2 (8bcc83d3-482b-4b1c-83b3-cce73ab82cfa/8c9abc21-2c59-466b-83a1-33571eb7aba9/5d7640be-9dff-446c-bd60-f6e1994ced62) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:08:55.775291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:55.789363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Transition to ACTIVE for port object 5d7640be-9dff-446c-bd60-f6e1994ced62 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:08:55.810652 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Transition to ACTIVE for port object 5d7640be-9dff-446c-bd60-f6e1994ced62 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:08:55.817433 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:55.884013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Network 8bcc83d3-482b-4b1c-83b3-cce73ab82cfa is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:08:55.891031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:08:55.893092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Pushing event updated for resources: {'Port': ['ID=5d7640be-9dff-446c-bd60-f6e1994ced62,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:08:55.896920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:08:55.907852 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:55.908199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:55.908537 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:55.908870 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:55.909216 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:55.909548 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:55.909871 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:55.910205 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:55.910533 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:55.910850 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:55.911167 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Tracked resource versions report: Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: pushed versions: Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: { 'ConntrackHelper': {'1.0'}, Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Log': {'1.0'}, Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Network': {'1.1'}, Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Port': {'1.5'}, Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'PortForwarding': {'1.2'}, Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'QosPolicy': {'1.8'}, Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'SecurityGroup': {'1.2'}, Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'SecurityGroupRule': {'1.0'}, Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'SubPort': {'1.0'}, Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Subnet': {'1.1'}, Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Trunk': {'1.1'}} Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: consumer versions: Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: { DHCP agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: L3 agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: Metadata agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: Metering agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: Open vSwitch agent@dv-neutron-826104-1-hyperv: { 'ConntrackHelper': '1.0', Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Log': '1.0', Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Network': '1.1', Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Port': '1.5', Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'PortForwarding': '1.2', Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'QosPolicy': '1.8', Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'SecurityGroup': '1.2', Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'SecurityGroupRule': '1.0', Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'SubPort': '1.0', Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Subnet': '1.1', Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Trunk': '1.1'}} Jan 24 16:08:55.912469 dv-neutron-826104-1-hyperv neutron-server[83467]: {{(pid=83467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 16:08:55.998915 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Attempting to bind port 5d7640be-9dff-446c-bd60-f6e1994ced62 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:08:55.999455 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Attempting to bind port 5d7640be-9dff-446c-bd60-f6e1994ced62 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '3b926b33-0648-4dd5-8528-ed3279e90bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:08:55.999899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Attempting to bind port 5d7640be-9dff-446c-bd60-f6e1994ced62 on network 8bcc83d3-482b-4b1c-83b3-cce73ab82cfa {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:08:56.006645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:08:56.007117 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Checking segment: {'id': '3b926b33-0648-4dd5-8528-ed3279e90bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:08:56.007624 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:56.008009 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Bound using segment: {'id': '3b926b33-0648-4dd5-8528-ed3279e90bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:08:56.008488 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Bound port: 5d7640be-9dff-446c-bd60-f6e1994ced62, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b926b33-0648-4dd5-8528-ed3279e90bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:08:56.008868 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:56.103961 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] For port 5d7640be-9dff-446c-bd60-f6e1994ced62, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:08:56.108002 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] For port 5d7640be-9dff-446c-bd60-f6e1994ced62, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5d7640be-9dff-446c-bd60-f6e1994ced62,segment=NetworkSegment(3b926b33-0648-4dd5-8528-ed3279e90bb0),segment_id=3b926b33-0648-4dd5-8528-ed3279e90bb0)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:08:56.115096 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:08:56.226892 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d70db-9e8f-404e-a7fa-365d60dcf149 None None] Pushing event updated for resources: {'Port': ['ID=5d7640be-9dff-446c-bd60-f6e1994ced62,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:08:57.371041 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 51686) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:08:57.792285 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-48595e1e-dbc9-42c0-a697-50df7b059ade admin admin] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:08:57.793335 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-48595e1e-dbc9-42c0-a697-50df7b059ade admin admin] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4213140 Jan 24 16:08:59.830354 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07319294-b0dd-44ae-a4eb-75297b9c0eb7 None None] Network 8bcc83d3-482b-4b1c-83b3-cce73ab82cfa requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:08:59.927289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b4ea03dc-918c-4995-b9f4-eaf2fd6f2fec None None] Provisioning for port 5d7640be-9dff-446c-bd60-f6e1994ced62 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:09:00.089525 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 51700) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:09:00.542336 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-3757c25b-650f-4724-b32c-7b8e699089b8 admin admin] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:09:00.543245 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3757c25b-650f-4724-b32c-7b8e699089b8 admin admin] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4528303 Jan 24 16:09:00.599732 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5d7640be-9dff-446c-bd60-f6e1994ced62 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:09:00.674971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 5d7640be-9dff-446c-bd60-f6e1994ced62 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:09:00.680653 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 5d7640be-9dff-446c-bd60-f6e1994ced62 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:09:00.681052 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:00.802289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:00.839039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 5d7640be-9dff-446c-bd60-f6e1994ced62, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5d7640be-9dff-446c-bd60-f6e1994ced62,segment=NetworkSegment(3b926b33-0648-4dd5-8528-ed3279e90bb0),segment_id=3b926b33-0648-4dd5-8528-ed3279e90bb0)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:09:00.844069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:00.910059 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=5d7640be-9dff-446c-bd60-f6e1994ced62,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:09:02.574629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5d7640be-9dff-446c-bd60-f6e1994ced62 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:09:02.646908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 5d7640be-9dff-446c-bd60-f6e1994ced62 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:09:02.647336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:03.120064 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 51712) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:09:03.622020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a3bb92f5-0ecd-41d6-b653-a19cf059ff81 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '3cad371e60c94562b2a679a1ea7105e0'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:09:03.626976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a3bb92f5-0ecd-41d6-b653-a19cf059ff81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:09:03.631584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a3bb92f5-0ecd-41d6-b653-a19cf059ff81 admin admin] Usage tracker for resource:router and tenant:3cad371e60c94562b2a679a1ea7105e0 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:09:03.635807 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a3bb92f5-0ecd-41d6-b653-a19cf059ff81 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:09:03.642331 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a3bb92f5-0ecd-41d6-b653-a19cf059ff81 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:09:03.654918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3bb92f5-0ecd-41d6-b653-a19cf059ff81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:03.656594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3bb92f5-0ecd-41d6-b653-a19cf059ff81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:03.683415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3bb92f5-0ecd-41d6-b653-a19cf059ff81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:03.793650 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3bb92f5-0ecd-41d6-b653-a19cf059ff81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:03.814096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3bb92f5-0ecd-41d6-b653-a19cf059ff81 admin admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:03.815381 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a3bb92f5-0ecd-41d6-b653-a19cf059ff81 admin admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6943860 Jan 24 16:09:06.093389 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 51722) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:09:06.513328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [None req-6dc90687-a0a3-4a43-905f-b91cee10fa68 admin admin] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83465) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:09:06.514844 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6dc90687-a0a3-4a43-905f-b91cee10fa68 admin admin] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4203258 Jan 24 16:09:06.937329 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-770fa659-c714-4a71-b7e3-ee77c7d63179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:08.890043 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 51732) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:09:09.124910 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4ec85071-d5c7-42b4-8196-1f8967be2dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:09.344763 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:09:09.350295 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:09:09.354506 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Usage tracker for resource:network and tenant:0d1f0de2d5a943ef91ebd704470e5c64 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:09:09.358433 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:09:09.365488 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:09:09.379563 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Made reservation on behalf of 0d1f0de2d5a943ef91ebd704470e5c64 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:09:09.382432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:09.399455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:09.442283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:09:09.448967 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Usage tracker for resource:security_group_rule and tenant:0d1f0de2d5a943ef91ebd704470e5c64 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:09:09.453182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:09:09.458970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:09:09.530548 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:09.537176 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:09.552134 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Reserving flat network on physical network physnet1 {{(pid=83465) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 24 16:09:09.583386 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726508257747', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:09.583999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Unsubscribe: segment precommit_create {{(pid=83465) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 24 16:09:09.584490 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Added segment 523eb3cf-91b7-4548-bd68-784615963d7a of type flat for network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e Jan 24 16:09:09.631058 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcc8c1a-1f9c-4863-87de-4bbe97bfa529,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:09:09.660997 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:09.661337 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:09.661656 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:09.662043 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:09.662391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:09.662638 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:09.662968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:09.663289 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:09.663638 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:09.663949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:09.664259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Tracked resource versions report: Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: pushed versions: Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: { 'ConntrackHelper': {'1.0'}, Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Log': {'1.0'}, Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Network': {'1.1'}, Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Port': {'1.5'}, Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'PortForwarding': {'1.2'}, Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'QosPolicy': {'1.8'}, Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'SecurityGroup': {'1.2'}, Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'SecurityGroupRule': {'1.0'}, Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'SubPort': {'1.0'}, Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Subnet': {'1.1'}, Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Trunk': {'1.1'}} Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: consumer versions: Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: { DHCP agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: L3 agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: Metadata agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: Metering agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: Open vSwitch agent@dv-neutron-826104-1-hyperv: { 'ConntrackHelper': '1.0', Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Log': '1.0', Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Network': '1.1', Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Port': '1.5', Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'PortForwarding': '1.2', Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'QosPolicy': '1.8', Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'SecurityGroup': '1.2', Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'SecurityGroupRule': '1.0', Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'SubPort': '1.0', Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Subnet': '1.1', Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Trunk': '1.1'}} Jan 24 16:09:09.665511 dv-neutron-826104-1-hyperv neutron-server[83465]: {{(pid=83465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 16:09:09.702994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:09.751471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:09.752720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:09:09.753402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:09.859160 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] Pushing event updated for resources: {'Network': ['ID=2668b65a-79ae-4c58-beed-9fa3e5f27e5e,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:09:09.862380 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-205f6221-63e6-4a91-bb69-e501c1ec84fd admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9708986 Jan 24 16:09:09.885169 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:09:10.200349 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:10.324458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:11.591993 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:12.144200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 51756) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:09:12.428573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aafbfd-1d9b-4c10-b922-23a6c39e04f7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:09:12.429959 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d4aafbfd-1d9b-4c10-b922-23a6c39e04f7 admin admin] 10.222.0.130 "GET /v2.0/subnets/8c9abc21-2c59-466b-83a1-33571eb7aba9 HTTP/1.1" status: 200 len: 849 time: 0.2848017 Jan 24 16:09:12.577130 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4b63da35-6381-43e0-8139-e2644e15859f admin admin] 10.222.0.130 "GET /v2.0/routers/5ae3caf4-6a69-49eb-87d2-5b59d7c26e99 HTTP/1.1" status: 200 len: 704 time: 0.1415529 Jan 24 16:09:13.080266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:13.329926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Allocated IP 172.20.0.1 (8bcc83d3-482b-4b1c-83b3-cce73ab82cfa/8c9abc21-2c59-466b-83a1-33571eb7aba9/0489be35-8d4a-4f57-b3e7-6e8973b147ff) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:09:13.490698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:13.508203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Transition to ACTIVE for port object 0489be35-8d4a-4f57-b3e7-6e8973b147ff will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:09:13.562540 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:13.628823 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Network 8bcc83d3-482b-4b1c-83b3-cce73ab82cfa is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:09:13.631436 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:09:13.638498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:09:13.639533 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:13.644829 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Pushing event updated for resources: {'Port': ['ID=0489be35-8d4a-4f57-b3e7-6e8973b147ff,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:09:13.768390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:13.886729 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-77e51669-e635-4ca1-afbd-d1a1bbb9334d None None] Provisioning for port 0489be35-8d4a-4f57-b3e7-6e8973b147ff completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:09:13.891438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-77e51669-e635-4ca1-afbd-d1a1bbb9334d None None] Provisioning complete for port 0489be35-8d4a-4f57-b3e7-6e8973b147ff triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:09:13.891906 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-77e51669-e635-4ca1-afbd-d1a1bbb9334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:13.943901 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-77e51669-e635-4ca1-afbd-d1a1bbb9334d None None] Port 0489be35-8d4a-4f57-b3e7-6e8973b147ff cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:09:14.000371 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:14.007118 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:14.007992 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:14.177315 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Pushing event updated for resources: {'Port': ['ID=0489be35-8d4a-4f57-b3e7-6e8973b147ff,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:09:14.247385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Network 8bcc83d3-482b-4b1c-83b3-cce73ab82cfa is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:09:14.248443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:09:14.468809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2ad3cb67-52a8-472a-9f4f-698cffd913d6 None None] Provisioning complete for port 0489be35-8d4a-4f57-b3e7-6e8973b147ff triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:09:14.469163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2ad3cb67-52a8-472a-9f4f-698cffd913d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:14.524643 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2ad3cb67-52a8-472a-9f4f-698cffd913d6 None None] Port 0489be35-8d4a-4f57-b3e7-6e8973b147ff cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:09:14.629828 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Router 5ae3caf4-6a69-49eb-87d2-5b59d7c26e99 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:09:14.823309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:09:14.832846 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6ce2159b-1d07-4699-b028-24947cd7dfb8 admin admin] 10.222.0.130 "PUT /v2.0/routers/5ae3caf4-6a69-49eb-87d2-5b59d7c26e99/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2506404 Jan 24 16:09:14.835311 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Sync routers for ids ['5ae3caf4-6a69-49eb-87d2-5b59d7c26e99'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:09:14.859060 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Routers {'5ae3caf4-6a69-49eb-87d2-5b59d7c26e99'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:09:14.859879 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:09:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5ae3caf4-6a69-49eb-87d2-5b59d7c26e99'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:09:15.036611 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Set router 5ae3caf4-6a69-49eb-87d2-5b59d7c26e99 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:09:15.400911 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae3caf4-6a69-49eb-87d2-5b59d7c26e99', 'name': 'router1', 'tenant_id': '3cad371e60c94562b2a679a1ea7105e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:09:03Z', 'updated_at': '2022-01-24T16:09:13Z', 'revision_number': 2, 'project_id': '3cad371e60c94562b2a679a1ea7105e0', 'gw_port_host': None, '_interfaces': [{'id': '0489be35-8d4a-4f57-b3e7-6e8973b147ff', 'name': '', 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa', 'tenant_id': '3cad371e60c94562b2a679a1ea7105e0', 'mac_address': 'fa:16:3e:60:fd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae3caf4-6a69-49eb-87d2-5b59d7c26e99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9abc21-2c59-466b-83a1-33571eb7aba9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:09:13Z', 'updated_at': '2022-01-24T16:09:13Z', 'revision_number': 2, 'project_id': '3cad371e60c94562b2a679a1ea7105e0', 'subnets': [{'id': '8c9abc21-2c59-466b-83a1-33571eb7aba9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1a4c6e9-00b1-469d-8c6f-1197f7b96a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:09:15.405969 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Checking router: 5ae3caf4-6a69-49eb-87d2-5b59d7c26e99 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:09:15.406332 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Updating router 5ae3caf4-6a69-49eb-87d2-5b59d7c26e99 port 0489be35-8d4a-4f57-b3e7-6e8973b147ff binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:09:15.461517 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:15.845590 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:15.861637 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Transition to ACTIVE for port object 0489be35-8d4a-4f57-b3e7-6e8973b147ff will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:09:15.868930 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:16.035151 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3df69-76c9-47c9-a620-5d86c9e8ea17 None None] Pushing event updated for resources: {'Port': ['ID=0489be35-8d4a-4f57-b3e7-6e8973b147ff,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:09:16.045080 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3df69-76c9-47c9-a620-5d86c9e8ea17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:16.045570 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3df69-76c9-47c9-a620-5d86c9e8ea17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:16.046063 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3df69-76c9-47c9-a620-5d86c9e8ea17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:16.046398 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3df69-76c9-47c9-a620-5d86c9e8ea17 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:16.046733 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3df69-76c9-47c9-a620-5d86c9e8ea17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:16.047064 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3df69-76c9-47c9-a620-5d86c9e8ea17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:16.047383 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3df69-76c9-47c9-a620-5d86c9e8ea17 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:16.047739 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3df69-76c9-47c9-a620-5d86c9e8ea17 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:16.048062 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3df69-76c9-47c9-a620-5d86c9e8ea17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:16.048383 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3df69-76c9-47c9-a620-5d86c9e8ea17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:16.048697 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3df69-76c9-47c9-a620-5d86c9e8ea17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3df69-76c9-47c9-a620-5d86c9e8ea17 None None] Tracked resource versions report: Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: pushed versions: Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: { 'ConntrackHelper': {'1.0'}, Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Log': {'1.0'}, Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Network': {'1.1'}, Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Port': {'1.5'}, Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'PortForwarding': {'1.2'}, Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'QosPolicy': {'1.8'}, Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'SecurityGroup': {'1.2'}, Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'SecurityGroupRule': {'1.0'}, Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'SubPort': {'1.0'}, Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Subnet': {'1.1'}, Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Trunk': {'1.1'}} Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: consumer versions: Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: { DHCP agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: L3 agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: Metadata agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: Metering agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: Open vSwitch agent@dv-neutron-826104-1-hyperv: { 'ConntrackHelper': '1.0', Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Log': '1.0', Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Network': '1.1', Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Port': '1.5', Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'PortForwarding': '1.2', Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'QosPolicy': '1.8', Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'SecurityGroup': '1.2', Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'SecurityGroupRule': '1.0', Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'SubPort': '1.0', Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Subnet': '1.1', Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Trunk': '1.1'}} Jan 24 16:09:16.049962 dv-neutron-826104-1-hyperv neutron-server[83468]: {{(pid=83468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 16:09:16.144021 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Attempting to bind port 0489be35-8d4a-4f57-b3e7-6e8973b147ff on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:09:16.144383 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Attempting to bind port 0489be35-8d4a-4f57-b3e7-6e8973b147ff by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '3b926b33-0648-4dd5-8528-ed3279e90bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:09:16.144924 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Attempting to bind port 0489be35-8d4a-4f57-b3e7-6e8973b147ff on network 8bcc83d3-482b-4b1c-83b3-cce73ab82cfa {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:09:16.152667 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:09:16.153035 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Checking segment: {'id': '3b926b33-0648-4dd5-8528-ed3279e90bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:09:16.153540 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:16.153977 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Bound using segment: {'id': '3b926b33-0648-4dd5-8528-ed3279e90bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:09:16.154456 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Bound port: 0489be35-8d4a-4f57-b3e7-6e8973b147ff, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b926b33-0648-4dd5-8528-ed3279e90bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:09:16.154950 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:16.245798 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] For port 0489be35-8d4a-4f57-b3e7-6e8973b147ff, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:09:16.250533 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] For port 0489be35-8d4a-4f57-b3e7-6e8973b147ff, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0489be35-8d4a-4f57-b3e7-6e8973b147ff,segment=NetworkSegment(3b926b33-0648-4dd5-8528-ed3279e90bb0),segment_id=3b926b33-0648-4dd5-8528-ed3279e90bb0)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:09:16.255685 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:16.347553 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3df69-76c9-47c9-a620-5d86c9e8ea17 None None] Pushing event updated for resources: {'Port': ['ID=0489be35-8d4a-4f57-b3e7-6e8973b147ff,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:09:16.352450 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Routers {'5ae3caf4-6a69-49eb-87d2-5b59d7c26e99'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:09:16.353051 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:09:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5ae3caf4-6a69-49eb-87d2-5b59d7c26e99'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:09:16.483985 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 5 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:09:16.518591 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] Set router 5ae3caf4-6a69-49eb-87d2-5b59d7c26e99 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:09:16.850428 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae3caf4-6a69-49eb-87d2-5b59d7c26e99', 'name': 'router1', 'tenant_id': '3cad371e60c94562b2a679a1ea7105e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:09:03Z', 'updated_at': '2022-01-24T16:09:13Z', 'revision_number': 2, 'project_id': '3cad371e60c94562b2a679a1ea7105e0', 'gw_port_host': None, '_interfaces': [{'id': '0489be35-8d4a-4f57-b3e7-6e8973b147ff', 'name': '', 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa', 'tenant_id': '3cad371e60c94562b2a679a1ea7105e0', 'mac_address': 'fa:16:3e:60:fd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae3caf4-6a69-49eb-87d2-5b59d7c26e99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9abc21-2c59-466b-83a1-33571eb7aba9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:09:13Z', 'updated_at': '2022-01-24T16:09:16Z', 'revision_number': 4, 'project_id': '3cad371e60c94562b2a679a1ea7105e0', 'subnets': [{'id': '8c9abc21-2c59-466b-83a1-33571eb7aba9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1a4c6e9-00b1-469d-8c6f-1197f7b96a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:09:16.854541 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931828ec-c2e8-4cbb-ae5b-49ae220921bf None None] The sync data for ids ['5ae3caf4-6a69-49eb-87d2-5b59d7c26e99'] in dv-neutron-826104-1-hyperv is: [{'id': '5ae3caf4-6a69-49eb-87d2-5b59d7c26e99', 'name': 'router1', 'tenant_id': '3cad371e60c94562b2a679a1ea7105e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:09:03Z', 'updated_at': '2022-01-24T16:09:13Z', 'revision_number': 2, 'project_id': '3cad371e60c94562b2a679a1ea7105e0', 'gw_port_host': None, '_interfaces': [{'id': '0489be35-8d4a-4f57-b3e7-6e8973b147ff', 'name': '', 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa', 'tenant_id': '3cad371e60c94562b2a679a1ea7105e0', 'mac_address': 'fa:16:3e:60:fd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae3caf4-6a69-49eb-87d2-5b59d7c26e99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9abc21-2c59-466b-83a1-33571eb7aba9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:09:13Z', 'updated_at': '2022-01-24T16:09:16Z', 'revision_number': 4, 'project_id': '3cad371e60c94562b2a679a1ea7105e0', 'subnets': [{'id': '8c9abc21-2c59-466b-83a1-33571eb7aba9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1a4c6e9-00b1-469d-8c6f-1197f7b96a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:09:16.934831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 51778) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:09:17.111221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b6ae3e-1b29-4e9a-a47a-dd8070fa6ad9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:09:17.111821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-68b6ae3e-1b29-4e9a-a47a-dd8070fa6ad9 admin admin] Synchronizing usage tracker for tenant:0d1f0de2d5a943ef91ebd704470e5c64 on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:09:17.134452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-68b6ae3e-1b29-4e9a-a47a-dd8070fa6ad9 admin admin] Unset dirty status for tenant:0d1f0de2d5a943ef91ebd704470e5c64 on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:09:17.137358 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-68b6ae3e-1b29-4e9a-a47a-dd8070fa6ad9 admin admin] 10.222.0.130 "GET /v2.0/networks/2668b65a-79ae-4c58-beed-9fa3e5f27e5e HTTP/1.1" status: 200 len: 842 time: 0.2014523 Jan 24 16:09:17.145579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'ip_version': 4, 'gateway_ip': '172.26.2.1', 'cidr': '172.26.2.0/24'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:09:17.151584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:09:17.155916 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] Usage tracker for resource:subnet and tenant:0d1f0de2d5a943ef91ebd704470e5c64 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:09:17.159211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:09:17.165436 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:09:17.176415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] Made reservation on behalf of 0d1f0de2d5a943ef91ebd704470e5c64 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:09:17.179334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:17.553016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.objects.ports [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83465) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:09:17.553456 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:17.624925 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:09:17.638313 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:09:17.638670 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] Network hostable DHCP agents. Network: 2668b65a-79ae-4c58-beed-9fa3e5f27e5e, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:09:17.673557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:09:17.685234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 2668b65a-79ae-4c58-beed-9fa3e5f27e5e) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:09:17.696061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:09:17.696960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:17.697517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5a29ca-76b9-4178-95cd-9652f40a7246 None None] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:09:17.723340 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ab7e8758-6382-4bf5-aa04-81914e1bca0a admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5778179 Jan 24 16:09:17.937337 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afec6b7-0ce6-481c-b373-2884e3e4ea95 None None] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:09:18.607330 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0489be35-8d4a-4f57-b3e7-6e8973b147ff up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:09:18.676283 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 0489be35-8d4a-4f57-b3e7-6e8973b147ff completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:09:18.681563 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 0489be35-8d4a-4f57-b3e7-6e8973b147ff triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:09:18.681924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:18.812980 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:18.844390 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 0489be35-8d4a-4f57-b3e7-6e8973b147ff, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0489be35-8d4a-4f57-b3e7-6e8973b147ff,segment=NetworkSegment(3b926b33-0648-4dd5-8528-ed3279e90bb0),segment_id=3b926b33-0648-4dd5-8528-ed3279e90bb0)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:09:18.849378 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:18.917600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=0489be35-8d4a-4f57-b3e7-6e8973b147ff,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:09:19.857696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 51792) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:09:20.153242 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-816ea175-a5c0-4b8c-ab58-acb5166cb601 admin admin] 10.222.0.130 "GET /v2.0/routers/5ae3caf4-6a69-49eb-87d2-5b59d7c26e99 HTTP/1.1" status: 200 len: 710 time: 0.2942040 Jan 24 16:09:20.287250 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef48144a-2cdf-4986-9ff5-3543599806da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:09:20.288656 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ef48144a-2cdf-4986-9ff5-3543599806da admin admin] 10.222.0.130 "GET /v2.0/networks/2668b65a-79ae-4c58-beed-9fa3e5f27e5e HTTP/1.1" status: 200 len: 886 time: 0.1299851 Jan 24 16:09:20.300217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:09:20.584901 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0489be35-8d4a-4f57-b3e7-6e8973b147ff up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:09:20.660813 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 0489be35-8d4a-4f57-b3e7-6e8973b147ff triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:09:20.661179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:20.804890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:21.011824 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:21.069547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:21.206016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Allocated IP 172.26.2.143 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/b6cef9d5-f4f5-4103-a689-73e88d6e7ed1) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:09:21.353840 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:21.383978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:21.450756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:09:21.454151 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:09:21.456831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Pushing event updated for resources: {'Port': ['ID=b6cef9d5-f4f5-4103-a689-73e88d6e7ed1,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:09:21.470824 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:09:21.629775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:21.865836 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:21.869780 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:22.077336 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Router 5ae3caf4-6a69-49eb-87d2-5b59d7c26e99 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:09:22.307197 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:09:22.318252 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:22.318719 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Sync routers for ids ['5ae3caf4-6a69-49eb-87d2-5b59d7c26e99'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:09:22.319470 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-13c6cc22-ea0c-4b4c-b4d7-029ec5a9f7af admin admin] 10.222.0.130 "PUT /v2.0/routers/5ae3caf4-6a69-49eb-87d2-5b59d7c26e99 HTTP/1.1" status: 200 len: 890 time: 2.0226021 Jan 24 16:09:22.333200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Routers {'5ae3caf4-6a69-49eb-87d2-5b59d7c26e99'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:09:22.333792 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:09:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5ae3caf4-6a69-49eb-87d2-5b59d7c26e99'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:09:22.527407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Set router 5ae3caf4-6a69-49eb-87d2-5b59d7c26e99 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:09:22.861516 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae3caf4-6a69-49eb-87d2-5b59d7c26e99', 'name': 'router1', 'tenant_id': '3cad371e60c94562b2a679a1ea7105e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b6cef9d5-f4f5-4103-a689-73e88d6e7ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:09:03Z', 'updated_at': '2022-01-24T16:09:21Z', 'revision_number': 4, 'project_id': '3cad371e60c94562b2a679a1ea7105e0', 'gw_port': {'id': 'b6cef9d5-f4f5-4103-a689-73e88d6e7ed1', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:09:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae3caf4-6a69-49eb-87d2-5b59d7c26e99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:09:21Z', 'updated_at': '2022-01-24T16:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0489be35-8d4a-4f57-b3e7-6e8973b147ff', 'name': '', 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa', 'tenant_id': '3cad371e60c94562b2a679a1ea7105e0', 'mac_address': 'fa:16:3e:60:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae3caf4-6a69-49eb-87d2-5b59d7c26e99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9abc21-2c59-466b-83a1-33571eb7aba9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:09:13Z', 'updated_at': '2022-01-24T16:09:18Z', 'revision_number': 5, 'project_id': '3cad371e60c94562b2a679a1ea7105e0', 'subnets': [{'id': '8c9abc21-2c59-466b-83a1-33571eb7aba9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1a4c6e9-00b1-469d-8c6f-1197f7b96a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:09:22.866438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Checking router: 5ae3caf4-6a69-49eb-87d2-5b59d7c26e99 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:09:22.866773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Updating router 5ae3caf4-6a69-49eb-87d2-5b59d7c26e99 port b6cef9d5-f4f5-4103-a689-73e88d6e7ed1 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:09:22.921151 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:23.263503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:23.276269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Transition to ACTIVE for port object b6cef9d5-f4f5-4103-a689-73e88d6e7ed1 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:09:23.284193 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:23.360482 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85506fb1-88a4-41e2-968c-0517753f606a None None] Pushing event updated for resources: {'Port': ['ID=b6cef9d5-f4f5-4103-a689-73e88d6e7ed1,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:09:23.364578 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Attempting to bind port b6cef9d5-f4f5-4103-a689-73e88d6e7ed1 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:09:23.364943 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Attempting to bind port b6cef9d5-f4f5-4103-a689-73e88d6e7ed1 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:09:23.365302 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Attempting to bind port b6cef9d5-f4f5-4103-a689-73e88d6e7ed1 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:09:23.372144 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:09:23.372509 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:09:23.372899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:23.373352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:09:23.373898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Bound port: b6cef9d5-f4f5-4103-a689-73e88d6e7ed1, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:09:23.374274 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:23.447539 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] For port b6cef9d5-f4f5-4103-a689-73e88d6e7ed1, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:09:23.450670 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] For port b6cef9d5-f4f5-4103-a689-73e88d6e7ed1, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b6cef9d5-f4f5-4103-a689-73e88d6e7ed1,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:09:23.456354 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:23.531702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85506fb1-88a4-41e2-968c-0517753f606a None None] Pushing event updated for resources: {'Port': ['ID=b6cef9d5-f4f5-4103-a689-73e88d6e7ed1,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:09:23.543994 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Routers {'5ae3caf4-6a69-49eb-87d2-5b59d7c26e99'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:09:23.545961 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:09:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5ae3caf4-6a69-49eb-87d2-5b59d7c26e99'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:09:23.744239 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] Set router 5ae3caf4-6a69-49eb-87d2-5b59d7c26e99 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:09:24.068925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae3caf4-6a69-49eb-87d2-5b59d7c26e99', 'name': 'router1', 'tenant_id': '3cad371e60c94562b2a679a1ea7105e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b6cef9d5-f4f5-4103-a689-73e88d6e7ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:09:03Z', 'updated_at': '2022-01-24T16:09:21Z', 'revision_number': 4, 'project_id': '3cad371e60c94562b2a679a1ea7105e0', 'gw_port': {'id': 'b6cef9d5-f4f5-4103-a689-73e88d6e7ed1', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:09:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae3caf4-6a69-49eb-87d2-5b59d7c26e99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:09:21Z', 'updated_at': '2022-01-24T16:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0489be35-8d4a-4f57-b3e7-6e8973b147ff', 'name': '', 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa', 'tenant_id': '3cad371e60c94562b2a679a1ea7105e0', 'mac_address': 'fa:16:3e:60:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae3caf4-6a69-49eb-87d2-5b59d7c26e99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9abc21-2c59-466b-83a1-33571eb7aba9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:09:13Z', 'updated_at': '2022-01-24T16:09:18Z', 'revision_number': 5, 'project_id': '3cad371e60c94562b2a679a1ea7105e0', 'subnets': [{'id': '8c9abc21-2c59-466b-83a1-33571eb7aba9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1a4c6e9-00b1-469d-8c6f-1197f7b96a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:09:24.074086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb091c3-6d68-44d7-a3f3-1efb352f0ad9 None None] The sync data for ids ['5ae3caf4-6a69-49eb-87d2-5b59d7c26e99'] in dv-neutron-826104-1-hyperv is: [{'id': '5ae3caf4-6a69-49eb-87d2-5b59d7c26e99', 'name': 'router1', 'tenant_id': '3cad371e60c94562b2a679a1ea7105e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b6cef9d5-f4f5-4103-a689-73e88d6e7ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:09:03Z', 'updated_at': '2022-01-24T16:09:21Z', 'revision_number': 4, 'project_id': '3cad371e60c94562b2a679a1ea7105e0', 'gw_port': {'id': 'b6cef9d5-f4f5-4103-a689-73e88d6e7ed1', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:09:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae3caf4-6a69-49eb-87d2-5b59d7c26e99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:09:21Z', 'updated_at': '2022-01-24T16:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0489be35-8d4a-4f57-b3e7-6e8973b147ff', 'name': '', 'network_id': '8bcc83d3-482b-4b1c-83b3-cce73ab82cfa', 'tenant_id': '3cad371e60c94562b2a679a1ea7105e0', 'mac_address': 'fa:16:3e:60:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae3caf4-6a69-49eb-87d2-5b59d7c26e99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9abc21-2c59-466b-83a1-33571eb7aba9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:09:13Z', 'updated_at': '2022-01-24T16:09:18Z', 'revision_number': 5, 'project_id': '3cad371e60c94562b2a679a1ea7105e0', 'subnets': [{'id': '8c9abc21-2c59-466b-83a1-33571eb7aba9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1a4c6e9-00b1-469d-8c6f-1197f7b96a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:09:24.572611 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 51804) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:09:24.610349 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b6cef9d5-f4f5-4103-a689-73e88d6e7ed1 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:09:24.682326 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port b6cef9d5-f4f5-4103-a689-73e88d6e7ed1 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:09:24.687001 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port b6cef9d5-f4f5-4103-a689-73e88d6e7ed1 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:09:24.687366 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:24.715835 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3fe57a5c-fcc8-434b-996f-4b57ec32e05c admin admin] 10.222.0.130 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1435349 Jan 24 16:09:24.812907 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:24.832908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port b6cef9d5-f4f5-4103-a689-73e88d6e7ed1, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b6cef9d5-f4f5-4103-a689-73e88d6e7ed1,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:09:24.838371 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:24.913027 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=b6cef9d5-f4f5-4103-a689-73e88d6e7ed1,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:09:26.596236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b6cef9d5-f4f5-4103-a689-73e88d6e7ed1 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:09:26.676796 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port b6cef9d5-f4f5-4103-a689-73e88d6e7ed1 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:09:26.677473 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:36.935126 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-848a786a-e968-4e27-b733-d4ae618b5532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:39.131637 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4fd82db3-f377-4eea-932a-0c0b550149b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:40.206542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:40.321886 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:41.602949 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:09:53.424591 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 5 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:10:06.930899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-58bdf156-fdf1-4f80-a04b-ce7703e23f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:10:09.126111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d3acf7f3-33ef-4b9c-879f-a2481a7b036c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:10:10.210377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:10:10.316508 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:10:11.616121 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:10:30.428070 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 5 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:10:36.981968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4ac2d2c6-99d1-4384-9bb6-72b543b904ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:10:39.130479 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-786437d1-12e9-455b-b755-52222523417f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:10:40.207982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:10:40.322144 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:10:41.620877 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:11:06.941794 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bcd6a6e7-d978-4595-936a-0d2cdc8c442a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:11:07.429066 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 5 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:11:09.137554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-33570025-a203-4230-8370-3fe691a5e9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:11:10.211051 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:11:10.328595 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:11:11.621259 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:11:32.345971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 52412) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:11:32.459240 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-3292b0dd-8771-4ac8-a2f4-d9a43007cc65 admin admin] GET failed (client error): The resource could not be found. Jan 24 16:11:32.460506 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3292b0dd-8771-4ac8-a2f4-d9a43007cc65 admin admin] 10.222.0.130 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1135955 Jan 24 16:11:32.603540 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450bd530-ff7c-4309-a952-aea0efd6e981 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:11:32.604856 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-450bd530-ff7c-4309-a952-aea0efd6e981 admin admin] 10.222.0.130 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1386223 Jan 24 16:11:34.632663 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 52422) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:11:34.788816 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858df6a6-8e68-4e71-b052-6a0ef9c82a6b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:11:34.790152 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-858df6a6-8e68-4e71-b052-6a0ef9c82a6b admin admin] 10.222.0.130 "GET /v2.0/subnets/8c9abc21-2c59-466b-83a1-33571eb7aba9 HTTP/1.1" status: 200 len: 849 time: 0.1556759 Jan 24 16:11:34.799388 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:11:34.930934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Notify callbacks [] for subnet, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:11:35.131230 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726508182532'] for subnet, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:11:35.179049 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:11:35.179642 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:11:35.181948 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] 10.222.0.130 "PUT /v2.0/subnets/8c9abc21-2c59-466b-83a1-33571eb7aba9 HTTP/1.1" status: 200 len: 868 time: 0.3861070 Jan 24 16:11:35.183913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156f92ec-6312-4b5e-9dea-263cfd565fd9 None None] Network 8bcc83d3-482b-4b1c-83b3-cce73ab82cfa requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:11:35.203090 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c9abc21-2c59-466b-83a1-33571eb7aba9,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:11:35.212545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:11:35.212887 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:11:35.213211 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:11:35.213531 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:11:35.213874 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:11:35.214204 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:11:35.214532 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:11:35.214849 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:11:35.215165 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:11:35.215488 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:11:35.215806 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e5089-f60b-472a-809c-7b61dac2502b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:11:35.665703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5de58033-1cce-4f76-8d07-fe0ea102cbfc None None] Provisioning complete for port 5d7640be-9dff-446c-bd60-f6e1994ced62 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:11:35.666062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5de58033-1cce-4f76-8d07-fe0ea102cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:11:35.791374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5de58033-1cce-4f76-8d07-fe0ea102cbfc None None] Provisioning complete for port 0489be35-8d4a-4f57-b3e7-6e8973b147ff triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:11:35.791656 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5de58033-1cce-4f76-8d07-fe0ea102cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:11:36.936485 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-51d2e2c5-5082-4782-b465-b8cdf2e2bf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:11:37.221972 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 52432) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:11:37.454912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803e6840-b561-41e1-acb9-56fddcf973c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:11:37.455229 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803e6840-b561-41e1-acb9-56fddcf973c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:11:37.456759 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-803e6840-b561-41e1-acb9-56fddcf973c8 admin admin] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2338560 Jan 24 16:11:39.134860 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2a9b3123-1bd6-48b1-82c0-bebd5582fa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:11:39.515147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 52442) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:11:39.740518 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bb2dab-62d3-4978-81a4-b67bb6290043 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:11:39.740968 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bb2dab-62d3-4978-81a4-b67bb6290043 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:11:39.743516 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c7bb2dab-62d3-4978-81a4-b67bb6290043 admin admin] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2271385 Jan 24 16:11:40.207467 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:11:40.323444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:11:41.624996 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:11:41.792549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 52452) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:11:42.015496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f491107f-6bdb-46de-8585-3eaac14de9bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:11:42.016855 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f491107f-6bdb-46de-8585-3eaac14de9bc admin admin] 10.222.0.130 "GET /v2.0/networks/2668b65a-79ae-4c58-beed-9fa3e5f27e5e HTTP/1.1" status: 200 len: 886 time: 0.2233713 Jan 24 16:11:44.057066 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 52462) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:11:44.277701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6914af7-1fad-4ebb-80fc-06dcce4afd35 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:11:44.279023 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a6914af7-1fad-4ebb-80fc-06dcce4afd35 admin admin] 10.222.0.130 "GET /v2.0/networks/8bcc83d3-482b-4b1c-83b3-cce73ab82cfa HTTP/1.1" status: 200 len: 869 time: 0.2209899 Jan 24 16:11:44.438889 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 5 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:11:46.333665 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 52472) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:11:46.498918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1912b4fb-cda3-4abe-843c-0a3f27cbb08a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:11:46.499293 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1912b4fb-cda3-4abe-843c-0a3f27cbb08a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:11:46.500088 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1912b4fb-cda3-4abe-843c-0a3f27cbb08a admin admin] Synchronizing usage tracker for tenant:0d1f0de2d5a943ef91ebd704470e5c64 on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:11:46.522972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1912b4fb-cda3-4abe-843c-0a3f27cbb08a admin admin] Unset dirty status for tenant:0d1f0de2d5a943ef91ebd704470e5c64 on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:11:46.524991 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1912b4fb-cda3-4abe-843c-0a3f27cbb08a admin admin] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1900728 Jan 24 16:11:48.560181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 52482) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:11:48.696350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedaea3e-91ad-4120-8177-7c27f2c222a2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:11:48.696986 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedaea3e-91ad-4120-8177-7c27f2c222a2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:11:48.698522 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dedaea3e-91ad-4120-8177-7c27f2c222a2 admin admin] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1373658 Jan 24 16:11:50.916667 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 52492) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:11:51.058547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e7a4a9-1cd6-4681-a80e-a7377c9da4de admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:11:51.059926 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-66e7a4a9-1cd6-4681-a80e-a7377c9da4de admin admin] 10.222.0.130 "GET /v2.0/subnets/8c9abc21-2c59-466b-83a1-33571eb7aba9 HTTP/1.1" status: 200 len: 868 time: 0.1422870 Jan 24 16:11:53.048011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 52502) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:11:53.195358 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e29bbf-698b-4817-b062-9bda163fb9b1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:11:53.196719 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-74e29bbf-698b-4817-b062-9bda163fb9b1 admin admin] 10.222.0.130 "GET /v2.0/subnets/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d HTTP/1.1" status: 200 len: 816 time: 0.1474295 Jan 24 16:12:06.947157 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd8fe-bc2b-4b88-a9a5-0bf7d2337f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:09.130235 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1439515b-c914-4f12-9257-3d8e7ebe1516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:10.211665 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:10.327789 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:11.341427 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 52540) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:12:11.419775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-78e90937-bbe8-4859-8875-97b5da46b467 admin admin] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:12:11.420726 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-78e90937-bbe8-4859-8875-97b5da46b467 admin admin] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0783727 Jan 24 16:12:11.629534 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:13.520159 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 52550) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:12:13.623717 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-a411fbf7-e8e8-4d4d-bb3d-21c00317ec9b admin admin] GET failed (client error): The resource could not be found. Jan 24 16:12:13.624914 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a411fbf7-e8e8-4d4d-bb3d-21c00317ec9b admin admin] 10.222.0.130 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1037946 Jan 24 16:12:13.766017 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1363a04-6252-40ff-bdb7-f75cc22e966d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:12:13.767411 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a1363a04-6252-40ff-bdb7-f75cc22e966d admin admin] 10.222.0.130 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1383522 Jan 24 16:12:15.876117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 52560) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:12:15.958438 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:12:15.963195 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:12:15.973455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:12:15.984114 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Made reservation on behalf of 0d1f0de2d5a943ef91ebd704470e5c64 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:12:15.986995 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:16.078716 dv-neutron-826104-1-hyperv neutron-server[83465]: WARNING neutron.services.revisions.revision_plugin [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Could not find related network for resource to bump revision. Jan 24 16:12:16.094144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:12:16.107965 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:16.108304 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Added segment 3a02f081-1ac9-4920-8b3a-c893871a8173 of type vlan for network 3e6880a0-aa9b-4098-b985-8cd0f4aa0886 Jan 24 16:12:16.136936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:16.171329 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:16.172259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:12:16.172875 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:16.340901 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Pushing event updated for resources: {'Network': ['ID=3e6880a0-aa9b-4098-b985-8cd0f4aa0886,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:12:16.344621 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4673808 Jan 24 16:12:16.351527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:16.351888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:16.352227 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:16.352561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:16.352907 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:16.353238 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:16.353577 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:16.353902 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:16.354223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:16.354540 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:16.354855 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b19a41-4c49-4d62-a177-cdcf4db7af6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:16.367965 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 3e6880a0-aa9b-4098-b985-8cd0f4aa0886 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:12:18.418206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 52570) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:12:18.529284 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-49690fde-5be7-43e5-ba49-a6b9d6ed438d admin admin] GET failed (client error): The resource could not be found. Jan 24 16:12:18.530487 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-49690fde-5be7-43e5-ba49-a6b9d6ed438d admin admin] 10.222.0.130 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1110816 Jan 24 16:12:18.650734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e3d6d9-5bec-4b10-9ff2-46112b84e606 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:12:18.652235 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d3e3d6d9-5bec-4b10-9ff2-46112b84e606 admin admin] 10.222.0.130 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1149547 Jan 24 16:12:18.662662 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c37e8b81-d799-4586-876e-1ca992ec6320 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '3e6880a0-aa9b-4098-b985-8cd0f4aa0886', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:12:18.667747 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c37e8b81-d799-4586-876e-1ca992ec6320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:12:18.678370 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c37e8b81-d799-4586-876e-1ca992ec6320 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:12:18.691543 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37e8b81-d799-4586-876e-1ca992ec6320 admin admin] Made reservation on behalf of 0d1f0de2d5a943ef91ebd704470e5c64 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:12:18.693994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c37e8b81-d799-4586-876e-1ca992ec6320 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:18.921189 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c37e8b81-d799-4586-876e-1ca992ec6320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:18.992512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e8b81-d799-4586-876e-1ca992ec6320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25c52bd3-7a5a-4161-920f-b4eb5a4421e7,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:12:19.017023 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37e8b81-d799-4586-876e-1ca992ec6320 admin admin] Checking segment: {'id': '3a02f081-1ac9-4920-8b3a-c893871a8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3e6880a0-aa9b-4098-b985-8cd0f4aa0886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:12:19.017544 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37e8b81-d799-4586-876e-1ca992ec6320 admin admin] Network hostable DHCP agents. Network: 3e6880a0-aa9b-4098-b985-8cd0f4aa0886, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:12:19.044200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37e8b81-d799-4586-876e-1ca992ec6320 admin admin] Network 3e6880a0-aa9b-4098-b985-8cd0f4aa0886 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:12:19.056719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-c37e8b81-d799-4586-876e-1ca992ec6320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 3e6880a0-aa9b-4098-b985-8cd0f4aa0886) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:12:19.061147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37e8b81-d799-4586-876e-1ca992ec6320 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:12:19.061734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c37e8b81-d799-4586-876e-1ca992ec6320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:19.068252 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b504ed-b90c-4ccd-a60d-e276aa949b5c None None] Network 3e6880a0-aa9b-4098-b985-8cd0f4aa0886 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:12:19.093938 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c37e8b81-d799-4586-876e-1ca992ec6320 admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4338346 Jan 24 16:12:19.304491 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-3e6880a0-aa9b-4098-b985-8cd0f4aa0886', 'network_id': '3e6880a0-aa9b-4098-b985-8cd0f4aa0886', 'tenant_id': '0d1f0de2d5a943ef91ebd704470e5c64', 'fixed_ips': [{'subnet_id': '25c52bd3-7a5a-4161-920f-b4eb5a4421e7'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:12:19.307374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:19.476555 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Allocated IP 192.168.233.2 (3e6880a0-aa9b-4098-b985-8cd0f4aa0886/25c52bd3-7a5a-4161-920f-b4eb5a4421e7/45c1e748-dc40-41f8-b298-fd2c464c6823) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:12:19.702981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:19.714356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Transition to ACTIVE for port object 45c1e748-dc40-41f8-b298-fd2c464c6823 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:12:19.733530 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Transition to ACTIVE for port object 45c1e748-dc40-41f8-b298-fd2c464c6823 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:12:19.741019 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:19.817893 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Network 3e6880a0-aa9b-4098-b985-8cd0f4aa0886 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:12:19.818824 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Pushing event updated for resources: {'Port': ['ID=45c1e748-dc40-41f8-b298-fd2c464c6823,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:12:19.821204 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:12:19.824674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:12:19.835299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:19.835698 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:19.836002 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:19.836360 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:19.836800 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:19.837223 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:19.837567 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:19.837903 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:19.838226 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:19.838540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:19.838855 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:12:19.925230 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Attempting to bind port 45c1e748-dc40-41f8-b298-fd2c464c6823 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:12:19.925529 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Attempting to bind port 45c1e748-dc40-41f8-b298-fd2c464c6823 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '3a02f081-1ac9-4920-8b3a-c893871a8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3e6880a0-aa9b-4098-b985-8cd0f4aa0886'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:12:19.925882 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Attempting to bind port 45c1e748-dc40-41f8-b298-fd2c464c6823 on network 3e6880a0-aa9b-4098-b985-8cd0f4aa0886 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:12:19.932565 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:12:19.932942 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Checking segment: {'id': '3a02f081-1ac9-4920-8b3a-c893871a8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3e6880a0-aa9b-4098-b985-8cd0f4aa0886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:12:19.933338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:19.933768 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Bound using segment: {'id': '3a02f081-1ac9-4920-8b3a-c893871a8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3e6880a0-aa9b-4098-b985-8cd0f4aa0886'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:12:19.934179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Bound port: 45c1e748-dc40-41f8-b298-fd2c464c6823, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a02f081-1ac9-4920-8b3a-c893871a8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3e6880a0-aa9b-4098-b985-8cd0f4aa0886'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:12:19.934562 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:20.025563 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f945f049-22de-47e1-802d-734e544967f3 None None] For port 45c1e748-dc40-41f8-b298-fd2c464c6823, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:12:20.028943 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f945f049-22de-47e1-802d-734e544967f3 None None] For port 45c1e748-dc40-41f8-b298-fd2c464c6823, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=45c1e748-dc40-41f8-b298-fd2c464c6823,segment=NetworkSegment(3a02f081-1ac9-4920-8b3a-c893871a8173),segment_id=3a02f081-1ac9-4920-8b3a-c893871a8173)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:12:20.037452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:20.122086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945f049-22de-47e1-802d-734e544967f3 None None] Pushing event updated for resources: {'Port': ['ID=45c1e748-dc40-41f8-b298-fd2c464c6823,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:12:20.710176 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 45c1e748-dc40-41f8-b298-fd2c464c6823 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:12:20.818390 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 45c1e748-dc40-41f8-b298-fd2c464c6823 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:12:20.978663 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed310d13-ba6c-4004-a2d1-4f78ff8d38b1 None None] Network 3e6880a0-aa9b-4098-b985-8cd0f4aa0886 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:12:21.086959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2113437a-2522-413f-91fd-601894071075 None None] Provisioning for port 45c1e748-dc40-41f8-b298-fd2c464c6823 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:12:21.095361 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2113437a-2522-413f-91fd-601894071075 None None] Provisioning complete for port 45c1e748-dc40-41f8-b298-fd2c464c6823 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:12:21.095747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2113437a-2522-413f-91fd-601894071075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:21.297885 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2113437a-2522-413f-91fd-601894071075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:21.341755 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2113437a-2522-413f-91fd-601894071075 None None] For port 45c1e748-dc40-41f8-b298-fd2c464c6823, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=45c1e748-dc40-41f8-b298-fd2c464c6823,segment=NetworkSegment(3a02f081-1ac9-4920-8b3a-c893871a8173),segment_id=3a02f081-1ac9-4920-8b3a-c893871a8173)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:12:21.347789 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2113437a-2522-413f-91fd-601894071075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:21.420377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113437a-2522-413f-91fd-601894071075 None None] Pushing event updated for resources: {'Port': ['ID=45c1e748-dc40-41f8-b298-fd2c464c6823,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:12:21.438075 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 5 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:12:21.572913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-34bf52fe-2534-4a1a-9299-188a4a4b267e None None] Provisioning complete for port 45c1e748-dc40-41f8-b298-fd2c464c6823 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:12:21.573272 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-34bf52fe-2534-4a1a-9299-188a4a4b267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:22.680627 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 45c1e748-dc40-41f8-b298-fd2c464c6823 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:12:22.752801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 45c1e748-dc40-41f8-b298-fd2c464c6823 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:12:22.753173 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:36.948837 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0d732df4-81ce-4be6-a316-1443adf19a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:39.136012 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e02473ad-7529-4106-a26e-9f164b21fb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:40.214926 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:40.333090 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:41.628095 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:12:58.429010 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 5 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:13:06.945113 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9ff469d3-1a6d-456c-a17c-aa829eb8e93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:13:09.141108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-08821d5e-2a7c-4d0c-ad51-2da447c50ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:13:10.218491 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:13:10.337974 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:13:11.632016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:13:27.779854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 52612) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:13:27.789311 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-2fb7f306-7208-45fc-9dc7-c04fa09bf254 tempest-verify_tempest_config-1157558769 tempest-verify_tempest_config-1157558769-project] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:13:27.790606 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2fb7f306-7208-45fc-9dc7-c04fa09bf254 tempest-verify_tempest_config-1157558769 tempest-verify_tempest_config-1157558769-project] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0096500 Jan 24 16:13:28.157466 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 52628) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:13:28.327592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:13:28.367491 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:13:28.371511 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Usage tracker for resource:security_group_rule and tenant:0ae65a38f584454ba21bb318003f9340 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:13:28.374405 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:13:28.380367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:13:28.459751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:13:28.466103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:13:28.510724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39a1f94-04b4-4ef7-bd3a-ae136022647c,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:13:28.516938 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=0ae65a38f584454ba21bb318003f9340&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3582222 Jan 24 16:13:28.519901 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 52634) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:13:28.521755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.522103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.522430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.522752 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.523073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.523396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.523748 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.524065 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.524381 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.524688 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.525001 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866814b-357d-460a-b6fe-09560febb9a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.582169 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:13:28.613451 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:13:28.710909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:13:28.737471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39a1f94-04b4-4ef7-bd3a-ae136022647c,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:13:28.748891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.749221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.749649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.750008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.750338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.750667 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.751131 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.751509 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.751843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.752164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.752543 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:13:28.754981 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:13:28.756216 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a7ae0ef5-1278-4dd1-81ae-f3a463bf5c20 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/b39a1f94-04b4-4ef7-bd3a-ae136022647c HTTP/1.1" status: 204 len: 168 time: 0.2352920 Jan 24 16:13:35.431717 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 5 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:13:36.940275 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9fffdc5d-74bc-40aa-8f7a-750b033a0a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:13:39.146088 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4aed7654-d323-47ef-9e87-efbbc619520c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:13:40.229430 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:13:40.345439 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:13:41.645271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:14:06.950041 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-be3218f3-6c40-4e4f-9211-badfab8a8c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:14:09.148194 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-de66b6ae-399b-42f6-8893-539d3b982c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:14:10.226695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:14:10.348637 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:14:11.640193 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:14:12.432750 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 5 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:14:36.960015 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b12e3a0b-4671-44ad-ae41-0109f5ae93bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:14:39.147293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2ac63de2-e380-4119-9d69-f2bcdbf97dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:14:40.234487 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:14:40.343759 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:14:41.642255 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:14:47.747396 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-915989'] for agent, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:14:49.437968 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:15:02.497415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 52704) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:15:02.656733 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fd376ea2-c55b-4852-8245-a6c67c0583cd admin admin] 10.222.0.130 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.1582055 Jan 24 16:15:04.754196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 52714) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:15:04.839635 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-069502ec-cb6a-4db1-b89c-19993624549f admin admin] 10.222.0.130 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.0840487 Jan 24 16:15:06.953057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7e019a5a-2eed-4e97-a03d-980de6fd6c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:15:09.144980 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-188ff28b-f718-420d-9233-2ffe813d7a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:15:10.243208 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:15:10.351170 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:15:11.647859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:15:17.701222 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:15:26.444044 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:15:36.949103 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8abad2e8-9e13-4b4e-a6e3-de1e7889bf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:15:39.140742 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-68aa4cd8-1de2-473d-9722-1618b0d3f119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:15:40.238592 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:15:40.348342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:15:41.654600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:15:47.698231 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:03.435903 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:16:06.954147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-84b8d5de-9145-4bd8-a649-5bea9972470b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:09.135578 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3ff56f82-4477-41ff-a8d8-56b0cf63e776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:10.239767 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:10.343819 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:11.652340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:17.715560 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:33.622504 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 52888) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:33.737453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 52898) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:33.895769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 52908) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:34.078172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1646282507-network', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:34.085417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:34.092435 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Usage tracker for resource:network and tenant:c22df63e420147aaab7ee88abbffa870 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:34.095304 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:34.101084 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:34.111678 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Made reservation on behalf of c22df63e420147aaab7ee88abbffa870 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:34.114087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.126854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.142405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1790321864-network', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:34.148835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:34.156885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Usage tracker for resource:network and tenant:fbb9efdaac9a4d899b480136df279d62 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:34.161210 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:34.169868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:34.192227 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:34.194961 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Made reservation on behalf of fbb9efdaac9a4d899b480136df279d62 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:34.197527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.210642 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Usage tracker for resource:security_group_rule and tenant:c22df63e420147aaab7ee88abbffa870 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:34.213298 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.224022 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:34.230981 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:34.266119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:34.272832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Usage tracker for resource:security_group_rule and tenant:fbb9efdaac9a4d899b480136df279d62 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:34.279189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:34.286683 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:34.350494 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.358088 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.406225 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:16:34.436831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.439554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.439915 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Added segment 31124ce2-205b-486b-9b1a-d265a3a5683d of type vlan for network 03400db8-972d-43d6-9e4c-355f981ea39d Jan 24 16:16:34.446107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72394e7b-7229-4cb2-8452-2d6ab20d7bc6,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:34.449498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.461485 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-580966356-network', 'tenant_id': '105cf4f247944a51bfc2416542b75e17'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:34.489875 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:16:34.492504 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:34.492827 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:34.493146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:34.493464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:34.493801 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:34.494119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:34.494554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:34.494866 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:34.495173 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:34.495523 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:34.495819 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Tracked resource versions report: Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: pushed versions: Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: { 'ConntrackHelper': {'1.0'}, Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Log': {'1.0'}, Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Network': {'1.1'}, Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Port': {'1.5'}, Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'PortForwarding': {'1.2'}, Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'QosPolicy': {'1.8'}, Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'SecurityGroup': {'1.2'}, Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'SecurityGroupRule': {'1.0'}, Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'SubPort': {'1.0'}, Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Subnet': {'1.1'}, Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Trunk': {'1.1'}} Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: consumer versions: Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: { DHCP agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: HyperV agent@hv-neutron-8261: {}, Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: L3 agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: Metadata agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: Metering agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: Open vSwitch agent@dv-neutron-826104-1-hyperv: { 'ConntrackHelper': '1.0', Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Log': '1.0', Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Network': '1.1', Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Port': '1.5', Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'PortForwarding': '1.2', Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'QosPolicy': '1.8', Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'SecurityGroup': '1.2', Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'SecurityGroupRule': '1.0', Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'SubPort': '1.0', Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Subnet': '1.1', Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: 'Trunk': '1.1'}} Jan 24 16:16:34.496805 dv-neutron-826104-1-hyperv neutron-server[83465]: {{(pid=83465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 16:16:34.533045 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.539290 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.539648 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Added segment dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b of type vlan for network 5495e0fa-a9db-448f-8be6-86cc8bed9d19 Jan 24 16:16:34.547019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:34.559092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Usage tracker for resource:network and tenant:105cf4f247944a51bfc2416542b75e17 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:34.563251 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:34.578410 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:34.587409 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d184c5f-e641-40d8-87cd-0d4a36ae833f,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:34.601956 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.622452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Made reservation on behalf of 105cf4f247944a51bfc2416542b75e17 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:34.624742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.649658 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.650633 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:34.651876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.655690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.712209 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.713098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:34.714314 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.834008 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2106824 Jan 24 16:16:34.837219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 52942) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:34.842039 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1032753 Jan 24 16:16:34.843228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:34.843696 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Request body: {'subnet': {'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1646282507-subnet', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:34.847370 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Usage tracker for resource:security_group_rule and tenant:105cf4f247944a51bfc2416542b75e17 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:34.850029 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:34.850630 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:34.853854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Usage tracker for resource:subnet and tenant:c22df63e420147aaab7ee88abbffa870 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:34.857017 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:34.857201 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:34.864012 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:34.873589 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 52946) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:34.882828 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ee34a4ee-2e61-4c69-b742-fa2a38fcfa0a admin admin] Request body: {'subnet': {'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1790321864-subnet', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:34.889740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ee34a4ee-2e61-4c69-b742-fa2a38fcfa0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:34.895776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ee34a4ee-2e61-4c69-b742-fa2a38fcfa0a admin admin] Usage tracker for resource:subnet and tenant:fbb9efdaac9a4d899b480136df279d62 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:34.899125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ee34a4ee-2e61-4c69-b742-fa2a38fcfa0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:34.905459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ee34a4ee-2e61-4c69-b742-fa2a38fcfa0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:34.912628 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Made reservation on behalf of c22df63e420147aaab7ee88abbffa870 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:34.915585 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.931546 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.936056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d665998-688e-4d75-a831-fe2f73c0cf6c admin admin] Pushing event updated for resources: {'Network': ['ID=03400db8-972d-43d6-9e4c-355f981ea39d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:34.941596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:34.950907 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 03400db8-972d-43d6-9e4c-355f981ea39d details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:16:35.085761 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:16:35.116585 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b54dbc-a848-435c-b1e1-cd00e4929d8e,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:35.155890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07e2ef-5478-4cef-bd18-d39f02b25050 admin admin] Pushing event updated for resources: {'Network': ['ID=5495e0fa-a9db-448f-8be6-86cc8bed9d19,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:35.158511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:35.159193 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Added segment 0d0ebde7-f468-42de-bb99-0a72531a2baf of type vlan for network 1b75d7bf-954b-4dfe-85c6-64a6ac21028b Jan 24 16:16:35.170299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 5495e0fa-a9db-448f-8be6-86cc8bed9d19 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:16:35.194748 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:35.242078 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:35.243728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:35.244576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:35.270471 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:35.308181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee34a4ee-2e61-4c69-b742-fa2a38fcfa0a admin admin] Made reservation on behalf of fbb9efdaac9a4d899b480136df279d62 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:35.310470 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee34a4ee-2e61-4c69-b742-fa2a38fcfa0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:35.325113 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 52960) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:35.373941 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] Pushing event updated for resources: {'Network': ['ID=1b75d7bf-954b-4dfe-85c6-64a6ac21028b,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:35.377495 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-75846106-1aaf-4b22-8069-293226aa211d admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4806697 Jan 24 16:16:35.380442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 52966) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:35.384541 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 1b75d7bf-954b-4dfe-85c6-64a6ac21028b details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:16:35.387007 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-2ec73643-80d2-421a-9420-39de9410e70d admin admin] Request body: {'subnet': {'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-580966356-subnet', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:35.392999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2ec73643-80d2-421a-9420-39de9410e70d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:35.397671 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2ec73643-80d2-421a-9420-39de9410e70d admin admin] Usage tracker for resource:subnet and tenant:105cf4f247944a51bfc2416542b75e17 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:35.402322 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2ec73643-80d2-421a-9420-39de9410e70d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:35.410541 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2ec73643-80d2-421a-9420-39de9410e70d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:35.432853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec73643-80d2-421a-9420-39de9410e70d admin admin] Made reservation on behalf of 105cf4f247944a51bfc2416542b75e17 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:35.435971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2ec73643-80d2-421a-9420-39de9410e70d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:35.464187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e7965d5-5b34-4076-a5f5-290502504767,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:35.478861 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:35.479959 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:35.480296 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:35.480626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:35.480963 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:35.481287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:35.481645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:35.481965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:35.483853 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:35.484887 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:35.485738 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Tracked resource versions report: Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: pushed versions: Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: { 'ConntrackHelper': {'1.0'}, Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Log': {'1.0'}, Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Network': {'1.1'}, Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Port': {'1.5'}, Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'PortForwarding': {'1.2'}, Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'QosPolicy': {'1.8'}, Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'SecurityGroup': {'1.2'}, Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'SecurityGroupRule': {'1.0'}, Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'SubPort': {'1.0'}, Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Subnet': {'1.1'}, Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Trunk': {'1.1'}} Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: consumer versions: Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: { DHCP agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: HyperV agent@hv-neutron-8261: {}, Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: L3 agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: Metadata agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: Metering agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: Open vSwitch agent@dv-neutron-826104-1-hyperv: { 'ConntrackHelper': '1.0', Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Log': '1.0', Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Network': '1.1', Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Port': '1.5', Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'PortForwarding': '1.2', Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'QosPolicy': '1.8', Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'SecurityGroup': '1.2', Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'SecurityGroupRule': '1.0', Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'SubPort': '1.0', Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Subnet': '1.1', Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: 'Trunk': '1.1'}} Jan 24 16:16:35.487016 dv-neutron-826104-1-hyperv neutron-server[83466]: {{(pid=83466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 16:16:35.540975 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Checking segment: {'id': '31124ce2-205b-486b-9b1a-d265a3a5683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:16:35.542031 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Network hostable DHCP agents. Network: 03400db8-972d-43d6-9e4c-355f981ea39d, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:16:35.591040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Network 03400db8-972d-43d6-9e4c-355f981ea39d is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:16:35.607253 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 03400db8-972d-43d6-9e4c-355f981ea39d) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:35.618121 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867e7040-046f-49e6-b484-722d82a37f78 None None] Network 03400db8-972d-43d6-9e4c-355f981ea39d requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:16:35.661232 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:35.662217 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:35.721548 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-51dedd7c-7d54-4e5e-9f2f-b5e84bcf506b admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8832250 Jan 24 16:16:35.726539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 52978) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:35.734356 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1646282507-router', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:35.742399 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:35.749609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Usage tracker for resource:router and tenant:c22df63e420147aaab7ee88abbffa870 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:35.765055 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:35.776608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:35.802432 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee34a4ee-2e61-4c69-b742-fa2a38fcfa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:35.858797 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2ec73643-80d2-421a-9420-39de9410e70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:35.874981 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34a4ee-2e61-4c69-b742-fa2a38fcfa0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1c62db-bb5b-4b37-8d89-20b3ac5d7145,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:35.883874 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:35.886121 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:35.915212 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.022199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec73643-80d2-421a-9420-39de9410e70d admin admin] Checking segment: {'id': '0d0ebde7-f468-42de-bb99-0a72531a2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:16:36.022552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec73643-80d2-421a-9420-39de9410e70d admin admin] Network hostable DHCP agents. Network: 1b75d7bf-954b-4dfe-85c6-64a6ac21028b, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:16:36.031745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec73643-80d2-421a-9420-39de9410e70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f20398c9-c0a6-41c1-81f0-e242f15f8aa2,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:36.053379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec73643-80d2-421a-9420-39de9410e70d admin admin] Network 1b75d7bf-954b-4dfe-85c6-64a6ac21028b is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:16:36.063326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-695796541'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:36.066701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-2ec73643-80d2-421a-9420-39de9410e70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 1b75d7bf-954b-4dfe-85c6-64a6ac21028b) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:36.080493 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec73643-80d2-421a-9420-39de9410e70d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:36.081588 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2ec73643-80d2-421a-9420-39de9410e70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.086239 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380469bb-2b65-49c1-96d2-07d2b06cc565 None None] Network 1b75d7bf-954b-4dfe-85c6-64a6ac21028b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:16:36.095158 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:36.097327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee34a4ee-2e61-4c69-b742-fa2a38fcfa0a admin admin] Checking segment: {'id': 'dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:16:36.097676 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee34a4ee-2e61-4c69-b742-fa2a38fcfa0a admin admin] Network hostable DHCP agents. Network: 5495e0fa-a9db-448f-8be6-86cc8bed9d19, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:16:36.118483 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Usage tracker for resource:network and tenant:dffc8340a71a4bab8b2d5970b7352c14 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:36.124233 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2ec73643-80d2-421a-9420-39de9410e70d admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7420907 Jan 24 16:16:36.126884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 52990) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:36.133259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-580966356-router', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:36.140175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:36.143232 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:36.146256 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Usage tracker for resource:router and tenant:105cf4f247944a51bfc2416542b75e17 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:36.152837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:36.160961 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:36.163561 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:36.165656 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee34a4ee-2e61-4c69-b742-fa2a38fcfa0a admin admin] Network 5495e0fa-a9db-448f-8be6-86cc8bed9d19 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:16:36.179337 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.182335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.228401 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.279603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-ee34a4ee-2e61-4c69-b742-fa2a38fcfa0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 5495e0fa-a9db-448f-8be6-86cc8bed9d19) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:36.294044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee34a4ee-2e61-4c69-b742-fa2a38fcfa0a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:36.294897 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee34a4ee-2e61-4c69-b742-fa2a38fcfa0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.302227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Made reservation on behalf of dffc8340a71a4bab8b2d5970b7352c14 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:36.305753 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.315169 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-03400db8-972d-43d6-9e4c-355f981ea39d', 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'fixed_ips': [{'subnet_id': '6e7965d5-5b34-4076-a5f5-290502504767'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:16:36.316282 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.336785 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad8e9c7-e1b7-4011-bccc-de572f7df84b None None] Network 5495e0fa-a9db-448f-8be6-86cc8bed9d19 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:16:36.341714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.388178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:36.392649 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Usage tracker for resource:security_group_rule and tenant:dffc8340a71a4bab8b2d5970b7352c14 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:36.396067 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:36.402259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:36.502682 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.548666 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.568225 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.584806 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:16:36.594860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.595240 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Added segment b5dc5a77-faab-43b1-85c2-103f8e2924c9 of type vlan for network 716eee5d-076e-42b7-85cd-f413245ff4e4 Jan 24 16:16:36.630894 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.637823 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'fixed_ips': [{'subnet_id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:16:36.638631 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.679294 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.682883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:36.683566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.726147 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ee34a4ee-2e61-4c69-b742-fa2a38fcfa0a admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8477206 Jan 24 16:16:36.731863 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53012) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:36.738727 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:36.757715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1790321864-router', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:36.775464 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4439754 Jan 24 16:16:36.777071 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53016) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:36.783710 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:36.816104 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Allocated IP 172.20.0.2 (5495e0fa-a9db-448f-8be6-86cc8bed9d19/3c1c62db-bb5b-4b37-8d89-20b3ac5d7145/3cb07471-ef00-4cd8-9341-2630f58bfae6) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:16:36.836374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Usage tracker for resource:router and tenant:fbb9efdaac9a4d899b480136df279d62 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:36.842793 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-53a358b9-6fdc-4914-ba99-d2959a0a6946 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Request body: {'subnet': {'network_id': '716eee5d-076e-42b7-85cd-f413245ff4e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:36.857294 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:36.868364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ae0b94-1091-4c5e-9586-28c60e71c6f0,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:36.960298 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:36.988238 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a2742-f69b-4d98-891d-226492c3e137 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Pushing event updated for resources: {'Network': ['ID=716eee5d-076e-42b7-85cd-f413245ff4e4,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:37.010687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:37.011690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:37.020434 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:37.054425 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:37.075133 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Transition to ACTIVE for port object 3cb07471-ef00-4cd8-9341-2630f58bfae6 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:37.088076 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:37.097849 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-53a358b9-6fdc-4914-ba99-d2959a0a6946 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:37.106491 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-53a358b9-6fdc-4914-ba99-d2959a0a6946 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Usage tracker for resource:subnet and tenant:dffc8340a71a4bab8b2d5970b7352c14 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:37.113061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-53a358b9-6fdc-4914-ba99-d2959a0a6946 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:37.131799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-53a358b9-6fdc-4914-ba99-d2959a0a6946 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:37.136113 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 716eee5d-076e-42b7-85cd-f413245ff4e4 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:16:37.150297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:37.181955 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a358b9-6fdc-4914-ba99-d2959a0a6946 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Made reservation on behalf of dffc8340a71a4bab8b2d5970b7352c14 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:37.200776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Transition to ACTIVE for port object 3cb07471-ef00-4cd8-9341-2630f58bfae6 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:37.227257 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:37.316964 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-53a358b9-6fdc-4914-ba99-d2959a0a6946 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks [] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:37.348468 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'fixed_ips': [{'subnet_id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:16:37.349588 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:37.411942 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Allocated IP 172.26.2.192 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/8de41e58-4f6b-4633-b11e-c1f074c36096) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:16:37.602670 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Allocated IP 172.20.0.2 (1b75d7bf-954b-4dfe-85c6-64a6ac21028b/f20398c9-c0a6-41c1-81f0-e242f15f8aa2/6c79430b-3d1d-433d-8c94-43406c4326c7) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:16:37.613508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:37.618500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53042) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:37.640363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-02ad55bb-c8fb-4614-bd23-798a61f012c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:37.669254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:37.755239 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Network 5495e0fa-a9db-448f-8be6-86cc8bed9d19 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:37.757723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:37.759500 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Pushing event updated for resources: {'Port': ['ID=3cb07471-ef00-4cd8-9341-2630f58bfae6,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:37.764403 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:37.773783 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Allocated IP 172.20.0.2 (03400db8-972d-43d6-9e4c-355f981ea39d/6e7965d5-5b34-4076-a5f5-290502504767/9ff4f6bb-0ac8-447a-a863-aff0cd8891a9) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:16:37.801673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:37.802110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:37.802430 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:37.802755 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:37.803170 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:37.803503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:37.803860 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:37.804188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:37.804502 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:37.805082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:37.805082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Tracked resource versions report: Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: pushed versions: Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: { 'ConntrackHelper': {'1.0'}, Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Log': {'1.0'}, Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Network': {'1.1'}, Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Port': {'1.5'}, Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'PortForwarding': {'1.2'}, Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'QosPolicy': {'1.8'}, Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'SecurityGroup': {'1.2'}, Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'SecurityGroupRule': {'1.0'}, Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'SubPort': {'1.0'}, Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Subnet': {'1.1'}, Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Trunk': {'1.1'}} Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: consumer versions: Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: { DHCP agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: HyperV agent@hv-neutron-8261: {}, Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: L3 agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: Metadata agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: Metering agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: Open vSwitch agent@dv-neutron-826104-1-hyperv: { 'ConntrackHelper': '1.0', Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Log': '1.0', Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Network': '1.1', Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Port': '1.5', Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'PortForwarding': '1.2', Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'QosPolicy': '1.8', Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'SecurityGroup': '1.2', Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'SecurityGroupRule': '1.0', Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'SubPort': '1.0', Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Subnet': '1.1', Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: 'Trunk': '1.1'}} Jan 24 16:16:37.806084 dv-neutron-826104-1-hyperv neutron-server[83467]: {{(pid=83467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 16:16:37.819245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Pushing event updated for resources: {'Port': ['ID=8de41e58-4f6b-4633-b11e-c1f074c36096,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:37.838222 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:37.842878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:37.848421 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:37.893470 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53052) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:38.024193 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Attempting to bind port 3cb07471-ef00-4cd8-9341-2630f58bfae6 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:38.025899 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.026692 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Attempting to bind port 3cb07471-ef00-4cd8-9341-2630f58bfae6 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:38.026692 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Attempting to bind port 3cb07471-ef00-4cd8-9341-2630f58bfae6 on network 5495e0fa-a9db-448f-8be6-86cc8bed9d19 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:38.050151 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-432432993'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:38.075119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:38.077845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.093444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:16:38.093961 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Checking segment: {'id': 'dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:16:38.094449 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.094928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Bound using segment: {'id': 'dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:16:38.095512 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Bound port: 3cb07471-ef00-4cd8-9341-2630f58bfae6, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:16:38.096012 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.096272 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Usage tracker for resource:network and tenant:37d3adac16bc43fbadd6b489ed3380a8 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:38.111490 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:38.132333 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:38.139340 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.160434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-53a358b9-6fdc-4914-ba99-d2959a0a6946 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.170496 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.173016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.206189 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] For port 3cb07471-ef00-4cd8-9341-2630f58bfae6, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:16:38.210349 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] For port 3cb07471-ef00-4cd8-9341-2630f58bfae6, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3cb07471-ef00-4cd8-9341-2630f58bfae6,segment=NetworkSegment(dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b),segment_id=dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:16:38.235044 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.267502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Made reservation on behalf of 37d3adac16bc43fbadd6b489ed3380a8 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:38.271166 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.295136 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-507005512'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:38.313526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:38.321560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.366351 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Usage tracker for resource:network and tenant:63acacd5a448404eb35777466f2db8b0 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:38.375774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:38.379136 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.380978 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a358b9-6fdc-4914-ba99-d2959a0a6946 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Pushing event updated for resources: {'Subnet': ['ID=a4f0458d-2862-482a-a404-d2146bba3349,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:38.402536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:38.474995 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Made reservation on behalf of 63acacd5a448404eb35777466f2db8b0 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:38.482114 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.495729 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Allocated IP 172.26.2.215 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/2b88f556-c529-4dec-ba5b-defadbb35d32) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:16:38.500454 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:38.509283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Usage tracker for resource:security_group_rule and tenant:37d3adac16bc43fbadd6b489ed3380a8 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:38.512652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.516741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.529787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:38.532828 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a358b9-6fdc-4914-ba99-d2959a0a6946 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Checking segment: {'id': 'b5dc5a77-faab-43b1-85c2-103f8e2924c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '716eee5d-076e-42b7-85cd-f413245ff4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:16:38.533183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a358b9-6fdc-4914-ba99-d2959a0a6946 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Network hostable DHCP agents. Network: 716eee5d-076e-42b7-85cd-f413245ff4e4, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:16:38.535448 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Transition to ACTIVE for port object 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:38.547105 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:38.569083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Transition to ACTIVE for port object 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:38.589990 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.609070 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Transition to ACTIVE for port object 6c79430b-3d1d-433d-8c94-43406c4326c7 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:38.615518 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a958003-ac11-4338-b1af-bb339797c4e2 None None] Pushing event updated for resources: {'Port': ['ID=3cb07471-ef00-4cd8-9341-2630f58bfae6,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:38.734097 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53066) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:38.735058 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:38.753522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Usage tracker for resource:security_group_rule and tenant:63acacd5a448404eb35777466f2db8b0 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:38.758662 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:38.778839 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:38.811253 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Network 03400db8-972d-43d6-9e4c-355f981ea39d is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:38.824480 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:38.836859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:38.848242 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.895994 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Transition to ACTIVE for port object 6c79430b-3d1d-433d-8c94-43406c4326c7 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:38.902912 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Pushing event updated for resources: {'Port': ['ID=9ff4f6bb-0ac8-447a-a863-aff0cd8891a9,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:38.930490 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a358b9-6fdc-4914-ba99-d2959a0a6946 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Network 716eee5d-076e-42b7-85cd-f413245ff4e4 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:16:38.972621 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3cb07471-ef00-4cd8-9341-2630f58bfae6 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:38.985711 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-53a358b9-6fdc-4914-ba99-d2959a0a6946 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 716eee5d-076e-42b7-85cd-f413245ff4e4) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:38.987412 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:38.996499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a358b9-6fdc-4914-ba99-d2959a0a6946 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:38.997157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-53a358b9-6fdc-4914-ba99-d2959a0a6946 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.006951 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.015716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64213014-4cd4-444e-889b-b14028fa26c0 None None] Network 716eee5d-076e-42b7-85cd-f413245ff4e4 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:16:39.027625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.077152 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-53a358b9-6fdc-4914-ba99-d2959a0a6946 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2909272 Jan 24 16:16:39.089482 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53074) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:39.090061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53076) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:39.149420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Request body: {'port': {'network_id': '716eee5d-076e-42b7-85cd-f413245ff4e4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-807534573'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:39.164717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.217122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.247147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:39.251686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Pushing event updated for resources: {'Port': ['ID=2b88f556-c529-4dec-ba5b-defadbb35d32,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:39.259070 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:39.280050 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.331044 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2a0376a9-d12a-43c7-956f-8ce3e4a3f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.344427 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:16:39.345431 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Attempting to bind port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:39.345799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Attempting to bind port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '31124ce2-205b-486b-9b1a-d265a3a5683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:39.346151 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Attempting to bind port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 on network 03400db8-972d-43d6-9e4c-355f981ea39d {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:39.351604 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:39.356837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Usage tracker for resource:port and tenant:dffc8340a71a4bab8b2d5970b7352c14 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:39.360663 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:39.363629 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:39.370147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:16:39.370553 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Checking segment: {'id': '31124ce2-205b-486b-9b1a-d265a3a5683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:16:39.370959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.371080 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:39.371353 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Bound using segment: {'id': '31124ce2-205b-486b-9b1a-d265a3a5683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:16:39.371861 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Bound port: 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31124ce2-205b-486b-9b1a-d265a3a5683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:16:39.372241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.396060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Network 1b75d7bf-954b-4dfe-85c6-64a6ac21028b is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:39.403943 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.404259 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Added segment a2d85d39-8319-49db-92ab-a601e5ab8ed5 of type vlan for network a728b82d-55c8-4796-aba8-6a0d08804ee8 Jan 24 16:16:39.411702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:39.414153 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:39.492664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.500172 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Pushing event updated for resources: {'Port': ['ID=6c79430b-3d1d-433d-8c94-43406c4326c7,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:39.557463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Made reservation on behalf of dffc8340a71a4bab8b2d5970b7352c14 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:39.563355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.593132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ad4d4e-4608-4f46-bc76-90e000d403f7,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:39.622884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e02f95c3-9077-423f-8db9-8af84297c009 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:39.630942 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:39.636830 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] For port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:16:39.640671 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] For port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9ff4f6bb-0ac8-447a-a863-aff0cd8891a9,segment=NetworkSegment(31124ce2-205b-486b-9b1a-d265a3a5683d),segment_id=31124ce2-205b-486b-9b1a-d265a3a5683d)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:16:39.644804 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-716eee5d-076e-42b7-85cd-f413245ff4e4', 'network_id': '716eee5d-076e-42b7-85cd-f413245ff4e4', 'tenant_id': 'dffc8340a71a4bab8b2d5970b7352c14', 'fixed_ips': [{'subnet_id': 'a4f0458d-2862-482a-a404-d2146bba3349'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:16:39.645655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.646758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.681732 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.694600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] device_id is not set on port a54533aa-99cf-4d56-b416-f19886cc7230 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:16:39.696149 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.769734 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:39.771602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Allocated IP 172.26.2.113 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/b5e34075-1cfd-43e8-a4eb-ae5637e21ef0) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:16:39.772696 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Attempting to bind port 6c79430b-3d1d-433d-8c94-43406c4326c7 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:39.773129 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Attempting to bind port 6c79430b-3d1d-433d-8c94-43406c4326c7 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '0d0ebde7-f468-42de-bb99-0a72531a2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:39.773519 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Attempting to bind port 6c79430b-3d1d-433d-8c94-43406c4326c7 on network 1b75d7bf-954b-4dfe-85c6-64a6ac21028b {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:39.792617 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.793406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.798096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Usage tracker for resource:floatingip and tenant:75d710bb6a50477aa4baf24ea40e0b21 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:39.804174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:39.812001 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:39.830022 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.833982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:39.834655 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.843433 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:16:39.851952 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cc60d0-d7b1-466a-a0fe-6134e387cce8 None None] Network 5495e0fa-a9db-448f-8be6-86cc8bed9d19 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:16:39.872820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 3cb07471-ef00-4cd8-9341-2630f58bfae6 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:16:39.877667 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Router 85f7081b-0330-46e8-b934-ec61c202efa2 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:16:39.900619 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.911658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:16:39.912056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Checking segment: {'id': '0d0ebde7-f468-42de-bb99-0a72531a2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:16:39.912454 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.912841 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Bound using segment: {'id': '0d0ebde7-f468-42de-bb99-0a72531a2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:16:39.913292 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Bound port: 6c79430b-3d1d-433d-8c94-43406c4326c7, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0ebde7-f468-42de-bb99-0a72531a2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:16:39.913675 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:39.980511 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85475e7b-d00c-479a-af51-245f00467aa6 None None] Pushing event updated for resources: {'Port': ['ID=9ff4f6bb-0ac8-447a-a863-aff0cd8891a9,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:40.025245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Pushing event updated for resources: {'Network': ['ID=a728b82d-55c8-4796-aba8-6a0d08804ee8,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:40.031206 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.031682 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Added segment 5c578827-2688-4ec2-8f62-9f49bc6e1288 of type vlan for network 0245768a-0b6a-4687-a1b7-2d71a504b113 Jan 24 16:16:40.054430 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b520c52f-5c93-4e57-8ffe-bbcedb1cd308,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:40.093193 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e02f95c3-9077-423f-8db9-8af84297c009 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] 10.222.0.130 "PUT /v2.0/quotas/46924a310e1f4f259bdfb837601c1327 HTTP/1.1" status: 200 len: 368 time: 1.3525109 Jan 24 16:16:40.095227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53100) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:40.112397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Request body: {'network': {'project_id': '46924a310e1f4f259bdfb837601c1327'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:40.117611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network a728b82d-55c8-4796-aba8-6a0d08804ee8 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:16:40.119952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.132692 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:40.144344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Usage tracker for resource:network and tenant:46924a310e1f4f259bdfb837601c1327 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:40.149188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:40.235260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.256042 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:40.296098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Made reservation on behalf of 46924a310e1f4f259bdfb837601c1327 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:40.298659 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.311014 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d6f4fa97-0211-46c2-ac79-4c90943147ae None None] Provisioning for port 3cb07471-ef00-4cd8-9341-2630f58bfae6 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:16:40.320523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.330545 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-155ac419-b824-4e23-9d3c-bf20c617718f tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7107747 Jan 24 16:16:40.333949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53104) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:40.357975 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d6f4fa97-0211-46c2-ac79-4c90943147ae None None] Provisioning complete for port 3cb07471-ef00-4cd8-9341-2630f58bfae6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:40.361201 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d6f4fa97-0211-46c2-ac79-4c90943147ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.365790 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.389798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.425905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:40.452163 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:16:40.457354 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Usage tracker for resource:security_group_rule and tenant:46924a310e1f4f259bdfb837601c1327 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:40.466949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:40.477297 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] For port 6c79430b-3d1d-433d-8c94-43406c4326c7, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:16:40.479227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:40.479616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.487915 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:40.491269 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:40.493651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Pushing event updated for resources: {'Port': ['ID=b5e34075-1cfd-43e8-a4eb-ae5637e21ef0,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:40.498339 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:40.508664 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] For port 6c79430b-3d1d-433d-8c94-43406c4326c7, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6c79430b-3d1d-433d-8c94-43406c4326c7,segment=NetworkSegment(0d0ebde7-f468-42de-bb99-0a72531a2baf),segment_id=0d0ebde7-f468-42de-bb99-0a72531a2baf)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:16:40.519052 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.526788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:16:40.563451 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Allocated IP 172.20.0.2 (716eee5d-076e-42b7-85cd-f413245ff4e4/a4f0458d-2862-482a-a404-d2146bba3349/a54533aa-99cf-4d56-b416-f19886cc7230) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:16:40.581773 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.584235 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:40.584809 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.625028 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Request body: {'network': {'name': 'tempest-network--1660463712', 'router:external': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:40.639374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:40.651204 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Usage tracker for resource:network and tenant:08e286ffaf05488399d487275e6d7834 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:40.657754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:40.671996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:40.706796 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82245419-8108-4d88-a07c-60e92e4933bd None None] Pushing event updated for resources: {'Port': ['ID=6c79430b-3d1d-433d-8c94-43406c4326c7,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:40.720961 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d6f4fa97-0211-46c2-ac79-4c90943147ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.765314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.765314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Router 4ade2193-f36a-46f9-8099-3d16418980e3 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:16:40.768771 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Made reservation on behalf of 08e286ffaf05488399d487275e6d7834 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:40.772844 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.787181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d6f4fa97-0211-46c2-ac79-4c90943147ae None None] For port 3cb07471-ef00-4cd8-9341-2630f58bfae6, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3cb07471-ef00-4cd8-9341-2630f58bfae6,segment=NetworkSegment(dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b),segment_id=dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:16:40.788972 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.791921 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8920531 Jan 24 16:16:40.793772 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d6f4fa97-0211-46c2-ac79-4c90943147ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.809612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6e8f0-fa5d-4920-95a8-7ef86974ec40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Pushing event updated for resources: {'Network': ['ID=0245768a-0b6a-4687-a1b7-2d71a504b113,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:40.822160 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:40.842001 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 0245768a-0b6a-4687-a1b7-2d71a504b113 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:16:40.861156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:16:40.974028 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bb5c06-ef76-4de3-a2ba-7dd4b64b5d2f,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:41.015891 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4fa97-0211-46c2-ac79-4c90943147ae None None] Pushing event updated for resources: {'Port': ['ID=3cb07471-ef00-4cd8-9341-2630f58bfae6,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:41.018427 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:41.018427 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Added segment a293d050-287b-427e-a9d4-db5fe019475e of type vlan for network ab3a4b00-05a5-4805-825f-0f686d80a061 Jan 24 16:16:41.037984 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:41.132276 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:41.160552 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Usage tracker for resource:security_group_rule and tenant:08e286ffaf05488399d487275e6d7834 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:41.174047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:41.203151 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:16:41.212781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:41.235897 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:41.242709 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:41.244546 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:41.349883 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-68617a69-3a62-4051-9529-344510d65e8e None None] Provisioning complete for port 3cb07471-ef00-4cd8-9341-2630f58bfae6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:41.350244 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-68617a69-3a62-4051-9529-344510d65e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:41.352760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:41.372148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Transition to ACTIVE for port object a54533aa-99cf-4d56-b416-f19886cc7230 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:41.422227 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:41.449169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:41.450412 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:41.451291 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:41.496622 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:41.561173 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-feeeef8d-90d6-4fe1-bb6a-79fd8a93d827 {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:16:41.561773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:16:41.655322 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Allocated IP 172.26.2.119 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/1ce13612-99f1-4018-bd9f-04e07b12d377) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:16:41.672469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:41.693407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1629132b-fc81-4715-b211-8e97e16d27e2 None None] Network 03400db8-972d-43d6-9e4c-355f981ea39d requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:16:41.747649 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6475589 Jan 24 16:16:41.754732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53120) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:41.775755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-368a1125-3c86-4bad-95fa-2e5f9078a34f tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Request body: {'network': {'project_id': '46924a310e1f4f259bdfb837601c1327'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:41.790767 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96b543-5899-47b3-af5f-0a37254304cb tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Pushing event updated for resources: {'Network': ['ID=ab3a4b00-05a5-4805-825f-0f686d80a061,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:41.793817 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-368a1125-3c86-4bad-95fa-2e5f9078a34f tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:41.819771 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network ab3a4b00-05a5-4805-825f-0f686d80a061 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:16:41.839592 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Network 716eee5d-076e-42b7-85cd-f413245ff4e4 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:41.848110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:41.856369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:41.859808 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-368a1125-3c86-4bad-95fa-2e5f9078a34f tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Usage tracker for resource:network and tenant:46924a310e1f4f259bdfb837601c1327 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:41.873209 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-368a1125-3c86-4bad-95fa-2e5f9078a34f tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:41.882789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:41.885570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:41.888324 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:41.889001 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:41.893660 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-368a1125-3c86-4bad-95fa-2e5f9078a34f tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:41.919175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Pushing event updated for resources: {'Port': ['ID=a54533aa-99cf-4d56-b416-f19886cc7230,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:41.921379 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ed2b64bf-d9b2-4432-bbf7-6f2bc8a16a6e None None] Provisioning for port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:16:41.946245 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1d6c9b7d-552c-43d9-9063-05847d51b700 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8521252 Jan 24 16:16:41.947064 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53124) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:41.955822 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ed2b64bf-d9b2-4432-bbf7-6f2bc8a16a6e None None] Provisioning complete for port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:41.956448 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ed2b64bf-d9b2-4432-bbf7-6f2bc8a16a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:41.985223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:16:42.001809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53128) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:42.011958 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368a1125-3c86-4bad-95fa-2e5f9078a34f tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Made reservation on behalf of 46924a310e1f4f259bdfb837601c1327 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:42.014751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-368a1125-3c86-4bad-95fa-2e5f9078a34f tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.041351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Request body: {'port': {'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113', 'binding:host_id': 'hv-neutron-8261', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-708586482'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:42.052173 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d604418a-971b-425c-a33e-8622c3b53281,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:42.052377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e7442f76-29b3-4aad-895f-893fd175c8c7 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Deleting port a54533aa-99cf-4d56-b416-f19886cc7230 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:16:42.052726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7442f76-29b3-4aad-895f-893fd175c8c7 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.063364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:42.068098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Usage tracker for resource:port and tenant:d0fbb3c8070f4088a2aa410ede5bc35f is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:42.071235 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:42.071369 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.077855 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:42.098765 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.099091 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Added segment 62503e56-91c5-4650-9af9-68814f63b2e2 of type vlan for network d0a82469-8e42-4ecc-9ab5-4874311474dc Jan 24 16:16:42.101194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Made reservation on behalf of d0fbb3c8070f4088a2aa410ede5bc35f for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:42.103745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.140104 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:16:42.151615 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Sync routers for ids ['4ade2193-f36a-46f9-8099-3d16418980e3'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:16:42.152443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.179351 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.190900 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Routers {'4ade2193-f36a-46f9-8099-3d16418980e3'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:16:42.192037 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:16:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4ade2193-f36a-46f9-8099-3d16418980e3'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:42.216129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368a1125-3c86-4bad-95fa-2e5f9078a34f tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:16:42.221558 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.251516 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.274040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-368a1125-3c86-4bad-95fa-2e5f9078a34f tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.274267 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-368a1125-3c86-4bad-95fa-2e5f9078a34f tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Added segment 52d284b9-19d5-426b-a95c-274264bb71b2 of type vlan for network 1ad5ee07-97e8-43c0-9230-f988f4bc4978 Jan 24 16:16:42.292198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:42.316437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Usage tracker for resource:security_group_rule and tenant:d0fbb3c8070f4088a2aa410ede5bc35f is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:42.322574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:42.327201 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.328830 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ecee9df9-6fe6-40c3-a01f-e3ddb44f00cd admin admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.6009855 Jan 24 16:16:42.337276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53134) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:42.345361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:42.390074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-368a1125-3c86-4bad-95fa-2e5f9078a34f tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.426981 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.428176 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:42.428966 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.442257 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:16:42.455426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:42.480457 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:42.488943 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Sync routers for ids ['85f7081b-0330-46e8-b934-ec61c202efa2'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:16:42.493363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:42.498009 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf498c68-1576-4ef2-8d6d-9190d8e90df1 None None] Network 1b75d7bf-954b-4dfe-85c6-64a6ac21028b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:16:42.506730 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Set router 4ade2193-f36a-46f9-8099-3d16418980e3 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:16:42.591988 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Router cc1729db-53d7-40e0-a71b-feef08d128b5 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:16:42.603010 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2624156 Jan 24 16:16:42.606844 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05aa9d6-a054-48c7-bb59-d571d1307f6c tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event updated for resources: {'Network': ['ID=d0a82469-8e42-4ecc-9ab5-4874311474dc,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:42.618214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-368a1125-3c86-4bad-95fa-2e5f9078a34f tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.619428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368a1125-3c86-4bad-95fa-2e5f9078a34f tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:42.620202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-368a1125-3c86-4bad-95fa-2e5f9078a34f tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.633840 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53138) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:42.657868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.695938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.696746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Allocated IP 172.20.0.3 (716eee5d-076e-42b7-85cd-f413245ff4e4/a4f0458d-2862-482a-a404-d2146bba3349/b47fcfcb-01ca-4568-b28d-5bbe47ec8c49) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:16:42.697778 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-30e78284-0b64-4263-8a50-2b1fc8ed356a admin admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5690761 Jan 24 16:16:42.737061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53142) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:42.813404 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event updated for resources: {'Port': ['ID=1ce13612-99f1-4018-bd9f-04e07b12d377,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:42.921587 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'name': 'tempest-ServersTestJSON-1646282507-router', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:35Z', 'updated_at': '2022-01-24T16:16:39Z', 'revision_number': 3, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'gw_port': {'id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:38Z', 'updated_at': '2022-01-24T16:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:42.927589 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Checking router: 4ade2193-f36a-46f9-8099-3d16418980e3 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:16:42.928019 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Updating router 4ade2193-f36a-46f9-8099-3d16418980e3 port 2b88f556-c529-4dec-ba5b-defadbb35d32 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:16:42.953644 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.965411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Transition to ACTIVE for port object b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:42.972720 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:42.990027 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-368a1125-3c86-4bad-95fa-2e5f9078a34f tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2340305 Jan 24 16:16:42.991225 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a1125-3c86-4bad-95fa-2e5f9078a34f tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Pushing event updated for resources: {'Network': ['ID=1ad5ee07-97e8-43c0-9230-f988f4bc4978,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:42.996506 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53146) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:43.016257 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.020215 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Transition to ACTIVE for port object b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:43.027356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network d0a82469-8e42-4ecc-9ab5-4874311474dc details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:16:43.040722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.052580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.057119 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.068445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4a91cdf8-f082-4574-8511-b897eb9f6a2d tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Request body: {'network': {'project_id': '46924a310e1f4f259bdfb837601c1327'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:43.076280 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4a91cdf8-f082-4574-8511-b897eb9f6a2d tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:43.082657 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4a91cdf8-f082-4574-8511-b897eb9f6a2d tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Usage tracker for resource:network and tenant:46924a310e1f4f259bdfb837601c1327 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:43.086786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4a91cdf8-f082-4574-8511-b897eb9f6a2d tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:43.095251 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4a91cdf8-f082-4574-8511-b897eb9f6a2d tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:43.149563 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 1ad5ee07-97e8-43c0-9230-f988f4bc4978 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:16:43.161358 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6c79430b-3d1d-433d-8c94-43406c4326c7 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:43.197800 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a91cdf8-f082-4574-8511-b897eb9f6a2d tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 24 16:16:43.198883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a91cdf8-f082-4574-8511-b897eb9f6a2d tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:16:43.200185 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4a91cdf8-f082-4574-8511-b897eb9f6a2d tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1497540 Jan 24 16:16:43.201856 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] device_id is not set on port 46265687-ec64-47e4-b7a7-8f5206d0a106 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:16:43.216375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.248531 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e711fee-479d-46d3-9360-ebba5b00bdc7,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:43.271560 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53150) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:43.273111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Network 716eee5d-076e-42b7-85cd-f413245ff4e4 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:43.284941 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:43.298149 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:43.322573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.353088 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.374300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Routers {'85f7081b-0330-46e8-b934-ec61c202efa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:16:43.375095 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:16:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['85f7081b-0330-46e8-b934-ec61c202efa2'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:43.445158 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.447847 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 6c79430b-3d1d-433d-8c94-43406c4326c7 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:16:43.462826 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Transition to ACTIVE for port object 2b88f556-c529-4dec-ba5b-defadbb35d32 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:43.476356 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.483702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3cb07471-ef00-4cd8-9341-2630f58bfae6 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:43.542646 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.543019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.544393 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ed2b64bf-d9b2-4432-bbf7-6f2bc8a16a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.576212 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870036c-2772-4af0-83b8-d0a47b5f60ec None None] Pushing event updated for resources: {'Port': ['ID=2b88f556-c529-4dec-ba5b-defadbb35d32,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:43.577446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event updated for resources: {'Port': ['ID=1ce13612-99f1-4018-bd9f-04e07b12d377,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:43.585999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7442f76-29b3-4aad-895f-893fd175c8c7 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.600394 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870036c-2772-4af0-83b8-d0a47b5f60ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:43.600890 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870036c-2772-4af0-83b8-d0a47b5f60ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:43.601275 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870036c-2772-4af0-83b8-d0a47b5f60ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:43.601983 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870036c-2772-4af0-83b8-d0a47b5f60ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:43.602406 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870036c-2772-4af0-83b8-d0a47b5f60ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:43.602850 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870036c-2772-4af0-83b8-d0a47b5f60ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:43.603264 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870036c-2772-4af0-83b8-d0a47b5f60ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:43.603722 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870036c-2772-4af0-83b8-d0a47b5f60ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:43.604202 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870036c-2772-4af0-83b8-d0a47b5f60ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:43.604617 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870036c-2772-4af0-83b8-d0a47b5f60ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:43.605026 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870036c-2772-4af0-83b8-d0a47b5f60ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870036c-2772-4af0-83b8-d0a47b5f60ec None None] Tracked resource versions report: Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: pushed versions: Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: { 'ConntrackHelper': {'1.0'}, Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Log': {'1.0'}, Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Network': {'1.1'}, Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Port': {'1.5'}, Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'PortForwarding': {'1.2'}, Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'QosPolicy': {'1.8'}, Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'SecurityGroup': {'1.2'}, Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'SecurityGroupRule': {'1.0'}, Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'SubPort': {'1.0'}, Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Subnet': {'1.1'}, Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Trunk': {'1.1'}} Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: consumer versions: Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: { DHCP agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: HyperV agent@hv-neutron-8261: {}, Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: L3 agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: Metadata agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: Metering agent@dv-neutron-826104-1-hyperv: {}, Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: Open vSwitch agent@dv-neutron-826104-1-hyperv: { 'ConntrackHelper': '1.0', Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Log': '1.0', Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Network': '1.1', Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Port': '1.5', Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'PortForwarding': '1.2', Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'QosPolicy': '1.8', Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'SecurityGroup': '1.2', Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'SecurityGroupRule': '1.0', Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'SubPort': '1.0', Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Subnet': '1.1', Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: 'Trunk': '1.1'}} Jan 24 16:16:43.606346 dv-neutron-826104-1-hyperv neutron-server[83468]: {{(pid=83468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 16:16:43.610990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:43.611317 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:43.612084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:43.612397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Subscribe: > port after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:43.612719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:43.614284 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Subscribe: > port after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:43.615061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:43.615061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:43.615282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:43.615563 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:43.619461 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Attempting to bind port 2b88f556-c529-4dec-ba5b-defadbb35d32 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:43.619975 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Attempting to bind port 2b88f556-c529-4dec-ba5b-defadbb35d32 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:43.620448 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Attempting to bind port 2b88f556-c529-4dec-ba5b-defadbb35d32 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:43.633519 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:16:43.634017 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:16:43.634526 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.635264 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:16:43.635983 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Bound port: 2b88f556-c529-4dec-ba5b-defadbb35d32, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:16:43.636477 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.776134 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] For port 2b88f556-c529-4dec-ba5b-defadbb35d32, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:16:43.780926 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] For port 2b88f556-c529-4dec-ba5b-defadbb35d32, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=2b88f556-c529-4dec-ba5b-defadbb35d32,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:16:43.793960 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.818684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.822744 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f11182b8-9bec-4b83-af27-b34585769987 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7272322 Jan 24 16:16:43.829738 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e7442f76-29b3-4aad-895f-893fd175c8c7 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Calling delete_port for a54533aa-99cf-4d56-b416-f19886cc7230 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:16:43.838151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:43.838545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:43.838856 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:43.839187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:43.839499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a82469-8e42-4ecc-9ab5-4874311474dc']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:43.849804 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53156) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:43.866379 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7af8a014-cf91-408e-b078-b29e0ec7bea8 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=46924a310e1f4f259bdfb837601c1327&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5864851 Jan 24 16:16:43.869767 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62503e56-91c5-4650-9af9-68814f63b2e2') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:43.870054 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62503e56-91c5-4650-9af9-68814f63b2e2') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:43.878229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53160) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:43.879779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-888901663'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:43.891214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:43.903774 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:43.912478 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Usage tracker for resource:network and tenant:75d710bb6a50477aa4baf24ea40e0b21 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:43.924310 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870036c-2772-4af0-83b8-d0a47b5f60ec None None] Pushing event updated for resources: {'Port': ['ID=2b88f556-c529-4dec-ba5b-defadbb35d32,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:43.931174 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:43.946207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:43.976264 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Routers {'4ade2193-f36a-46f9-8099-3d16418980e3'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:16:43.977104 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:16:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4ade2193-f36a-46f9-8099-3d16418980e3'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:44.007465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Attempting to bind port b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:44.008102 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Attempting to bind port b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'b5dc5a77-faab-43b1-85c2-103f8e2924c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '716eee5d-076e-42b7-85cd-f413245ff4e4'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:44.008404 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Attempting to bind port b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 on network 716eee5d-076e-42b7-85cd-f413245ff4e4 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:44.010549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Pushing event updated for resources: {'Port': ['ID=b47fcfcb-01ca-4568-b28d-5bbe47ec8c49,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:44.037252 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 3cb07471-ef00-4cd8-9341-2630f58bfae6 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:44.037775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.075969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.084591 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Made reservation on behalf of 75d710bb6a50477aa4baf24ea40e0b21 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:44.088173 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.126098 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-ed2b64bf-d9b2-4432-bbf7-6f2bc8a16a6e None None] For port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9ff4f6bb-0ac8-447a-a863-aff0cd8891a9,segment=NetworkSegment(31124ce2-205b-486b-9b1a-d265a3a5683d),segment_id=31124ce2-205b-486b-9b1a-d265a3a5683d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:16:44.139778 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:16:44.140147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Checking segment: {'id': 'b5dc5a77-faab-43b1-85c2-103f8e2924c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '716eee5d-076e-42b7-85cd-f413245ff4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:16:44.140617 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.140979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Bound using segment: {'id': 'b5dc5a77-faab-43b1-85c2-103f8e2924c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '716eee5d-076e-42b7-85cd-f413245ff4e4'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:16:44.141456 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Bound port: b47fcfcb-01ca-4568-b28d-5bbe47ec8c49, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5dc5a77-faab-43b1-85c2-103f8e2924c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '716eee5d-076e-42b7-85cd-f413245ff4e4'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:16:44.142003 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.161474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ed2b64bf-d9b2-4432-bbf7-6f2bc8a16a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.217735 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] Set router 4ade2193-f36a-46f9-8099-3d16418980e3 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:16:44.230992 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Set router 85f7081b-0330-46e8-b934-ec61c202efa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:16:44.236680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] device_id is not set on port 46265687-ec64-47e4-b7a7-8f5206d0a106 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:16:44.248463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.263757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Transition to ACTIVE for port object 46265687-ec64-47e4-b7a7-8f5206d0a106 will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:44.277490 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:16:44.278932 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.286517 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cc58efe5-d968-4f05-a86e-edee7c016109 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn_limited( Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn_limited( Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:16:44.300140 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:16:44.312495 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.366035 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cc58efe5-d968-4f05-a86e-edee7c016109 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.381674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.390565 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7442f76-29b3-4aad-895f-893fd175c8c7 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.460136 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7442f76-29b3-4aad-895f-893fd175c8c7 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Pushing event deleted for resources: {'Port': ['ID=a54533aa-99cf-4d56-b416-f19886cc7230,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:44.492729 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b64bf-d9b2-4432-bbf7-6f2bc8a16a6e None None] Pushing event updated for resources: {'Port': ['ID=9ff4f6bb-0ac8-447a-a863-aff0cd8891a9,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:44.576673 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Pushing event updated for resources: {'Port': ['ID=46265687-ec64-47e4-b7a7-8f5206d0a106,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:44.582514 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:44.586774 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.607092 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Usage tracker for resource:security_group_rule and tenant:75d710bb6a50477aa4baf24ea40e0b21 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:44.638359 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:44.668610 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e50898e7-56ea-4a1d-8d6a-e1fbfd61b925 None None] Provisioning for port 6c79430b-3d1d-433d-8c94-43406c4326c7 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:16:44.668864 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d0a82469-8e42-4ecc-9ab5-4874311474dc {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 24 16:16:44.674246 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:44.676772 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] For port b47fcfcb-01ca-4568-b28d-5bbe47ec8c49, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:16:44.678351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0a82469-8e42-4ecc-9ab5-4874311474dc,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:44.692964 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.704925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e50898e7-56ea-4a1d-8d6a-e1fbfd61b925 None None] Provisioning complete for port 6c79430b-3d1d-433d-8c94-43406c4326c7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:44.705654 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e50898e7-56ea-4a1d-8d6a-e1fbfd61b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.726525 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'name': 'tempest-ServersTestJSON-1646282507-router', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:35Z', 'updated_at': '2022-01-24T16:16:39Z', 'revision_number': 3, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'gw_port': {'id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:38Z', 'updated_at': '2022-01-24T16:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:44.728328 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:16:44.737597 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b0af4-fd9a-4182-bf16-bc13d8e4cc30 None None] The sync data for ids ['4ade2193-f36a-46f9-8099-3d16418980e3'] in dv-neutron-826104-1-hyperv is: [{'id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'name': 'tempest-ServersTestJSON-1646282507-router', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:35Z', 'updated_at': '2022-01-24T16:16:39Z', 'revision_number': 3, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'gw_port': {'id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:38Z', 'updated_at': '2022-01-24T16:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:16:44.744041 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Checking segment: {'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:16:44.744469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Network hostable DHCP agents. Network: 0245768a-0b6a-4687-a1b7-2d71a504b113, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:16:44.761578 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b3300984-4d7e-4132-8de0-89f438382155 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "DELETE /v2.0/networks/d0a82469-8e42-4ecc-9ab5-4874311474dc HTTP/1.1" status: 204 len: 168 time: 2.1127639 Jan 24 16:16:44.771376 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53164) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:44.787535 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-1401d568-1435-4b1d-916d-e5e5e8cdeb18 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:44.801495 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1401d568-1435-4b1d-916d-e5e5e8cdeb18 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:44.811366 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1401d568-1435-4b1d-916d-e5e5e8cdeb18 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Usage tracker for resource:network and tenant:08e286ffaf05488399d487275e6d7834 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:44.811708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] For port b47fcfcb-01ca-4568-b28d-5bbe47ec8c49, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b47fcfcb-01ca-4568-b28d-5bbe47ec8c49,segment=NetworkSegment(b5dc5a77-faab-43b1-85c2-103f8e2924c9),segment_id=b5dc5a77-faab-43b1-85c2-103f8e2924c9)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:16:44.820526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.826074 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bcc9647a-ff39-4104-9e1c-8c88a52afbc7 admin admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0906081 Jan 24 16:16:44.832347 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53168) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:44.835650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1401d568-1435-4b1d-916d-e5e5e8cdeb18 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:44.870022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.922185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1401d568-1435-4b1d-916d-e5e5e8cdeb18 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:44.923621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7442f76-29b3-4aad-895f-893fd175c8c7 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.935665 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e7442f76-29b3-4aad-895f-893fd175c8c7 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] 10.222.0.130 "DELETE /v2.0/ports/a54533aa-99cf-4d56-b416-f19886cc7230 HTTP/1.1" status: 204 len: 168 time: 2.9825702 Jan 24 16:16:44.938544 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53172) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:44.956386 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:44.981853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cc58efe5-d968-4f05-a86e-edee7c016109 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.984099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cc58efe5-d968-4f05-a86e-edee7c016109 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:44.985224 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cc58efe5-d968-4f05-a86e-edee7c016109 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] 10.222.0.130 "DELETE /v2.0/security-groups/25bb5c06-ef76-4de3-a2ba-7dd4b64b5d2f HTTP/1.1" status: 204 len: 168 time: 1.1029317 Jan 24 16:16:44.997231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53178) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:44.999242 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58efe5-d968-4f05-a86e-edee7c016109 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bb5c06-ef76-4de3-a2ba-7dd4b64b5d2f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:45.000925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e27007-68dc-4243-ae24-03c57e6fc9b2 None None] Pushing event updated for resources: {'Port': ['ID=b47fcfcb-01ca-4568-b28d-5bbe47ec8c49,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:45.013346 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:45.015577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Network 0245768a-0b6a-4687-a1b7-2d71a504b113 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:16:45.052954 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:45.111105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 0245768a-0b6a-4687-a1b7-2d71a504b113) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:45.112860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1401d568-1435-4b1d-916d-e5e5e8cdeb18 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Made reservation on behalf of 08e286ffaf05488399d487275e6d7834 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:45.115373 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1401d568-1435-4b1d-916d-e5e5e8cdeb18 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:45.137561 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305df86e-8217-4533-9d6b-a03d2b9d1968 None None] Network 0245768a-0b6a-4687-a1b7-2d71a504b113 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:16:45.151893 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:45.188830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:16:45.227024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e50898e7-56ea-4a1d-8d6a-e1fbfd61b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:45.279292 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:45.279917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:45.280026 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:45.282750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:45.284033 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Added segment a3233d08-e613-463d-94aa-e0a90453da7d of type vlan for network 4dc0a18a-1307-4a60-9bcf-db03f08a70ef Jan 24 16:16:45.287208 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c9c8cd-7687-4524-91b1-038d1a5fcf1a,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:45.303993 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Sync routers for ids ['cc1729db-53d7-40e0-a71b-feef08d128b5'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:16:45.330449 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Routers {'cc1729db-53d7-40e0-a71b-feef08d128b5'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:16:45.331815 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:16:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['cc1729db-53d7-40e0-a71b-feef08d128b5'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:45.333997 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:45.334359 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:45.348547 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 2 to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 Jan 24 16:16:45.361739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1401d568-1435-4b1d-916d-e5e5e8cdeb18 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:16:45.383292 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a9904705-dab1-4a26-bd2a-16498cb81fc4 tempest-DHCPAgentSchedulersTestJSON-309802102 tempest-DHCPAgentSchedulersTestJSON-309802102-project-admin] 10.222.0.130 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.4333639 Jan 24 16:16:45.392362 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:45.404138 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53182) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:45.436409 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-e50898e7-56ea-4a1d-8d6a-e1fbfd61b925 None None] For port 6c79430b-3d1d-433d-8c94-43406c4326c7, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6c79430b-3d1d-433d-8c94-43406c4326c7,segment=NetworkSegment(0d0ebde7-f468-42de-bb99-0a72531a2baf),segment_id=0d0ebde7-f468-42de-bb99-0a72531a2baf)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:16:45.469028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e50898e7-56ea-4a1d-8d6a-e1fbfd61b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:45.547824 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:45.559543 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1401d568-1435-4b1d-916d-e5e5e8cdeb18 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:45.559875 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-1401d568-1435-4b1d-916d-e5e5e8cdeb18 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Added segment 557c19a1-2203-448c-937d-105010f71b8c of type vlan for network 35f97e5c-ea70-4d06-b85a-8ad4fd3136f1 Jan 24 16:16:45.576943 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:45.578183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:45.578668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:45.591383 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-04d174ab-1278-4cd8-8c54-d80ff73cd513 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-377357640'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:45.606381 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-04d174ab-1278-4cd8-8c54-d80ff73cd513 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:45.635893 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-04d174ab-1278-4cd8-8c54-d80ff73cd513 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Usage tracker for resource:network and tenant:dffc8340a71a4bab8b2d5970b7352c14 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:45.656142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-04d174ab-1278-4cd8-8c54-d80ff73cd513 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:45.681370 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:45.681835 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:45.689457 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Set router cc1729db-53d7-40e0-a71b-feef08d128b5 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:16:45.717328 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-04d174ab-1278-4cd8-8c54-d80ff73cd513 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:45.746266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:16:45.749861 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:45.750129 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:45.761974 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 3 to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 Jan 24 16:16:45.796991 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'name': 'tempest-ServersTestManualDisk-580966356-router', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:36Z', 'updated_at': '2022-01-24T16:16:37Z', 'revision_number': 3, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'gw_port': {'id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:45.817231 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Checking router: 85f7081b-0330-46e8-b934-ec61c202efa2 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:16:45.817599 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Updating router 85f7081b-0330-46e8-b934-ec61c202efa2 port 8de41e58-4f6b-4633-b11e-c1f074c36096 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:16:45.820266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:45.820590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:45.820912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:45.853194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1401d568-1435-4b1d-916d-e5e5e8cdeb18 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:45.857099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d174ab-1278-4cd8-8c54-d80ff73cd513 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Made reservation on behalf of dffc8340a71a4bab8b2d5970b7352c14 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:45.871394 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-04d174ab-1278-4cd8-8c54-d80ff73cd513 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:45.929523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:45.929843 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:45.933839 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 4 to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 Jan 24 16:16:45.940150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50898e7-56ea-4a1d-8d6a-e1fbfd61b925 None None] Pushing event updated for resources: {'Port': ['ID=6c79430b-3d1d-433d-8c94-43406c4326c7,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:45.952611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:45.959123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:45.959943 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:45.984653 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e50898e7-56ea-4a1d-8d6a-e1fbfd61b925 None None] Provisioning complete for port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:45.985291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e50898e7-56ea-4a1d-8d6a-e1fbfd61b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:46.076760 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'name': 'tempest-ServerActionsTestJSON-1790321864-router', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:40Z', 'revision_number': 3, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'gw_port': {'id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:39Z', 'updated_at': '2022-01-24T16:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:46.080404 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:46.088903 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Checking router: cc1729db-53d7-40e0-a71b-feef08d128b5 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:16:46.090161 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Updating router cc1729db-53d7-40e0-a71b-feef08d128b5 port b5e34075-1cfd-43e8-a4eb-ae5637e21ef0 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:16:46.109607 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:46.130274 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:46.130608 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:46.131321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:46.131685 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Subscribe: > port after_create 55550000 {{(pid=83465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:46.132051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:46.132397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Subscribe: > port after_update 55550000 {{(pid=83465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:46.132707 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:46.133029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:46.133335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:46.133637 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:46.219578 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:46.220290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:46.220787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:46.228522 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:46.240980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event updated for resources: {'Network': ['ID=4dc0a18a-1307-4a60-9bcf-db03f08a70ef,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:46.268662 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b5bf0ff5-e4de-405c-8e37-77e997c2b7ff tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4147573 Jan 24 16:16:46.277957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53186) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:46.298530 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-6f551ad0-0fd3-4c34-b6d9-27fe4f93bcd6 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Request body: {'subnet': {'network_id': '4dc0a18a-1307-4a60-9bcf-db03f08a70ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:46.320609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d174ab-1278-4cd8-8c54-d80ff73cd513 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:16:46.341223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:46.341918 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:46.394267 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:46.395053 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:46.395567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:46.396044 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:16:46.396554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad5ee07-97e8-43c0-9230-f988f4bc4978']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:46.425271 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1401d568-1435-4b1d-916d-e5e5e8cdeb18 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:46.426147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1401d568-1435-4b1d-916d-e5e5e8cdeb18 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:46.430495 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d284b9-19d5-426b-a95c-274264bb71b2') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:46.431109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1401d568-1435-4b1d-916d-e5e5e8cdeb18 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:46.435276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d284b9-19d5-426b-a95c-274264bb71b2') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:46.461316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:46.501777 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 5 to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 Jan 24 16:16:46.538066 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:46.552123 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 4dc0a18a-1307-4a60-9bcf-db03f08a70ef details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:16:46.576844 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-04d174ab-1278-4cd8-8c54-d80ff73cd513 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:46.577189 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-04d174ab-1278-4cd8-8c54-d80ff73cd513 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Added segment f833382d-f073-41b7-854b-2686fd55d08d of type vlan for network b09b6957-83c0-4acd-95ac-6cacc6907087 Jan 24 16:16:46.581514 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1401d568-1435-4b1d-916d-e5e5e8cdeb18 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8008678 Jan 24 16:16:46.600518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53190) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:46.609241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:16:46.609926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn_limited( Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn_limited( Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:16:46.633330 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:16:46.664247 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Request body: {'subnet': {'network_id': '35f97e5c-ea70-4d06-b85a-8ad4fd3136f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:46.673956 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:46.674735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:46.674735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:46.734650 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:46.756850 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Usage tracker for resource:subnet and tenant:08e286ffaf05488399d487275e6d7834 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:46.787408 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690f21bb-f76b-4dcd-8be5-d810867c127f None None] Network 716eee5d-076e-42b7-85cd-f413245ff4e4 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:16:46.787804 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:46.787804 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:46.787980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:46.790389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-04d174ab-1278-4cd8-8c54-d80ff73cd513 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:46.794388 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6f551ad0-0fd3-4c34-b6d9-27fe4f93bcd6 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:46.796562 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 6 to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 Jan 24 16:16:46.804142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401d568-1435-4b1d-916d-e5e5e8cdeb18 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event updated for resources: {'Network': ['ID=35f97e5c-ea70-4d06-b85a-8ad4fd3136f1,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:46.818524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6f551ad0-0fd3-4c34-b6d9-27fe4f93bcd6 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Usage tracker for resource:subnet and tenant:75d710bb6a50477aa4baf24ea40e0b21 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:46.826952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6f551ad0-0fd3-4c34-b6d9-27fe4f93bcd6 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:46.835402 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:46.835737 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:46.836066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:46.840683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6f551ad0-0fd3-4c34-b6d9-27fe4f93bcd6 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:46.847335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:46.886599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:46.887960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Made reservation on behalf of 08e286ffaf05488399d487275e6d7834 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:46.890172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:46.891304 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 35f97e5c-ea70-4d06-b85a-8ad4fd3136f1 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:16:46.924652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:46.925100 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:46.938009 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 7 to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 Jan 24 16:16:46.945223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f551ad0-0fd3-4c34-b6d9-27fe4f93bcd6 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Made reservation on behalf of 75d710bb6a50477aa4baf24ea40e0b21 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:46.958001 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:46.970846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-04d174ab-1278-4cd8-8c54-d80ff73cd513 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:46.976051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d174ab-1278-4cd8-8c54-d80ff73cd513 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:46.976051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-04d174ab-1278-4cd8-8c54-d80ff73cd513 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:47.021485 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ad5ee07-97e8-43c0-9230-f988f4bc4978,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:47.062565 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:47.062895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:47.063223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:47.079958 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fab25cbb-e0c6-4840-9bde-5917058640e5 tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] 10.222.0.130 "DELETE /v2.0/networks/1ad5ee07-97e8-43c0-9230-f988f4bc4978 HTTP/1.1" status: 204 len: 168 time: 1.9694510 Jan 24 16:16:47.085204 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53194) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:47.118441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.resource_extend [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:16:47.126612 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-34c97c8f-5deb-4492-af61-38bb990b9179 None None] Provisioning complete for port 6c79430b-3d1d-433d-8c94-43406c4326c7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:47.126975 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-34c97c8f-5deb-4492-af61-38bb990b9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:47.127382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:47.199747 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-04d174ab-1278-4cd8-8c54-d80ff73cd513 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7929251 Jan 24 16:16:47.216481 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:47.216799 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:47.256612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53198) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:47.268559 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 8 to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 Jan 24 16:16:47.273298 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6c79430b-3d1d-433d-8c94-43406c4326c7 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:47.273748 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:47.286776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f551ad0-0fd3-4c34-b6d9-27fe4f93bcd6 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:47.330722 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d174ab-1278-4cd8-8c54-d80ff73cd513 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Pushing event updated for resources: {'Network': ['ID=b09b6957-83c0-4acd-95ac-6cacc6907087,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:47.370763 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network b09b6957-83c0-4acd-95ac-6cacc6907087 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:16:47.391985 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:47.392309 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:47.392638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:47.441317 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:47.441674 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:47.444217 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-db8c80d5-b216-4fdd-a1d4-e9dc25ac11fc tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:47.450452 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 9 to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 Jan 24 16:16:47.482086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:47.482400 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:47.483116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:47.511196 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:47.589026 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Transition to ACTIVE for port object 8de41e58-4f6b-4633-b11e-c1f074c36096 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:47.599976 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:47.600304 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:47.602360 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 10 to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 Jan 24 16:16:47.632161 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:47.762666 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e017e2-ccc2-4bf6-b067-3cfe49561a06 None None] Pushing event updated for resources: {'Port': ['ID=8de41e58-4f6b-4633-b11e-c1f074c36096,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:47.765147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 6c79430b-3d1d-433d-8c94-43406c4326c7 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:47.765622 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:47.817156 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:47.843726 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Attempting to bind port 8de41e58-4f6b-4633-b11e-c1f074c36096 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:47.844145 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Attempting to bind port 8de41e58-4f6b-4633-b11e-c1f074c36096 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:47.844611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Attempting to bind port 8de41e58-4f6b-4633-b11e-c1f074c36096 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:47.850602 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:47.861804 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:16:47.862281 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:16:47.862820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:47.863376 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:16:47.864033 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Bound port: 8de41e58-4f6b-4633-b11e-c1f074c36096, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:16:47.864499 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:47.866462 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Transition to ACTIVE for port object b5e34075-1cfd-43e8-a4eb-ae5637e21ef0 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:47.874872 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:47.887603 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e54dc756-5225-4629-a22f-80130e6214d4 tempest-DHCPAgentSchedulersTestJSON-309802102 tempest-DHCPAgentSchedulersTestJSON-309802102-project-admin] 10.222.0.130 "GET /v2.0/agents/698b7180-318f-489b-a496-e7e58fcba699/dhcp-networks HTTP/1.1" status: 200 len: 6262 time: 0.6286948 Jan 24 16:16:47.895564 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53202) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:47.913190 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-34c97c8f-5deb-4492-af61-38bb990b9179 None None] Provisioning for port b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:16:47.950571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-db8c80d5-b216-4fdd-a1d4-e9dc25ac11fc tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:47.956257 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e26382-2675-4e63-a00d-2151e6a761e4 None None] Pushing event updated for resources: {'Port': ['ID=b5e34075-1cfd-43e8-a4eb-ae5637e21ef0,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:47.988961 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Attempting to bind port b5e34075-1cfd-43e8-a4eb-ae5637e21ef0 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:47.989590 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Attempting to bind port b5e34075-1cfd-43e8-a4eb-ae5637e21ef0 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:47.990147 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Attempting to bind port b5e34075-1cfd-43e8-a4eb-ae5637e21ef0 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:47.992766 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Allocated IP 172.20.0.1 (1b75d7bf-954b-4dfe-85c6-64a6ac21028b/f20398c9-c0a6-41c1-81f0-e242f15f8aa2/3a32e559-049e-4b6c-9a22-9610d02a0dc4) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:16:47.995101 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-db8c80d5-b216-4fdd-a1d4-e9dc25ac11fc tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3a4b00-05a5-4805-825f-0f686d80a061']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:47.998657 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:16:47.999577 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:16:47.999911 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.000306 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:16:48.000768 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Bound port: b5e34075-1cfd-43e8-a4eb-ae5637e21ef0, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:16:48.001213 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.017005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-db8c80d5-b216-4fdd-a1d4-e9dc25ac11fc tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a293d050-287b-427e-a9d4-db5fe019475e') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:48.017280 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-db8c80d5-b216-4fdd-a1d4-e9dc25ac11fc tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a293d050-287b-427e-a9d4-db5fe019475e') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:48.026013 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Allocated IP 172.20.0.1 (03400db8-972d-43d6-9e4c-355f981ea39d/6e7965d5-5b34-4076-a5f5-290502504767/d28dbf19-a03b-4616-ba6f-448da41ac97a) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:16:48.034870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-db8c80d5-b216-4fdd-a1d4-e9dc25ac11fc tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.067156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-db8c80d5-b216-4fdd-a1d4-e9dc25ac11fc tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.075228 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8c80d5-b216-4fdd-a1d4-e9dc25ac11fc tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:16:48.075723 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-db8c80d5-b216-4fdd-a1d4-e9dc25ac11fc tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.088896 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] For port b5e34075-1cfd-43e8-a4eb-ae5637e21ef0, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:16:48.092809 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] For port b5e34075-1cfd-43e8-a4eb-ae5637e21ef0, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b5e34075-1cfd-43e8-a4eb-ae5637e21ef0,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:16:48.098953 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.158673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 2b88f556-c529-4dec-ba5b-defadbb35d32 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:48.184916 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e26382-2675-4e63-a00d-2151e6a761e4 None None] Pushing event updated for resources: {'Port': ['ID=b5e34075-1cfd-43e8-a4eb-ae5637e21ef0,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:48.199024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] For port 8de41e58-4f6b-4633-b11e-c1f074c36096, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:16:48.211065 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Routers {'cc1729db-53d7-40e0-a71b-feef08d128b5'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:16:48.211780 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:16:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['cc1729db-53d7-40e0-a71b-feef08d128b5'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:48.227887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] For port 8de41e58-4f6b-4633-b11e-c1f074c36096, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8de41e58-4f6b-4633-b11e-c1f074c36096,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:16:48.253164 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.357089 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:48.357635 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:48.358183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:16:48.374954 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:16:48.377149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 46265687-ec64-47e4-b7a7-8f5206d0a106 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:48.377149 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 46265687-ec64-47e4-b7a7-8f5206d0a106 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:48.377320 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.395240 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 2b88f556-c529-4dec-ba5b-defadbb35d32 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:16:48.415059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-db8c80d5-b216-4fdd-a1d4-e9dc25ac11fc tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.417365 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f551ad0-0fd3-4c34-b6d9-27fe4f93bcd6 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.420654 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] Set router cc1729db-53d7-40e0-a71b-feef08d128b5 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:16:48.438342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 2b88f556-c529-4dec-ba5b-defadbb35d32 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:48.439371 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.545185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] For port 46265687-ec64-47e4-b7a7-8f5206d0a106, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:16:48.545556 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempted to set empty binding levels {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 24 16:16:48.554394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e017e2-ccc2-4bf6-b067-3cfe49561a06 None None] Pushing event updated for resources: {'Port': ['ID=8de41e58-4f6b-4633-b11e-c1f074c36096,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:48.568615 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.575203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670445ec-d1e9-4f6e-8f8f-e7ebf590ad31 tempest-DHCPAgentSchedulersTestJSON-309802102 tempest-DHCPAgentSchedulersTestJSON-309802102-project-admin] Network b09b6957-83c0-4acd-95ac-6cacc6907087 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:16:48.578027 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-36e520c2-de13-423e-8af4-d5a18c4585a7 None None] Could not find standard attr ID for object a54533aa-99cf-4d56-b416-f19886cc7230. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:16:48.601848 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Routers {'85f7081b-0330-46e8-b934-ec61c202efa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:16:48.603223 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:16:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['85f7081b-0330-46e8-b934-ec61c202efa2'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:48.651797 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.657200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Transition to ACTIVE for port object d28dbf19-a03b-4616-ba6f-448da41ac97a will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:48.662636 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-670445ec-d1e9-4f6e-8f8f-e7ebf590ad31 tempest-DHCPAgentSchedulersTestJSON-309802102 tempest-DHCPAgentSchedulersTestJSON-309802102-project-admin] 10.222.0.130 "POST /v2.0/agents/698b7180-318f-489b-a496-e7e58fcba699/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7128971 Jan 24 16:16:48.667405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53206) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:48.676490 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-db8c80d5-b216-4fdd-a1d4-e9dc25ac11fc tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.685762 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c80d5-b216-4fdd-a1d4-e9dc25ac11fc tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab3a4b00-05a5-4805-825f-0f686d80a061,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:48.690154 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca532e54-19b2-46ab-9caf-3a784a7f1623 None None] Network b09b6957-83c0-4acd-95ac-6cacc6907087 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:16:48.695969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f551ad0-0fd3-4c34-b6d9-27fe4f93bcd6 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event updated for resources: {'Subnet': ['ID=9c585987-79f7-49a6-a791-758a26305fdd,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:48.711136 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.732199 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-db8c80d5-b216-4fdd-a1d4-e9dc25ac11fc tempest-QuotasNegativeTest-1050477031 tempest-QuotasNegativeTest-1050477031-project-admin] 10.222.0.130 "DELETE /v2.0/networks/ab3a4b00-05a5-4805-825f-0f686d80a061 HTTP/1.1" status: 204 len: 168 time: 1.6399271 Jan 24 16:16:48.755152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Transition to ACTIVE for port object 3a32e559-049e-4b6c-9a22-9610d02a0dc4 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:48.801444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.objects.ports [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83465) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:16:48.805738 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.845484 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Pushing event updated for resources: {'Port': ['ID=46265687-ec64-47e4-b7a7-8f5206d0a106,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:48.856753 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:48.942680 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'name': 'tempest-ServerActionsTestJSON-1790321864-router', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:40Z', 'revision_number': 3, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'gw_port': {'id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:39Z', 'updated_at': '2022-01-24T16:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:48.953275 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1652dc12-c873-45b5-99ac-ed7bfd33f68b None None] The sync data for ids ['cc1729db-53d7-40e0-a71b-feef08d128b5'] in dv-neutron-826104-1-hyperv is: [{'id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'name': 'tempest-ServerActionsTestJSON-1790321864-router', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:40Z', 'revision_number': 3, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'gw_port': {'id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:39Z', 'updated_at': '2022-01-24T16:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:16:48.969294 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bfef0a20-b0f9-43e7-a042-67886548e81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.9592829 Jan 24 16:16:48.981110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53212) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:48.989662 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f551ad0-0fd3-4c34-b6d9-27fe4f93bcd6 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Checking segment: {'id': 'a3233d08-e613-463d-94aa-e0a90453da7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4dc0a18a-1307-4a60-9bcf-db03f08a70ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:16:48.990032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f551ad0-0fd3-4c34-b6d9-27fe4f93bcd6 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Network hostable DHCP agents. Network: 4dc0a18a-1307-4a60-9bcf-db03f08a70ef, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:16:49.102833 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-5d204573-b8d7-4395-8826-64e37c54bbd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Deleting port 46265687-ec64-47e4-b7a7-8f5206d0a106 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:16:49.103718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d204573-b8d7-4395-8826-64e37c54bbd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:49.109046 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:49.197352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:49.248989 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bc253caa-8781-45bd-9572-8420c58aa068,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:49.250951 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 2b88f556-c529-4dec-ba5b-defadbb35d32, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=2b88f556-c529-4dec-ba5b-defadbb35d32,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:16:49.259386 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] Set router 85f7081b-0330-46e8-b934-ec61c202efa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:16:49.310293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f551ad0-0fd3-4c34-b6d9-27fe4f93bcd6 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Network 4dc0a18a-1307-4a60-9bcf-db03f08a70ef is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:16:49.318870 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:49.320067 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:49.331771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Pushing event updated for resources: {'Port': ['ID=d28dbf19-a03b-4616-ba6f-448da41ac97a,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:49.354945 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:49.355305 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-6f551ad0-0fd3-4c34-b6d9-27fe4f93bcd6 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 4dc0a18a-1307-4a60-9bcf-db03f08a70ef) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:49.366773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f551ad0-0fd3-4c34-b6d9-27fe4f93bcd6 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:49.367371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f551ad0-0fd3-4c34-b6d9-27fe4f93bcd6 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:49.381885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Network 03400db8-972d-43d6-9e4c-355f981ea39d is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:49.451893 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e58a572-e794-44bc-971c-ce36104a791d None None] Network 4dc0a18a-1307-4a60-9bcf-db03f08a70ef requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:16:49.498329 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6f551ad0-0fd3-4c34-b6d9-27fe4f93bcd6 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2046511 Jan 24 16:16:49.529768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53220) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:49.584904 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9122de79-804e-4e2c-8f6d-5168da80c24f tempest-DHCPAgentSchedulersTestJSON-309802102 tempest-DHCPAgentSchedulersTestJSON-309802102-project-admin] 10.222.0.130 "GET /v2.0/agents/698b7180-318f-489b-a496-e7e58fcba699/dhcp-networks HTTP/1.1" status: 200 len: 7006 time: 0.9114978 Jan 24 16:16:49.584904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:49.585525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:49.629909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53226) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:49.665617 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Checking segment: {'id': '557c19a1-2203-448c-937d-105010f71b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '35f97e5c-ea70-4d06-b85a-8ad4fd3136f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:16:49.666056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Network hostable DHCP agents. Network: 35f97e5c-ea70-4d06-b85a-8ad4fd3136f1, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:16:49.697582 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-32447820', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:49.733854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Pushing event updated for resources: {'Port': ['ID=3a32e559-049e-4b6c-9a22-9610d02a0dc4,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:49.756883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Network 1b75d7bf-954b-4dfe-85c6-64a6ac21028b is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:49.759519 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53230) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:49.771297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:49.773846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:49.779725 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:49.792339 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-5d204573-b8d7-4395-8826-64e37c54bbd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] For port 46265687-ec64-47e4-b7a7-8f5206d0a106, host hv-neutron-8261, got binding levels [] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:16:49.792858 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d204573-b8d7-4395-8826-64e37c54bbd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:49.993963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Network 35f97e5c-ea70-4d06-b85a-8ad4fd3136f1 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:16:50.008491 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:50.044377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 35f97e5c-ea70-4d06-b85a-8ad4fd3136f1) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:50.057362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:50.058057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:50.063343 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7e2c198e-6e97-42dc-8908-6c04985134bf tempest-DHCPAgentSchedulersTestJSON-309802102 tempest-DHCPAgentSchedulersTestJSON-309802102-project-admin] 10.222.0.130 "DELETE /v2.0/agents/698b7180-318f-489b-a496-e7e58fcba699/dhcp-networks/b09b6957-83c0-4acd-95ac-6cacc6907087 HTTP/1.1" status: 204 len: 168 time: 0.4122066 Jan 24 16:16:50.068069 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53236) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:50.104046 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-5d204573-b8d7-4395-8826-64e37c54bbd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Calling delete_port for 46265687-ec64-47e4-b7a7-8f5206d0a106 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:16:50.107979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3291b0eb-0da8-4140-bb5e-235ac6236402 None None] Network 35f97e5c-ea70-4d06-b85a-8ad4fd3136f1 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:16:50.122737 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=2b88f556-c529-4dec-ba5b-defadbb35d32,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:50.165590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-05bf1e60-282a-447a-9e1b-80d6f59f7df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:50.244479 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:50.249066 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:50.263278 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Usage tracker for resource:router and tenant:75d710bb6a50477aa4baf24ea40e0b21 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:50.267618 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3e9930b5-0049-4811-a094-1e6082478173 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6603267 Jan 24 16:16:50.267857 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53240) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:50.269134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:50.317514 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Request body: {'floatingip': {'floating_network_id': '35f97e5c-ea70-4d06-b85a-8ad4fd3136f1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:50.322153 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:50.325781 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-50bc92fd-733f-4728-bad9-7176ee52e515 None None] Provisioning for port d28dbf19-a03b-4616-ba6f-448da41ac97a completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:16:50.327056 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Usage tracker for resource:floatingip and tenant:08e286ffaf05488399d487275e6d7834 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:50.330419 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:50.336279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:50.345096 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:50.360829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:50.369774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-50bc92fd-733f-4728-bad9-7176ee52e515 None None] Provisioning complete for port d28dbf19-a03b-4616-ba6f-448da41ac97a triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:50.370123 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-50bc92fd-733f-4728-bad9-7176ee52e515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:50.385570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d204573-b8d7-4395-8826-64e37c54bbd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:50.502798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:50.503204 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:50.521465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:50.530535 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d204573-b8d7-4395-8826-64e37c54bbd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Pushing event deleted for resources: {'Port': ['ID=46265687-ec64-47e4-b7a7-8f5206d0a106,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:50.540484 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:16:50.569735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:50.570008 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:50.570127 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:50.596284 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d204573-b8d7-4395-8826-64e37c54bbd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:50.596992 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3f8145c6-b7c9-4752-aa8f-2d36fce4711d tempest-DHCPAgentSchedulersTestJSON-309802102 tempest-DHCPAgentSchedulersTestJSON-309802102-project-admin] 10.222.0.130 "GET /v2.0/agents/698b7180-318f-489b-a496-e7e58fcba699/dhcp-networks HTTP/1.1" status: 200 len: 7784 time: 0.5221772 Jan 24 16:16:50.603056 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53244) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:50.633068 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-50bc92fd-733f-4728-bad9-7176ee52e515 None None] Port d28dbf19-a03b-4616-ba6f-448da41ac97a cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:16:50.656631 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-05bf1e60-282a-447a-9e1b-80d6f59f7df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:50.668077 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5d204573-b8d7-4395-8826-64e37c54bbd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] 10.222.0.130 "DELETE /v2.0/ports/46265687-ec64-47e4-b7a7-8f5206d0a106 HTTP/1.1" status: 204 len: 168 time: 1.6707189 Jan 24 16:16:50.671192 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53248) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:50.677680 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-05bf1e60-282a-447a-9e1b-80d6f59f7df9 admin admin] Usage tracker for resource:security_group_rule and tenant:6034cadfa5c64659a3bc0cbfcf731599 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:50.685076 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:50.731074 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3bd4ed50-9fb0-401c-801f-8fc9a2fd1232 tempest-DHCPAgentSchedulersTestJSON-309802102 tempest-DHCPAgentSchedulersTestJSON-309802102-project-admin] 10.222.0.130 "GET /v2.0/networks/716eee5d-076e-42b7-85cd-f413245ff4e4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1216779 Jan 24 16:16:50.733718 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-05bf1e60-282a-447a-9e1b-80d6f59f7df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:50.741646 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53252) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:50.746950 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f30310-86c2-4577-b34d-675951029eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-4dc0a18a-1307-4a60-9bcf-db03f08a70ef', 'network_id': '4dc0a18a-1307-4a60-9bcf-db03f08a70ef', 'tenant_id': '75d710bb6a50477aa4baf24ea40e0b21', 'fixed_ips': [{'subnet_id': '9c585987-79f7-49a6-a791-758a26305fdd'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:16:50.747794 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-26f30310-86c2-4577-b34d-675951029eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:50.765565 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f234bc68-bc24-4b52-b94d-5149019637a5 None None] Network 35f97e5c-ea70-4d06-b85a-8ad4fd3136f1 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:16:50.805024 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-05bf1e60-282a-447a-9e1b-80d6f59f7df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:50.825432 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c7d119-58e9-4dc9-922f-8524656afa36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] GET failed (client error): The resource could not be found. Jan 24 16:16:50.830645 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-69c7d119-58e9-4dc9-922f-8524656afa36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] 10.222.0.130 "GET /v2.0/ports/46265687-ec64-47e4-b7a7-8f5206d0a106 HTTP/1.1" status: 404 len: 333 time: 0.1543512 Jan 24 16:16:50.835453 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53256) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:50.854273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Request body: {'port': {'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1359563894'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:50.866960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:50.877499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Usage tracker for resource:port and tenant:d0fbb3c8070f4088a2aa410ede5bc35f is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:50.881745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:50.894702 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:50.942065 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-21fe8915-3fcb-4b6b-84b9-3784d2fb12aa tempest-DHCPAgentSchedulersTestJSON-309802102 tempest-DHCPAgentSchedulersTestJSON-309802102-project-admin] 10.222.0.130 "GET /v2.0/networks/716eee5d-076e-42b7-85cd-f413245ff4e4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1954010 Jan 24 16:16:50.950532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53260) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:51.029421 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Made reservation on behalf of d0fbb3c8070f4088a2aa410ede5bc35f for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:51.029649 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'name': 'tempest-ServersTestManualDisk-580966356-router', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:36Z', 'updated_at': '2022-01-24T16:16:37Z', 'revision_number': 3, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'gw_port': {'id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:51.031539 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.031660 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.061403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.066217 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-03f4ebd1-fa12-4566-9706-604ab6befafc None None] Provisioning for port 3a32e559-049e-4b6c-9a22-9610d02a0dc4 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:16:51.069032 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd3a1b-40ac-4bbe-9805-400ccbacd53d None None] The sync data for ids ['85f7081b-0330-46e8-b934-ec61c202efa2'] in dv-neutron-826104-1-hyperv is: [{'id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'name': 'tempest-ServersTestManualDisk-580966356-router', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:36Z', 'updated_at': '2022-01-24T16:16:37Z', 'revision_number': 3, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'gw_port': {'id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:16:51.073192 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Allocated IP 172.20.0.1 (5495e0fa-a9db-448f-8be6-86cc8bed9d19/3c1c62db-bb5b-4b37-8d89-20b3ac5d7145/415f4987-1193-427b-984a-0e1a8f373fb6) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:16:51.086368 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] device_id is not set on port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:16:51.089018 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-03f4ebd1-fa12-4566-9706-604ab6befafc None None] Provisioning complete for port 3a32e559-049e-4b6c-9a22-9610d02a0dc4 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:51.089272 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-03f4ebd1-fa12-4566-9706-604ab6befafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.131270 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.170826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-05bf1e60-282a-447a-9e1b-80d6f59f7df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.240701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-05bf1e60-282a-447a-9e1b-80d6f59f7df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.241444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port b47fcfcb-01ca-4568-b28d-5bbe47ec8c49, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b47fcfcb-01ca-4568-b28d-5bbe47ec8c49,segment=NetworkSegment(b5dc5a77-faab-43b1-85c2-103f8e2924c9),segment_id=b5dc5a77-faab-43b1-85c2-103f8e2924c9)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:16:51.257201 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-03f4ebd1-fa12-4566-9706-604ab6befafc None None] Port 3a32e559-049e-4b6c-9a22-9610d02a0dc4 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:16:51.258630 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.309721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf1e60-282a-447a-9e1b-80d6f59f7df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b35510e-fef1-4b51-9f18-70c66c71a384,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:51.309721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:16:51.332496 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-26f30310-86c2-4577-b34d-675951029eae None None] Allocated IP 172.20.0.2 (4dc0a18a-1307-4a60-9bcf-db03f08a70ef/9c585987-79f7-49a6-a791-758a26305fdd/57741786-2723-4589-a480-b6f0d774cec8) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:16:51.343084 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.373027 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.452861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:16:51.472955 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=b47fcfcb-01ca-4568-b28d-5bbe47ec8c49,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:51.499853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-05bf1e60-282a-447a-9e1b-80d6f59f7df9 admin admin] Synchronizing usage tracker for tenant:0d1f0de2d5a943ef91ebd704470e5c64 on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:16:51.512665 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.588160 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Pushing event updated for resources: {'Port': ['ID=d28dbf19-a03b-4616-ba6f-448da41ac97a,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:51.593181 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-720eb1f5-cbc2-4e53-844e-ac1dd2d45673 tempest-DHCPAgentSchedulersTestJSON-309802102 tempest-DHCPAgentSchedulersTestJSON-309802102-project-admin] 10.222.0.130 "GET /v2.0/agents/698b7180-318f-489b-a496-e7e58fcba699/dhcp-networks HTTP/1.1" status: 200 len: 7784 time: 0.6379528 Jan 24 16:16:51.593885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.604318 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53264) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:51.627233 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b5e34075-1cfd-43e8-a4eb-ae5637e21ef0 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:51.694641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.715367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-05bf1e60-282a-447a-9e1b-80d6f59f7df9 admin admin] Unset dirty status for tenant:0d1f0de2d5a943ef91ebd704470e5c64 on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:16:51.719151 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-05bf1e60-282a-447a-9e1b-80d6f59f7df9 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=6034cadfa5c64659a3bc0cbfcf731599&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9548802 Jan 24 16:16:51.721574 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-26f30310-86c2-4577-b34d-675951029eae None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.722266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.724758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53268) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:51.726849 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Allocated IP 172.20.0.11 (35f97e5c-ea70-4d06-b85a-8ad4fd3136f1/bc253caa-8781-45bd-9572-8420c58aa068/80d07ecd-da14-4ed5-9cb4-5b54572d80e9) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:16:51.738487 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-26f30310-86c2-4577-b34d-675951029eae None None] Transition to ACTIVE for port object 57741786-2723-4589-a480-b6f0d774cec8 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:51.743805 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.754444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port b5e34075-1cfd-43e8-a4eb-ae5637e21ef0 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:16:51.767620 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port b5e34075-1cfd-43e8-a4eb-ae5637e21ef0 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:51.768119 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.788056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Pushing event updated for resources: {'Port': ['ID=3a32e559-049e-4b6c-9a22-9610d02a0dc4,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:51.805814 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-26f30310-86c2-4577-b34d-675951029eae None None] Transition to ACTIVE for port object 57741786-2723-4589-a480-b6f0d774cec8 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:51.817225 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Transition to ACTIVE for port object 415f4987-1193-427b-984a-0e1a8f373fb6 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:51.820034 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-26f30310-86c2-4577-b34d-675951029eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.855287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.904251 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e40a8716-f180-42e0-aca7-a5fc0d0cb4e2 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:51.910104 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f30310-86c2-4577-b34d-675951029eae None None] Network 4dc0a18a-1307-4a60-9bcf-db03f08a70ef is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:51.912476 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f30310-86c2-4577-b34d-675951029eae None None] Pushing event updated for resources: {'Port': ['ID=57741786-2723-4589-a480-b6f0d774cec8,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:51.915911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-26f30310-86c2-4577-b34d-675951029eae None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:51.918544 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f30310-86c2-4577-b34d-675951029eae None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:52.056356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.061321 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-26f30310-86c2-4577-b34d-675951029eae None None] Attempting to bind port 57741786-2723-4589-a480-b6f0d774cec8 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:52.061683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-26f30310-86c2-4577-b34d-675951029eae None None] Attempting to bind port 57741786-2723-4589-a480-b6f0d774cec8 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'a3233d08-e613-463d-94aa-e0a90453da7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4dc0a18a-1307-4a60-9bcf-db03f08a70ef'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:52.062038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f30310-86c2-4577-b34d-675951029eae None None] Attempting to bind port 57741786-2723-4589-a480-b6f0d774cec8 on network 4dc0a18a-1307-4a60-9bcf-db03f08a70ef {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:52.062157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.077140 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f30310-86c2-4577-b34d-675951029eae None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:16:52.077509 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f30310-86c2-4577-b34d-675951029eae None None] Checking segment: {'id': 'a3233d08-e613-463d-94aa-e0a90453da7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4dc0a18a-1307-4a60-9bcf-db03f08a70ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:16:52.077911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-26f30310-86c2-4577-b34d-675951029eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.078300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f30310-86c2-4577-b34d-675951029eae None None] Bound using segment: {'id': 'a3233d08-e613-463d-94aa-e0a90453da7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4dc0a18a-1307-4a60-9bcf-db03f08a70ef'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:16:52.078974 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-26f30310-86c2-4577-b34d-675951029eae None None] Bound port: 57741786-2723-4589-a480-b6f0d774cec8, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3233d08-e613-463d-94aa-e0a90453da7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4dc0a18a-1307-4a60-9bcf-db03f08a70ef'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:16:52.079179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-26f30310-86c2-4577-b34d-675951029eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.087593 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80dfadc8-94b4-4dcc-9825-6f3b33c845fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.127773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port b5e34075-1cfd-43e8-a4eb-ae5637e21ef0, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b5e34075-1cfd-43e8-a4eb-ae5637e21ef0,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:16:52.138001 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.138204 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Network 03400db8-972d-43d6-9e4c-355f981ea39d is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:52.138846 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 2b88f556-c529-4dec-ba5b-defadbb35d32 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:52.141503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:52.150469 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80dfadc8-94b4-4dcc-9825-6f3b33c845fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.162909 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.222999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Network 1b75d7bf-954b-4dfe-85c6-64a6ac21028b is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:52.245432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:52.295775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=b5e34075-1cfd-43e8-a4eb-ae5637e21ef0,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:52.300271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-26f30310-86c2-4577-b34d-675951029eae None None] For port 57741786-2723-4589-a480-b6f0d774cec8, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:16:52.307501 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-26f30310-86c2-4577-b34d-675951029eae None None] For port 57741786-2723-4589-a480-b6f0d774cec8, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=57741786-2723-4589-a480-b6f0d774cec8,segment=NetworkSegment(a3233d08-e613-463d-94aa-e0a90453da7d),segment_id=a3233d08-e613-463d-94aa-e0a90453da7d)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:16:52.323503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 2b88f556-c529-4dec-ba5b-defadbb35d32 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:52.324188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.327411 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.354386 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-26f30310-86c2-4577-b34d-675951029eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.398315 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event updated for resources: {'Port': ['ID=80d07ecd-da14-4ed5-9cb4-5b54572d80e9,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:52.406275 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.484444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f30310-86c2-4577-b34d-675951029eae None None] Pushing event updated for resources: {'Port': ['ID=57741786-2723-4589-a480-b6f0d774cec8,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:52.536218 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.607858 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-525dddec-74e1-4905-a0b7-3af7b39a7217 None None] Provisioning complete for port d28dbf19-a03b-4616-ba6f-448da41ac97a triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:52.608403 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-525dddec-74e1-4905-a0b7-3af7b39a7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.636622 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.655861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80dfadc8-94b4-4dcc-9825-6f3b33c845fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.666718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e40a8716-f180-42e0-aca7-a5fc0d0cb4e2 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.676155 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfadc8-94b4-4dcc-9825-6f3b33c845fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b35510e-fef1-4b51-9f18-70c66c71a384,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:52.708982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-525dddec-74e1-4905-a0b7-3af7b39a7217 None None] Port d28dbf19-a03b-4616-ba6f-448da41ac97a cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:16:52.736777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Network 35f97e5c-ea70-4d06-b85a-8ad4fd3136f1 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:52.743141 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Network 5495e0fa-a9db-448f-8be6-86cc8bed9d19 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:52.776479 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:52.778909 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:52.783737 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-e40a8716-f180-42e0-aca7-a5fc0d0cb4e2 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09b6957-83c0-4acd-95ac-6cacc6907087']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:52.785520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80dfadc8-94b4-4dcc-9825-6f3b33c845fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.788959 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-80dfadc8-94b4-4dcc-9825-6f3b33c845fc admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/1b35510e-fef1-4b51-9f18-70c66c71a384 HTTP/1.1" status: 204 len: 168 time: 1.0591269 Jan 24 16:16:52.793509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:52.822663 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:52.844289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b1c3f0b2-51f3-407e-8d15-120ed4eef121 None None] Provisioning complete for port 3a32e559-049e-4b6c-9a22-9610d02a0dc4 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:52.847417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f0b2-51f3-407e-8d15-120ed4eef121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:52.881646 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Pushing event updated for resources: {'Port': ['ID=415f4987-1193-427b-984a-0e1a8f373fb6,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:52.885581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-e40a8716-f180-42e0-aca7-a5fc0d0cb4e2 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f833382d-f073-41b7-854b-2686fd55d08d') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:52.885891 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-e40a8716-f180-42e0-aca7-a5fc0d0cb4e2 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f833382d-f073-41b7-854b-2686fd55d08d') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:52.913148 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Network 0245768a-0b6a-4687-a1b7-2d71a504b113 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:52.974247 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3f0b2-51f3-407e-8d15-120ed4eef121 None None] Port 3a32e559-049e-4b6c-9a22-9610d02a0dc4 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:16:53.100826 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e3a55991-43f2-4639-817b-873650ad4934 None None] Provisioning for port 415f4987-1193-427b-984a-0e1a8f373fb6 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:16:53.107674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e3a55991-43f2-4639-817b-873650ad4934 None None] Provisioning complete for port 415f4987-1193-427b-984a-0e1a8f373fb6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:53.108382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e3a55991-43f2-4639-817b-873650ad4934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:53.120630 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:53.139197 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e40a8716-f180-42e0-aca7-a5fc0d0cb4e2 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:53.170672 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:53.173726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:53.174317 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:53.202021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Router 4ade2193-f36a-46f9-8099-3d16418980e3 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:16:53.234601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e3a55991-43f2-4639-817b-873650ad4934 None None] Port 415f4987-1193-427b-984a-0e1a8f373fb6 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:16:53.251239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e40a8716-f180-42e0-aca7-a5fc0d0cb4e2 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:53.276605 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:53.280469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40a8716-f180-42e0-aca7-a5fc0d0cb4e2 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:16:53.282035 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e40a8716-f180-42e0-aca7-a5fc0d0cb4e2 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:53.300665 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Pushing event updated for resources: {'Port': ['ID=1a007d8f-f92f-46dc-861e-a423c3a2fb8e,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:16:53.302451 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:16:53.327205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Router 85f7081b-0330-46e8-b934-ec61c202efa2 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:16:53.334053 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53276) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:53.364539 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-97f6e5bf-7108-465a-ba6d-59287adfb1a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5253835 Jan 24 16:16:53.366193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8db0f2ff-e28a-4107-9fbf-4a7f61d4cff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:53.367318 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Allocated IP 172.26.2.33 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/3e01406b-108d-42cc-905b-5533e1b48e53) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:16:53.374963 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53280) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:53.396415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:53.492191 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b5e34075-1cfd-43e8-a4eb-ae5637e21ef0 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:53.520455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8db0f2ff-e28a-4107-9fbf-4a7f61d4cff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:53.576157 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port b5e34075-1cfd-43e8-a4eb-ae5637e21ef0 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:53.576530 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:53.592025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e40a8716-f180-42e0-aca7-a5fc0d0cb4e2 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:53.693053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e40a8716-f180-42e0-aca7-a5fc0d0cb4e2 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:53.713821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8db0f2ff-e28a-4107-9fbf-4a7f61d4cff9 admin admin] Usage tracker for resource:security_group_rule and tenant:f8e19390138149aea7ebb076eea26d00 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:53.718566 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8db0f2ff-e28a-4107-9fbf-4a7f61d4cff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:53.726650 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 57741786-2723-4589-a480-b6f0d774cec8 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:53.734430 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8db0f2ff-e28a-4107-9fbf-4a7f61d4cff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:53.743571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a8716-f180-42e0-aca7-a5fc0d0cb4e2 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Pushing event deleted for resources: {'Network': ['ID=b09b6957-83c0-4acd-95ac-6cacc6907087,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:53.793934 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e40a8716-f180-42e0-aca7-a5fc0d0cb4e2 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] 10.222.0.130 "DELETE /v2.0/networks/b09b6957-83c0-4acd-95ac-6cacc6907087 HTTP/1.1" status: 204 len: 168 time: 2.1855214 Jan 24 16:16:53.794714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53284) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:53.833024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 57741786-2723-4589-a480-b6f0d774cec8 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:16:53.842579 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:53.843055 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:53.859202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:53.891078 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4f9c9b-f0b5-453a-8e14-4849648d9d41 None None] Network 4dc0a18a-1307-4a60-9bcf-db03f08a70ef requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:16:53.897652 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-60176f5a-65da-4339-b9bd-d05ef097d866 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] DELETE failed (client error): The resource could not be found. Jan 24 16:16:53.898078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60176f5a-65da-4339-b9bd-d05ef097d866 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:16:53.902605 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-60176f5a-65da-4339-b9bd-d05ef097d866 tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] 10.222.0.130 "DELETE /v2.0/ports/a54533aa-99cf-4d56-b416-f19886cc7230 HTTP/1.1" status: 404 len: 333 time: 0.0905726 Jan 24 16:16:53.905915 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53288) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:53.953666 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:16:53.986978 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Sync routers for ids ['4ade2193-f36a-46f9-8099-3d16418980e3'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:16:53.994707 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8db0f2ff-e28a-4107-9fbf-4a7f61d4cff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.013574 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8db0f2ff-e28a-4107-9fbf-4a7f61d4cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.028615 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.031457 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a89d1726-4516-4301-8fa1-404baf2be875 admin admin] 10.222.0.130 "PUT /v2.0/routers/4ade2193-f36a-46f9-8099-3d16418980e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6784697 Jan 24 16:16:54.074038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Routers {'4ade2193-f36a-46f9-8099-3d16418980e3'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:16:54.074678 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:16:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4ade2193-f36a-46f9-8099-3d16418980e3'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:54.078390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.108650 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:16:54.165408 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-621ec70f-cd49-4946-b74f-aec5ce304abe admin admin] 10.222.0.130 "PUT /v2.0/routers/85f7081b-0330-46e8-b934-ec61c202efa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4261813 Jan 24 16:16:54.171861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0f2ff-e28a-4107-9fbf-4a7f61d4cff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213b45b6-c698-4922-bf07-3819aae51eef,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:54.182500 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8db0f2ff-e28a-4107-9fbf-4a7f61d4cff9 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=f8e19390138149aea7ebb076eea26d00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8425040 Jan 24 16:16:54.182500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53294) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:54.287587 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5f1238-bf85-4f9f-a455-3f275a790e5f tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Deleting subnet a4f0458d-2862-482a-a404-d2146bba3349 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:16:54.293660 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1238-bf85-4f9f-a455-3f275a790e5f tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.294948 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.353761 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-16ce0c91-2aad-415c-9180-71ba199ac600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.395874 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1238-bf85-4f9f-a455-3f275a790e5f tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.455318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-16ce0c91-2aad-415c-9180-71ba199ac600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.481460 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:54.481858 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.540274 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4556ef22-d25c-44e4-b779-e16a0b39fcc6 None None] Provisioning for port 57741786-2723-4589-a480-b6f0d774cec8 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:16:54.552403 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4556ef22-d25c-44e4-b779-e16a0b39fcc6 None None] Provisioning complete for port 57741786-2723-4589-a480-b6f0d774cec8 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:54.552774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4556ef22-d25c-44e4-b779-e16a0b39fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.618409 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1238-bf85-4f9f-a455-3f275a790e5f tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.652422 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-16ce0c91-2aad-415c-9180-71ba199ac600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.676143 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce0c91-2aad-415c-9180-71ba199ac600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213b45b6-c698-4922-bf07-3819aae51eef,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:54.693154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-16ce0c91-2aad-415c-9180-71ba199ac600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.693897 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-16ce0c91-2aad-415c-9180-71ba199ac600 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/213b45b6-c698-4922-bf07-3819aae51eef HTTP/1.1" status: 204 len: 168 time: 0.5107777 Jan 24 16:16:54.702469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.758684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1238-bf85-4f9f-a455-3f275a790e5f tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.859368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f1238-bf85-4f9f-a455-3f275a790e5f tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f0458d-2862-482a-a404-d2146bba3349,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:54.868765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1238-bf85-4f9f-a455-3f275a790e5f tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:54.883182 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fc5f1238-bf85-4f9f-a455-3f275a790e5f tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] 10.222.0.130 "DELETE /v2.0/subnets/a4f0458d-2862-482a-a404-d2146bba3349 HTTP/1.1" status: 204 len: 168 time: 0.9734528 Jan 24 16:16:54.885646 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53318) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:54.905061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:54.928420 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283854c6-c7fa-481a-b661-6ca488d87458 None None] Network 716eee5d-076e-42b7-85cd-f413245ff4e4 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:16:55.070100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:55.073559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:55.090681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:55.130888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:55.139103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:55.150952 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53324) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:55.161407 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-2c4eedb8-e12c-4acc-8c0d-2e4b9146be8a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1200575524', 'description': 'tempest-description--1590264566'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:55.184367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2c4eedb8-e12c-4acc-8c0d-2e4b9146be8a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:55.192188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2c4eedb8-e12c-4acc-8c0d-2e4b9146be8a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Usage tracker for resource:security_group and tenant:105cf4f247944a51bfc2416542b75e17 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:55.198178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2c4eedb8-e12c-4acc-8c0d-2e4b9146be8a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:55.208371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:55.216186 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2c4eedb8-e12c-4acc-8c0d-2e4b9146be8a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:55.231338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Deleting port b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:16:55.232389 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:55.268684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2c4eedb8-e12c-4acc-8c0d-2e4b9146be8a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:55.292624 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Set router 4ade2193-f36a-46f9-8099-3d16418980e3 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:16:55.371289 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event updated for resources: {'Port': ['ID=3e01406b-108d-42cc-905b-5533e1b48e53,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:55.563338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4556ef22-d25c-44e4-b779-e16a0b39fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:55.586107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2c4eedb8-e12c-4acc-8c0d-2e4b9146be8a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:55.604578 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:16:55.604944 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2c4eedb8-e12c-4acc-8c0d-2e4b9146be8a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Usage tracker for resource:security_group_rule and tenant:105cf4f247944a51bfc2416542b75e17 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:55.618620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2c4eedb8-e12c-4acc-8c0d-2e4b9146be8a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:55.802673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8de41e58-4f6b-4633-b11e-c1f074c36096 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:55.812902 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] For port b47fcfcb-01ca-4568-b28d-5bbe47ec8c49, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b47fcfcb-01ca-4568-b28d-5bbe47ec8c49,segment=NetworkSegment(b5dc5a77-faab-43b1-85c2-103f8e2924c9),segment_id=b5dc5a77-faab-43b1-85c2-103f8e2924c9)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:16:55.813288 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:55.841291 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Pushing event updated for resources: {'Port': ['ID=415f4987-1193-427b-984a-0e1a8f373fb6,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:55.942923 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Network 5495e0fa-a9db-448f-8be6-86cc8bed9d19 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:55.951443 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4556ef22-d25c-44e4-b779-e16a0b39fcc6 None None] For port 57741786-2723-4589-a480-b6f0d774cec8, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=57741786-2723-4589-a480-b6f0d774cec8,segment=NetworkSegment(a3233d08-e613-463d-94aa-e0a90453da7d),segment_id=a3233d08-e613-463d-94aa-e0a90453da7d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:16:55.965996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Calling delete_port for b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:16:55.968293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] device_id is not set on port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:16:55.976813 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:56.107663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2c4eedb8-e12c-4acc-8c0d-2e4b9146be8a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:56.175265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.209681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53340) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:56.214368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2c4eedb8-e12c-4acc-8c0d-2e4b9146be8a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.220426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.265846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-56dbc8c2-301a-474f-9bd2-31b5f4296d53 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289476531', 'description': 'tempest-description--2088563736'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:56.272329 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4556ef22-d25c-44e4-b779-e16a0b39fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.295631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-56dbc8c2-301a-474f-9bd2-31b5f4296d53 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:56.307744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Transition to ACTIVE for port object 1a007d8f-f92f-46dc-861e-a423c3a2fb8e will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:56.315584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2c4eedb8-e12c-4acc-8c0d-2e4b9146be8a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.324547 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-56dbc8c2-301a-474f-9bd2-31b5f4296d53 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Usage tracker for resource:security_group and tenant:c22df63e420147aaab7ee88abbffa870 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:56.327550 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.332832 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-56dbc8c2-301a-474f-9bd2-31b5f4296d53 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:56.360763 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] No DVR routers for this DVR port b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:16:56.366993 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556ef22-d25c-44e4-b779-e16a0b39fcc6 None None] Pushing event updated for resources: {'Port': ['ID=57741786-2723-4589-a480-b6f0d774cec8,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:56.396484 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:16:56.416653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.464115 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-56dbc8c2-301a-474f-9bd2-31b5f4296d53 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:56.466930 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4eedb8-e12c-4acc-8c0d-2e4b9146be8a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6aade6-9bf6-4e88-bfb5-b677f695497c,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:56.486534 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2c4eedb8-e12c-4acc-8c0d-2e4b9146be8a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.490974 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2c4eedb8-e12c-4acc-8c0d-2e4b9146be8a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.3367829 Jan 24 16:16:56.509656 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53348) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:56.518155 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Pushing event deleted for resources: {'Port': ['ID=b47fcfcb-01ca-4568-b28d-5bbe47ec8c49,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:56.523732 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa3ecb8-67ac-45c1-9637-b1be65af7b51 None None] DHCP port deletion for 716eee5d-076e-42b7-85cd-f413245ff4e4 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:16:56.528220 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 8de41e58-4f6b-4633-b11e-c1f074c36096 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:16:56.528694 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-261a0539-8689-4eaa-9cdd-9222407b642b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Request body: {'security_group_rule': {'security_group_id': '5b6aade6-9bf6-4e88-bfb5-b677f695497c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:56.539867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 8de41e58-4f6b-4633-b11e-c1f074c36096 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:56.540236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.546526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.556658 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-261a0539-8689-4eaa-9cdd-9222407b642b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:56.617113 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53352) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:56.632230 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-169e6f65-a024-460e-be3d-d836a57e4f12 None None] Provisioning complete for port 57741786-2723-4589-a480-b6f0d774cec8 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:56.632878 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-169e6f65-a024-460e-be3d-d836a57e4f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.688901 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Pushing event updated for resources: {'Port': ['ID=1a007d8f-f92f-46dc-861e-a423c3a2fb8e,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:56.727876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56dbc8c2-301a-474f-9bd2-31b5f4296d53 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.734991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-261a0539-8689-4eaa-9cdd-9222407b642b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Usage tracker for resource:security_group_rule and tenant:105cf4f247944a51bfc2416542b75e17 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:56.742205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-261a0539-8689-4eaa-9cdd-9222407b642b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:56.768536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-261a0539-8689-4eaa-9cdd-9222407b642b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:56.779310 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.781463 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'name': 'tempest-ServersTestJSON-1646282507-router', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:35Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'gw_port': {'id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:38Z', 'updated_at': '2022-01-24T16:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd28dbf19-a03b-4616-ba6f-448da41ac97a', 'name': '', 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'mac_address': 'fa:16:3e:54:6d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e7965d5-5b34-4076-a5f5-290502504767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 2, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'subnets': [{'id': '6e7965d5-5b34-4076-a5f5-290502504767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:56.784933 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.804458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Checking router: 4ade2193-f36a-46f9-8099-3d16418980e3 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:16:56.804877 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Updating router 4ade2193-f36a-46f9-8099-3d16418980e3 port d28dbf19-a03b-4616-ba6f-448da41ac97a binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:16:56.828399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716eee5d-076e-42b7-85cd-f413245ff4e4']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:56.848049 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-261a0539-8689-4eaa-9cdd-9222407b642b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.855789 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 8de41e58-4f6b-4633-b11e-c1f074c36096, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8de41e58-4f6b-4633-b11e-c1f074c36096,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:16:56.865790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5dc5a77-faab-43b1-85c2-103f8e2924c9') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:56.866884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5dc5a77-faab-43b1-85c2-103f8e2924c9') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:56.893926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.898698 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.933164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.940539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-309096266'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:56.945760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:16:56.946297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:16:56.963123 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:16:56.998156 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.014426 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:57.014752 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:57.015276 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:57.037396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event updated for resources: {'Port': ['ID=80d07ecd-da14-4ed5-9cb4-5b54572d80e9,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:57.061386 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-261a0539-8689-4eaa-9cdd-9222407b642b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.070627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-261a0539-8689-4eaa-9cdd-9222407b642b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.072639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:57.085176 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.085872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.108114 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.135150 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.139778 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] 10.222.0.130 "DELETE /v2.0/networks/716eee5d-076e-42b7-85cd-f413245ff4e4 HTTP/1.1" status: 204 len: 168 time: 2.2516575 Jan 24 16:16:57.150096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55cafa-f965-444e-afc8-8b091273662c tempest-DHCPAgentSchedulersTestJSON-1103841949 tempest-DHCPAgentSchedulersTestJSON-1103841949-project] Pushing event deleted for resources: {'Network': ['ID=716eee5d-076e-42b7-85cd-f413245ff4e4,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:57.153138 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:network and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:57.161417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a0539-8689-4eaa-9cdd-9222407b642b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a70163e-ccfa-4db9-8873-47634d7105a8,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:57.171190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-261a0539-8689-4eaa-9cdd-9222407b642b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.172261 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:57.173068 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-261a0539-8689-4eaa-9cdd-9222407b642b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6574273 Jan 24 16:16:57.178058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.180065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53362) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:57.184239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-56dbc8c2-301a-474f-9bd2-31b5f4296d53 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:57.192248 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c61ecefa-0eff-4f54-bbeb-cdbdbe499a50 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Request body: {'security_group_rule': {'security_group_id': '5b6aade6-9bf6-4e88-bfb5-b677f695497c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:57.194087 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:57.197327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:57.197525 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:57.198498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-56dbc8c2-301a-474f-9bd2-31b5f4296d53 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Usage tracker for resource:security_group_rule and tenant:c22df63e420147aaab7ee88abbffa870 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:57.204815 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c61ecefa-0eff-4f54-bbeb-cdbdbe499a50 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:57.207069 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 2 to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e Jan 24 16:16:57.212356 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c61ecefa-0eff-4f54-bbeb-cdbdbe499a50 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Usage tracker for resource:security_group_rule and tenant:105cf4f247944a51bfc2416542b75e17 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:57.218245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c61ecefa-0eff-4f54-bbeb-cdbdbe499a50 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:57.221735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-56dbc8c2-301a-474f-9bd2-31b5f4296d53 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:57.233936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c61ecefa-0eff-4f54-bbeb-cdbdbe499a50 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:57.268051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c61ecefa-0eff-4f54-bbeb-cdbdbe499a50 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.271895 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=8de41e58-4f6b-4633-b11e-c1f074c36096,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:57.288309 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-169e6f65-a024-460e-be3d-d836a57e4f12 None None] Provisioning complete for port 415f4987-1193-427b-984a-0e1a8f373fb6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:57.288669 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-169e6f65-a024-460e-be3d-d836a57e4f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.300202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-56dbc8c2-301a-474f-9bd2-31b5f4296d53 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:57.337702 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:57.340798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.359909 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:57.360122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:57.360811 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:57.369592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.373681 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e3e1fbde-8949-44c9-bfc6-aff8d714b3d8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0728347 Jan 24 16:16:57.375069 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53366) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:57.384081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.391457 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-169e6f65-a024-460e-be3d-d836a57e4f12 None None] Port 415f4987-1193-427b-984a-0e1a8f373fb6 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:16:57.421137 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:57.421457 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:57.424749 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 3 to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e Jan 24 16:16:57.478558 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c61ecefa-0eff-4f54-bbeb-cdbdbe499a50 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.483641 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-39d73826-02e6-4a17-a0cd-febb0cfbfe3b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "GET /v2.0/floatingips?floating_network_id=35f97e5c-ea70-4d06-b85a-8ad4fd3136f1 HTTP/1.1" status: 200 len: 690 time: 0.1052783 Jan 24 16:16:57.483820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53370) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:57.490161 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.494435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:57.494986 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:57.495357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:57.502632 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Transition to ACTIVE for port object d28dbf19-a03b-4616-ba6f-448da41ac97a will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:16:57.506888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c61ecefa-0eff-4f54-bbeb-cdbdbe499a50 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.511108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.571100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56dbc8c2-301a-474f-9bd2-31b5f4296d53 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.574497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:57.581052 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:57.581459 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:57.586119 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:security_group_rule and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:57.589387 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 4 to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e Jan 24 16:16:57.601876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ecefa-0eff-4f54-bbeb-cdbdbe499a50 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08f0d8a-76f8-4a54-aa1e-ab0cd67b8071,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:57.603465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:57.609162 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56dbc8c2-301a-474f-9bd2-31b5f4296d53 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.614297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c61ecefa-0eff-4f54-bbeb-cdbdbe499a50 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.619005 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c61ecefa-0eff-4f54-bbeb-cdbdbe499a50 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4376006 Jan 24 16:16:57.619679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53376) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:57.628721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:57.649775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:57.662393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Usage tracker for resource:floatingip and tenant:105cf4f247944a51bfc2416542b75e17 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:57.667838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:57.685765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:57.694884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:57.699368 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56dbc8c2-301a-474f-9bd2-31b5f4296d53 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.705053 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-56dbc8c2-301a-474f-9bd2-31b5f4296d53 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4940593 Jan 24 16:16:57.706736 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53380) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:57.714782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-cf3229a2-9cbe-48d9-ae7e-06734c632308 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Request body: {'security_group_rule': {'security_group_id': '89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:57.721125 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.735094 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8de41e58-4f6b-4633-b11e-c1f074c36096 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:57.746171 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53384) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:57.778481 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cf3229a2-9cbe-48d9-ae7e-06734c632308 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:57.786787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.801516 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad751c-abba-4c43-834d-919d00aa20d1 None None] Pushing event updated for resources: {'Port': ['ID=d28dbf19-a03b-4616-ba6f-448da41ac97a,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:57.816865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cf3229a2-9cbe-48d9-ae7e-06734c632308 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Usage tracker for resource:security_group_rule and tenant:c22df63e420147aaab7ee88abbffa870 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:57.821513 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cf3229a2-9cbe-48d9-ae7e-06734c632308 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:57.834791 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cf3229a2-9cbe-48d9-ae7e-06734c632308 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:57.845395 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Deleting port 80d07ecd-da14-4ed5-9cb4-5b54572d80e9 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:16:57.845726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.876121 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:57.876570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:57.876988 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:57.911325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Attempting to bind port d28dbf19-a03b-4616-ba6f-448da41ac97a on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:57.911761 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Attempting to bind port d28dbf19-a03b-4616-ba6f-448da41ac97a by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '31124ce2-205b-486b-9b1a-d265a3a5683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:57.912103 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Attempting to bind port d28dbf19-a03b-4616-ba6f-448da41ac97a on network 03400db8-972d-43d6-9e4c-355f981ea39d {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:57.913219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbc8c2-301a-474f-9bd2-31b5f4296d53 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:57.921539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:57.921993 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:57.925718 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 5 to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e Jan 24 16:16:57.930507 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:16:57.930871 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Checking segment: {'id': '31124ce2-205b-486b-9b1a-d265a3a5683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:16:57.931722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.931722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Bound using segment: {'id': '31124ce2-205b-486b-9b1a-d265a3a5683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:16:57.932176 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Bound port: d28dbf19-a03b-4616-ba6f-448da41ac97a, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31124ce2-205b-486b-9b1a-d265a3a5683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:16:57.932537 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.947324 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf3229a2-9cbe-48d9-ae7e-06734c632308 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:57.978546 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:57.979162 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:57.979162 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:58.009168 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:58.009519 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:58.014033 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 6 to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e Jan 24 16:16:58.046996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:58.047321 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:58.047670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:58.077509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.079013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] For port d28dbf19-a03b-4616-ba6f-448da41ac97a, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:16:58.081276 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:58.081932 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:58.083979 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 7 to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e Jan 24 16:16:58.084089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] For port d28dbf19-a03b-4616-ba6f-448da41ac97a, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d28dbf19-a03b-4616-ba6f-448da41ac97a,segment=NetworkSegment(31124ce2-205b-486b-9b1a-d265a3a5683d),segment_id=31124ce2-205b-486b-9b1a-d265a3a5683d)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:16:58.086251 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 8de41e58-4f6b-4633-b11e-c1f074c36096 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:58.086920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.098337 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.138310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:58.138610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:58.138931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:58.151239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Router cc1729db-53d7-40e0-a71b-feef08d128b5 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:16:58.155718 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf3229a2-9cbe-48d9-ae7e-06734c632308 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.163767 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.164104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.168352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:16:58.180465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a04e4a4-7085-4b54-948b-0690cf3efda4,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:58.183104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf3229a2-9cbe-48d9-ae7e-06734c632308 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.189815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:58.190382 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:58.193630 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 8 to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e Jan 24 16:16:58.201108 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.201983 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Added segment 2f9982f1-b521-46f7-8493-1980a6eacd47 of type vlan for network 97b1ab35-d9e1-4792-9053-01bd1c506e0f Jan 24 16:16:58.216402 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.248046 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:58.248361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:58.248592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:58.315864 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Calling delete_port for 80d07ecd-da14-4ed5-9cb4-5b54572d80e9 owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:16:58.364310 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad751c-abba-4c43-834d-919d00aa20d1 None None] Pushing event updated for resources: {'Port': ['ID=d28dbf19-a03b-4616-ba6f-448da41ac97a,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:58.364417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:58.364417 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:58.364566 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3229a2-9cbe-48d9-ae7e-06734c632308 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cec166b-8b89-48b4-b1b6-5e7d16661f1c,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:58.377789 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 57741786-2723-4589-a480-b6f0d774cec8 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:58.380239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.397775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.402756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf3229a2-9cbe-48d9-ae7e-06734c632308 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.403973 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cf3229a2-9cbe-48d9-ae7e-06734c632308 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6962993 Jan 24 16:16:58.427750 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Routers {'4ade2193-f36a-46f9-8099-3d16418980e3'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:16:58.428420 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:16:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4ade2193-f36a-46f9-8099-3d16418980e3'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:58.438775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53390) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:58.440883 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 9 to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e Jan 24 16:16:58.445467 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-d231415e-19ca-4d19-a3af-75647d8d08d8 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Request body: {'security_group_rule': {'security_group_id': '89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:58.451237 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0cf2202c-1904-4edd-a31b-1280b0879cac admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=dffc8340a71a4bab8b2d5970b7352c14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5980928 Jan 24 16:16:58.457655 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.461895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:16:58.463200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.467559 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53394) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:58.471281 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d231415e-19ca-4d19-a3af-75647d8d08d8 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:58.487205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Router 6211a279-c402-46f1-8f0d-d83353dd9dd4 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:16:58.502560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d231415e-19ca-4d19-a3af-75647d8d08d8 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Usage tracker for resource:security_group_rule and tenant:c22df63e420147aaab7ee88abbffa870 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:58.511539 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d231415e-19ca-4d19-a3af-75647d8d08d8 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:58.532022 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d231415e-19ca-4d19-a3af-75647d8d08d8 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:58.595390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:58.595767 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:58.596048 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:58.681658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 57741786-2723-4589-a480-b6f0d774cec8 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:16:58.682104 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.701653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:58.701653 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:58.705058 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 10 to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e Jan 24 16:16:58.725757 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0830317 Jan 24 16:16:58.728547 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4713e23-4655-4bdb-b375-764a736cd892 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Network': ['ID=97b1ab35-d9e1-4792-9053-01bd1c506e0f,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:58.734899 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53398) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:58.747592 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] Set router 4ade2193-f36a-46f9-8099-3d16418980e3 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:16:58.749383 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-2db3493d-6ad0-49ec-b158-6efaaaa70e9e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:58.751099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d231415e-19ca-4d19-a3af-75647d8d08d8 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.763974 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:16:58.764232 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:16:58.764539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:16:58.788926 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:16:58.812627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5026ebd0-9023-4b8e-abb9-b7cdfad97fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.835961 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Allocated IP 172.26.2.55 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/51e840cb-adf7-4270-bd05-0d088579c83d) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:16:58.836917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:16:58.837210 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:16:58.837895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.838030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:58.906147 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event deleted for resources: {'Port': ['ID=80d07ecd-da14-4ed5-9cb4-5b54572d80e9,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:58.940009 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5026ebd0-9023-4b8e-abb9-b7cdfad97fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:59.006221 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2db3493d-6ad0-49ec-b158-6efaaaa70e9e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:59.032487 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2db3493d-6ad0-49ec-b158-6efaaaa70e9e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:59.036417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2db3493d-6ad0-49ec-b158-6efaaaa70e9e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:59.055245 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2db3493d-6ad0-49ec-b158-6efaaaa70e9e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:59.127025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db3493d-6ad0-49ec-b158-6efaaaa70e9e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:16:59.142342 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d231415e-19ca-4d19-a3af-75647d8d08d8 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:59.160578 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d231415e-19ca-4d19-a3af-75647d8d08d8 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:59.185759 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] For port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:16:59.185759 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempted to set empty binding levels {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 24 16:16:59.224262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:59.227635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231415e-19ca-4d19-a3af-75647d8d08d8 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9589f52b-4413-4849-a9d1-300230087a75,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:59.230581 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:16:59.268796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5026ebd0-9023-4b8e-abb9-b7cdfad97fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:59.274777 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:16:59.275254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:59.275843 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b47fcfcb-01ca-4568-b28d-5bbe47ec8c49 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:16:59.311972 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'name': 'tempest-ServersTestJSON-1646282507-router', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:35Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'gw_port': {'id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:38Z', 'updated_at': '2022-01-24T16:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd28dbf19-a03b-4616-ba6f-448da41ac97a', 'name': '', 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'mac_address': 'fa:16:3e:54:6d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e7965d5-5b34-4076-a5f5-290502504767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:16:58Z', 'revision_number': 4, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'subnets': [{'id': '6e7965d5-5b34-4076-a5f5-290502504767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:59.317000 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d31bb5-c6b5-431a-a9ef-cd6a6513dab5 None None] The sync data for ids ['4ade2193-f36a-46f9-8099-3d16418980e3'] in dv-neutron-826104-1-hyperv is: [{'id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'name': 'tempest-ServersTestJSON-1646282507-router', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:35Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'gw_port': {'id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:38Z', 'updated_at': '2022-01-24T16:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd28dbf19-a03b-4616-ba6f-448da41ac97a', 'name': '', 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'mac_address': 'fa:16:3e:54:6d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e7965d5-5b34-4076-a5f5-290502504767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:16:58Z', 'revision_number': 4, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'subnets': [{'id': '6e7965d5-5b34-4076-a5f5-290502504767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:16:59.323999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026ebd0-9023-4b8e-abb9-b7cdfad97fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ae0b94-1091-4c5e-9586-28c60e71c6f0,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:59.325742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d231415e-19ca-4d19-a3af-75647d8d08d8 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:59.326925 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d231415e-19ca-4d19-a3af-75647d8d08d8 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8872001 Jan 24 16:16:59.334162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53402) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:59.334903 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5026ebd0-9023-4b8e-abb9-b7cdfad97fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:59.339447 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5026ebd0-9023-4b8e-abb9-b7cdfad97fdb admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/d2ae0b94-1091-4c5e-9586-28c60e71c6f0 HTTP/1.1" status: 204 len: 168 time: 0.8702059 Jan 24 16:16:59.347296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:16:59.359944 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:16:59.370051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:59.376630 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Usage tracker for resource:floatingip and tenant:c22df63e420147aaab7ee88abbffa870 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:16:59.388752 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:16:59.391790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:59.438117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:16:59.476332 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:59.500562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:59.502840 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] In _notify_port_updated(), no bound segment for port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:16:59.504069 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:59.508063 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] 10.222.0.130 "PUT /v2.0/ports/1a007d8f-f92f-46dc-861e-a423c3a2fb8e HTTP/1.1" status: 200 len: 981 time: 6.1255634 Jan 24 16:16:59.525860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53408) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:16:59.612784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2db3493d-6ad0-49ec-b158-6efaaaa70e9e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:59.645860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1bf96-bcb0-4545-aa2a-bd01de02bf1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Pushing event updated for resources: {'Port': ['ID=1a007d8f-f92f-46dc-861e-a423c3a2fb8e,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:59.651902 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:16:59.659738 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:16:59.667070 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:16:59.675199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:16:59.687878 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Sync routers for ids ['cc1729db-53d7-40e0-a71b-feef08d128b5'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:16:59.694185 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Pushing event updated for resources: {'Port': ['ID=51e840cb-adf7-4270-bd05-0d088579c83d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:59.704286 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ba6498d4-51bd-43c8-8b9a-56740e26c78e admin admin] 10.222.0.130 "PUT /v2.0/routers/cc1729db-53d7-40e0-a71b-feef08d128b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8670893 Jan 24 16:16:59.724552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:16:59.724753 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Routers {'cc1729db-53d7-40e0-a71b-feef08d128b5'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:16:59.725397 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:16:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['cc1729db-53d7-40e0-a71b-feef08d128b5'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:16:59.771641 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d28dbf19-a03b-4616-ba6f-448da41ac97a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:16:59.848310 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bc253caa-8781-45bd-9572-8420c58aa068,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:16:59.890565 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:16:59.910313 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd42ff2-ce9d-4bb3-b962-666cf7d068c8 None None] Sync routers for ids ['6211a279-c402-46f1-8f0d-d83353dd9dd4'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:16:59.940893 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c7a87735-9c0e-48b1-ad3f-f0ca6cf887f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Synchronizing usage tracker for tenant:d0fbb3c8070f4088a2aa410ede5bc35f on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:16:59.958387 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd42ff2-ce9d-4bb3-b962-666cf7d068c8 None None] Routers {'6211a279-c402-46f1-8f0d-d83353dd9dd4'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:16:59.963895 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-ecd42ff2-ce9d-4bb3-b962-666cf7d068c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:16:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6211a279-c402-46f1-8f0d-d83353dd9dd4'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:00.029832 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:00.034777 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-57afd068-5247-4577-a0a4-39eec00ef544 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.4996512 Jan 24 16:17:00.053793 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53416) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:00.151810 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port d28dbf19-a03b-4616-ba6f-448da41ac97a completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:00.161438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-ecd42ff2-ce9d-4bb3-b962-666cf7d068c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:00.171416 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Set router cc1729db-53d7-40e0-a71b-feef08d128b5 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:17:00.177459 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d28dbf19-a03b-4616-ba6f-448da41ac97a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:00.178064 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:00.211256 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c7a87735-9c0e-48b1-ad3f-f0ca6cf887f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Unset dirty status for tenant:d0fbb3c8070f4088a2aa410ede5bc35f on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:00.215962 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c7a87735-9c0e-48b1-ad3f-f0ca6cf887f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16012 time: 0.6890688 Jan 24 16:17:00.223954 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53424) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:00.224790 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53426) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:00.260859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd42ff2-ce9d-4bb3-b962-666cf7d068c8 None None] Routers {'6211a279-c402-46f1-8f0d-d83353dd9dd4'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:00.261763 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-ecd42ff2-ce9d-4bb3-b962-666cf7d068c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:16:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6211a279-c402-46f1-8f0d-d83353dd9dd4'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:00.340470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-ecd42ff2-ce9d-4bb3-b962-666cf7d068c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:00.341026 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd42ff2-ce9d-4bb3-b962-666cf7d068c8 None None] The sync data for ids ['6211a279-c402-46f1-8f0d-d83353dd9dd4'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:17:00.348543 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b4079b4a-dbff-4009-8e70-255e4896a073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:00.422020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:00.423194 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:00.459133 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b4079b4a-dbff-4009-8e70-255e4896a073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:00.464173 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b4079b4a-dbff-4009-8e70-255e4896a073 admin admin] Usage tracker for resource:security_group_rule and tenant:ba4beecda8c8471386241d0cfaa38172 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:00.469283 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b4079b4a-dbff-4009-8e70-255e4896a073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:00.470835 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port d28dbf19-a03b-4616-ba6f-448da41ac97a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d28dbf19-a03b-4616-ba6f-448da41ac97a,segment=NetworkSegment(31124ce2-205b-486b-9b1a-d265a3a5683d),segment_id=31124ce2-205b-486b-9b1a-d265a3a5683d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:00.476309 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b4079b4a-dbff-4009-8e70-255e4896a073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:00.477217 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:00.541937 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:00.572483 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b4079b4a-dbff-4009-8e70-255e4896a073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:00.589258 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b4079b4a-dbff-4009-8e70-255e4896a073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:00.614220 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-84ddb180-fa76-4c02-a8a5-2422e815381b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Deleting port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:00.614560 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-84ddb180-fa76-4c02-a8a5-2422e815381b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:00.653340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=d28dbf19-a03b-4616-ba6f-448da41ac97a,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:00.670465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:00.719831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f97e5c-ea70-4d06-b85a-8ad4fd3136f1']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:00.743437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2db3493d-6ad0-49ec-b158-6efaaaa70e9e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:00.747467 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4079b4a-dbff-4009-8e70-255e4896a073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89afd54-1755-4904-900f-36b377f51dd8,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:00.751725 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:00.756787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557c19a1-2203-448c-937d-105010f71b8c') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:00.756787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557c19a1-2203-448c-937d-105010f71b8c') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:00.811525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:00.842431 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'name': 'tempest-ServerActionsTestJSON-1790321864-router', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:53Z', 'revision_number': 4, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'gw_port': {'id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:39Z', 'updated_at': '2022-01-24T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '415f4987-1193-427b-984a-0e1a8f373fb6', 'name': '', 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'mac_address': 'fa:16:3e:b0:93:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:50Z', 'updated_at': '2022-01-24T16:16:54Z', 'revision_number': 2, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'subnets': [{'id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:00.848441 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Checking router: cc1729db-53d7-40e0-a71b-feef08d128b5 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:17:00.849496 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:00.849733 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Updating router cc1729db-53d7-40e0-a71b-feef08d128b5 port 415f4987-1193-427b-984a-0e1a8f373fb6 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:17:00.879098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:17:00.879498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:17:00.896017 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:17:00.918858 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.091511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.101584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53432) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:01.120120 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 35f97e5c-ea70-4d06-b85a-8ad4fd3136f1 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 24 16:17:01.136214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-77cc35b1-54ea-4d8a-8a3b-41d1086e9d27 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1581096189', 'description': 'tempest-description--40153142'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:01.136736 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-84ddb180-fa76-4c02-a8a5-2422e815381b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] For port 1a007d8f-f92f-46dc-861e-a423c3a2fb8e, host hv-neutron-8261, got binding levels [] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:01.137566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-84ddb180-fa76-4c02-a8a5-2422e815381b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.161617 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b4079b4a-dbff-4009-8e70-255e4896a073 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=ba4beecda8c8471386241d0cfaa38172&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9346027 Jan 24 16:17:01.164486 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53436) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:01.259680 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.260776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3493d-6ad0-49ec-b158-6efaaaa70e9e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=6232aced-14b5-4aff-bd96-d11b01781fee,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:01.262726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-77cc35b1-54ea-4d8a-8a3b-41d1086e9d27 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:01.265022 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event deleted for resources: {'Network': ['ID=35f97e5c-ea70-4d06-b85a-8ad4fd3136f1,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:01.276592 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-77cc35b1-54ea-4d8a-8a3b-41d1086e9d27 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Usage tracker for resource:security_group and tenant:fbb9efdaac9a4d899b480136df279d62 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:01.286356 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-77cc35b1-54ea-4d8a-8a3b-41d1086e9d27 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:01.300067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Allocated IP 172.26.2.212 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/82f6cf4f-bdc4-49f4-b22a-3d264a7a6cd0) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:01.308781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-77cc35b1-54ea-4d8a-8a3b-41d1086e9d27 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:01.322371 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d56883d5-90d5-4006-8702-45af3b815b86 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "DELETE /v2.0/networks/35f97e5c-ea70-4d06-b85a-8ad4fd3136f1 HTTP/1.1" status: 204 len: 168 time: 3.8373773 Jan 24 16:17:01.327018 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53440) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:01.359229 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-84ddb180-fa76-4c02-a8a5-2422e815381b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Calling delete_port for 1a007d8f-f92f-46dc-861e-a423c3a2fb8e owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:01.371655 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.385514 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Transition to ACTIVE for port object 415f4987-1193-427b-984a-0e1a8f373fb6 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:01.397137 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.446720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77cc35b1-54ea-4d8a-8a3b-41d1086e9d27 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.450034 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db3493d-6ad0-49ec-b158-6efaaaa70e9e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:17:01.450393 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db3493d-6ad0-49ec-b158-6efaaaa70e9e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network hostable DHCP agents. Network: 97b1ab35-d9e1-4792-9053-01bd1c506e0f, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:17:01.461380 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:17:01.478939 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51056088-3dfe-40a2-9e88-d1292030b64a None None] Pushing event updated for resources: {'Port': ['ID=415f4987-1193-427b-984a-0e1a8f373fb6,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:01.497732 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.500318 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf033535-cf98-4330-a5a4-69c123d09d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.522175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5ee347c3-7576-43d2-9ba1-7fdb044632aa tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Synchronizing usage tracker for tenant:08e286ffaf05488399d487275e6d7834 on resource:floatingip {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:01.527595 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.559095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf033535-cf98-4330-a5a4-69c123d09d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.642433 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-77cc35b1-54ea-4d8a-8a3b-41d1086e9d27 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:01.668356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d28dbf19-a03b-4616-ba6f-448da41ac97a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:01.680932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-77cc35b1-54ea-4d8a-8a3b-41d1086e9d27 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Usage tracker for resource:security_group_rule and tenant:fbb9efdaac9a4d899b480136df279d62 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:01.717986 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-77cc35b1-54ea-4d8a-8a3b-41d1086e9d27 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:01.761056 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Attempting to bind port 415f4987-1193-427b-984a-0e1a8f373fb6 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:01.761470 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Attempting to bind port 415f4987-1193-427b-984a-0e1a8f373fb6 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:01.761968 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Attempting to bind port 415f4987-1193-427b-984a-0e1a8f373fb6 on network 5495e0fa-a9db-448f-8be6-86cc8bed9d19 {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:01.772402 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:17:01.772402 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Checking segment: {'id': 'dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:17:01.772402 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.774541 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Bound using segment: {'id': 'dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:17:01.774772 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Bound port: 415f4987-1193-427b-984a-0e1a8f373fb6, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:17:01.776811 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.789370 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d28dbf19-a03b-4616-ba6f-448da41ac97a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:01.790037 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.817687 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5ee347c3-7576-43d2-9ba1-7fdb044632aa tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Unset dirty status for tenant:08e286ffaf05488399d487275e6d7834 on resource:floatingip {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:01.818797 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5ee347c3-7576-43d2-9ba1-7fdb044632aa tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.4908457 Jan 24 16:17:01.826438 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-77cc35b1-54ea-4d8a-8a3b-41d1086e9d27 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:01.834993 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53444) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:01.841419 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Pushing event updated for resources: {'Port': ['ID=51e840cb-adf7-4270-bd05-0d088579c83d,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:01.918237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.932306 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-84ddb180-fa76-4c02-a8a5-2422e815381b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.954201 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.957484 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] For port 415f4987-1193-427b-984a-0e1a8f373fb6, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:17:01.965069 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] For port 415f4987-1193-427b-984a-0e1a8f373fb6, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=415f4987-1193-427b-984a-0e1a8f373fb6,segment=NetworkSegment(dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b),segment_id=dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:17:01.973159 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.973370 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:01.979854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db3493d-6ad0-49ec-b158-6efaaaa70e9e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:17:02.018674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddb180-fa76-4c02-a8a5-2422e815381b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a007d8f-f92f-46dc-861e-a423c3a2fb8e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:02.041977 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-2db3493d-6ad0-49ec-b158-6efaaaa70e9e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 97b1ab35-d9e1-4792-9053-01bd1c506e0f) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:02.055008 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51056088-3dfe-40a2-9e88-d1292030b64a None None] Pushing event updated for resources: {'Port': ['ID=415f4987-1193-427b-984a-0e1a8f373fb6,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:02.058158 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-84ddb180-fa76-4c02-a8a5-2422e815381b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:02.060253 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e11db0a-57c2-4b11-b071-251b55d2ba18 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:17:02.079210 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Pushing event updated for resources: {'Port': ['ID=82f6cf4f-bdc4-49f4-b22a-3d264a7a6cd0,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:02.083696 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Routers {'cc1729db-53d7-40e0-a71b-feef08d128b5'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:02.084468 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:16:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['cc1729db-53d7-40e0-a71b-feef08d128b5'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:02.116647 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:02.117256 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db3493d-6ad0-49ec-b158-6efaaaa70e9e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:02.126470 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-af1a2224-8267-448c-89ce-ca2809a5f85b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4953930 Jan 24 16:17:02.129786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2db3493d-6ad0-49ec-b158-6efaaaa70e9e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:02.150531 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307e2cd-fd8a-4ecc-b445-df97a543517a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:02.151720 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307e2cd-fd8a-4ecc-b445-df97a543517a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:02.152323 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307e2cd-fd8a-4ecc-b445-df97a543517a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:02.152809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307e2cd-fd8a-4ecc-b445-df97a543517a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:02.153285 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307e2cd-fd8a-4ecc-b445-df97a543517a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:02.153791 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307e2cd-fd8a-4ecc-b445-df97a543517a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:02.154261 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307e2cd-fd8a-4ecc-b445-df97a543517a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:02.154731 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307e2cd-fd8a-4ecc-b445-df97a543517a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:02.156819 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5307e2cd-fd8a-4ecc-b445-df97a543517a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5245 time: 0.3173912 Jan 24 16:17:02.164784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53450) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:02.176484 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:02.186032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:02.192464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:02.268204 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77cc35b1-54ea-4d8a-8a3b-41d1086e9d27 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:02.292810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77cc35b1-54ea-4d8a-8a3b-41d1086e9d27 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:02.323085 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-84ddb180-fa76-4c02-a8a5-2422e815381b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] 10.222.0.130 "DELETE /v2.0/ports/1a007d8f-f92f-46dc-861e-a423c3a2fb8e HTTP/1.1" status: 204 len: 168 time: 2.0913992 Jan 24 16:17:02.323285 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-e3c5848d-506e-4795-9fc1-703cc19f44c8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] delete failed (client error): The resource could not be found. Jan 24 16:17:02.326966 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e3c5848d-506e-4795-9fc1-703cc19f44c8 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "DELETE /v2.0/floatingips/a1b58663-a968-4a19-8763-6505aaa18208 HTTP/1.1" status: 404 len: 345 time: 0.1577883 Jan 24 16:17:02.326966 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53456) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:02.338912 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53458) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:02.407461 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2db3493d-6ad0-49ec-b158-6efaaaa70e9e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6681702 Jan 24 16:17:02.407707 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf033535-cf98-4330-a5a4-69c123d09d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:02.415386 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf033535-cf98-4330-a5a4-69c123d09d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:02.421224 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bf033535-cf98-4330-a5a4-69c123d09d64 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/c89afd54-1755-4904-900f-36b377f51dd8 HTTP/1.1" status: 204 len: 168 time: 1.2484560 Jan 24 16:17:02.422113 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53466) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:02.440825 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc35b1-54ea-4d8a-8a3b-41d1086e9d27 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=049d7494-8d22-480a-89ed-9b4a54e4a7a3,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:02.461176 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'name': 'tempest-NetworksTestDHCPv6-415053218'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:02.466353 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] Set router cc1729db-53d7-40e0-a71b-feef08d128b5 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:17:02.472394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77cc35b1-54ea-4d8a-8a3b-41d1086e9d27 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:02.477792 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-77cc35b1-54ea-4d8a-8a3b-41d1086e9d27 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.3587527 Jan 24 16:17:02.480619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53476) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:02.482399 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf033535-cf98-4330-a5a4-69c123d09d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89afd54-1755-4904-900f-36b377f51dd8,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:02.485374 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4b7efd-f6d9-445c-99ba-c622922b2161 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] DELETE failed (client error): The resource could not be found. Jan 24 16:17:02.486323 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4b7efd-f6d9-445c-99ba-c622922b2161 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:17:02.489091 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ea4b7efd-f6d9-445c-99ba-c622922b2161 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "DELETE /v2.0/networks/35f97e5c-ea70-4d06-b85a-8ad4fd3136f1 HTTP/1.1" status: 404 len: 339 time: 0.1453433 Jan 24 16:17:02.489574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ecf2ab95-fa30-47eb-a528-11912e13522c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Request body: {'security_group_rule': {'security_group_id': '049d7494-8d22-480a-89ed-9b4a54e4a7a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:02.499626 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9ab0a4-09a9-4084-a383-d371bbe9e305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] GET failed (client error): The resource could not be found. Jan 24 16:17:02.500139 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1d9ab0a4-09a9-4084-a383-d371bbe9e305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Synchronizing usage tracker for tenant:d0fbb3c8070f4088a2aa410ede5bc35f on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:02.504681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53480) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:02.559084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ecf2ab95-fa30-47eb-a528-11912e13522c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:02.568102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-92f5ab80-7e72-442d-894c-c96171d8b80b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Request body: {'network': {'name': 'tempest-network--1774814717', 'router:external': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:02.574782 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': '6232aced-14b5-4aff-bd96-d11b01781fee'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:17:02.575796 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:02.589921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-92f5ab80-7e72-442d-894c-c96171d8b80b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:02.592391 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ecf2ab95-fa30-47eb-a528-11912e13522c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Usage tracker for resource:security_group_rule and tenant:fbb9efdaac9a4d899b480136df279d62 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:02.599677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ecf2ab95-fa30-47eb-a528-11912e13522c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:02.653753 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-92f5ab80-7e72-442d-894c-c96171d8b80b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Usage tracker for resource:network and tenant:08e286ffaf05488399d487275e6d7834 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:02.673545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ecf2ab95-fa30-47eb-a528-11912e13522c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:02.675690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-92f5ab80-7e72-442d-894c-c96171d8b80b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:02.738408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-92f5ab80-7e72-442d-894c-c96171d8b80b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:02.769288 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1d9ab0a4-09a9-4084-a383-d371bbe9e305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Unset dirty status for tenant:d0fbb3c8070f4088a2aa410ede5bc35f on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:02.770756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:02.770986 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1d9ab0a4-09a9-4084-a383-d371bbe9e305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] 10.222.0.130 "GET /v2.0/ports/1a007d8f-f92f-46dc-861e-a423c3a2fb8e HTTP/1.1" status: 404 len: 333 time: 0.4451680 Jan 24 16:17:02.775687 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53484) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:02.794289 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-fde75ec2-2a58-49b6-bee8-c02b22b3385c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048833675', 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:02.819378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53490) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:02.831359 dv-neutron-826104-1-hyperv neutron-server[83466]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 24 16:17:02.851921 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fde75ec2-2a58-49b6-bee8-c02b22b3385c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:02.873396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecf2ab95-fa30-47eb-a528-11912e13522c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:02.876176 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fde75ec2-2a58-49b6-bee8-c02b22b3385c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:02.888192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Allocated IP 2001:db8::2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/6232aced-14b5-4aff-bd96-d11b01781fee/90e11762-980d-4e93-9619-3be4ce2f5292) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:02.890752 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:02.894335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f5ab80-7e72-442d-894c-c96171d8b80b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Made reservation on behalf of 08e286ffaf05488399d487275e6d7834 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:02.897100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-92f5ab80-7e72-442d-894c-c96171d8b80b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:02.945363 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:02.956685 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde75ec2-2a58-49b6-bee8-c02b22b3385c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Made reservation on behalf of d0fbb3c8070f4088a2aa410ede5bc35f for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:02.963623 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:02.964052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fde75ec2-2a58-49b6-bee8-c02b22b3385c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:02.969800 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:02.997142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:03.015764 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-dd3ba357-b9e4-4027-818c-002a7f223c90 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-securitygroup--1200575524&fields=id&tenant_id=105cf4f247944a51bfc2416542b75e17 HTTP/1.1" status: 200 len: 267 time: 0.1885130 Jan 24 16:17:03.033887 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'name': 'tempest-ServerActionsTestJSON-1790321864-router', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:53Z', 'revision_number': 4, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'gw_port': {'id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:39Z', 'updated_at': '2022-01-24T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '415f4987-1193-427b-984a-0e1a8f373fb6', 'name': '', 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'mac_address': 'fa:16:3e:b0:93:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:50Z', 'updated_at': '2022-01-24T16:17:01Z', 'revision_number': 4, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'subnets': [{'id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:03.043107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-fde75ec2-2a58-49b6-bee8-c02b22b3385c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] device_id is not set on port d2bc1b1a-c745-49bf-a010-c67c98a6f439 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:03.046796 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f8b0e3-b89e-44b6-83a9-a3cc95e581d3 None None] The sync data for ids ['cc1729db-53d7-40e0-a71b-feef08d128b5'] in dv-neutron-826104-1-hyperv is: [{'id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'name': 'tempest-ServerActionsTestJSON-1790321864-router', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:53Z', 'revision_number': 4, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'gw_port': {'id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:39Z', 'updated_at': '2022-01-24T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '415f4987-1193-427b-984a-0e1a8f373fb6', 'name': '', 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'mac_address': 'fa:16:3e:b0:93:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:50Z', 'updated_at': '2022-01-24T16:17:01Z', 'revision_number': 4, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'subnets': [{'id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:17:03.048764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f5ab80-7e72-442d-894c-c96171d8b80b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:17:03.215648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:03.219468 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.273329 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-92f5ab80-7e72-442d-894c-c96171d8b80b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.273831 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-92f5ab80-7e72-442d-894c-c96171d8b80b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Added segment 64eab22b-d546-4d09-81df-251b8dcdf76e of type vlan for network 57075322-e196-46a5-9c01-e90d67877060 Jan 24 16:17:03.318695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.338311 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Transition to ACTIVE for port object 90e11762-980d-4e93-9619-3be4ce2f5292 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:03.362948 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Transition to ACTIVE for port object 90e11762-980d-4e93-9619-3be4ce2f5292 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:03.378406 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.409373 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port f1a3ef92-6d86-4eb6-9085-531777758260 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:03.487415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:03.491107 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:03.493043 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Pushing event updated for resources: {'Port': ['ID=90e11762-980d-4e93-9619-3be4ce2f5292,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:03.504312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecf2ab95-fa30-47eb-a528-11912e13522c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.513126 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:03.547754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.550624 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecf2ab95-fa30-47eb-a528-11912e13522c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.570356 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fde75ec2-2a58-49b6-bee8-c02b22b3385c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.572666 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.640102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-3bff63f9-e65f-453b-881f-f65729dce78e tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:03.647766 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-3bff63f9-e65f-453b-881f-f65729dce78e tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/networks?id=1b75d7bf-954b-4dfe-85c6-64a6ac21028b HTTP/1.1" status: 200 len: 811 time: 0.6310577 Jan 24 16:17:03.671869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2ab95-fa30-47eb-a528-11912e13522c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3233f07a-2c22-40ae-8a18-5dcde368892e,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:03.686927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-92f5ab80-7e72-442d-894c-c96171d8b80b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.709286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 415f4987-1193-427b-984a-0e1a8f373fb6 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:03.736554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Pushing event updated for resources: {'Port': ['ID=82f6cf4f-bdc4-49f4-b22a-3d264a7a6cd0,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:03.756067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.765525 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-9562c99a-87a0-474f-82b0-c99c611bbac3 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/quotas/105cf4f247944a51bfc2416542b75e17 HTTP/1.1" status: 200 len: 375 time: 0.1166933 Jan 24 16:17:03.789962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fde75ec2-2a58-49b6-bee8-c02b22b3385c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.851205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.852759 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-533f5a04-9de1-48d7-b287-ec54bf204b96 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5122092 Jan 24 16:17:03.877954 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde75ec2-2a58-49b6-bee8-c02b22b3385c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Network 0245768a-0b6a-4687-a1b7-2d71a504b113 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:03.879497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecf2ab95-fa30-47eb-a528-11912e13522c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.880840 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ecf2ab95-fa30-47eb-a528-11912e13522c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3964374 Jan 24 16:17:03.882184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-fde75ec2-2a58-49b6-bee8-c02b22b3385c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:03.883200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Attempting to bind port 90e11762-980d-4e93-9619-3be4ce2f5292 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:03.883583 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Attempting to bind port 90e11762-980d-4e93-9619-3be4ce2f5292 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:03.883937 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Attempting to bind port 90e11762-980d-4e93-9619-3be4ce2f5292 on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:03.885943 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde75ec2-2a58-49b6-bee8-c02b22b3385c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:03.886968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde75ec2-2a58-49b6-bee8-c02b22b3385c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:03.887592 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fde75ec2-2a58-49b6-bee8-c02b22b3385c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.894094 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53512) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:03.904199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:17:03.904749 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:17:03.905011 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.905319 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:17:03.905768 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Bound port: 90e11762-980d-4e93-9619-3be4ce2f5292, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:17:03.906126 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:03.930714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-28019b63-1aa3-4788-b85b-6f574382ce8f tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Request body: {'security_group_rule': {'security_group_id': '049d7494-8d22-480a-89ed-9b4a54e4a7a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:03.938455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde75ec2-2a58-49b6-bee8-c02b22b3385c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Pushing event updated for resources: {'Port': ['ID=d2bc1b1a-c745-49bf-a010-c67c98a6f439,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:03.947301 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fde75ec2-2a58-49b6-bee8-c02b22b3385c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1690297 Jan 24 16:17:03.949874 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53516) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:04.060073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-28019b63-1aa3-4788-b85b-6f574382ce8f tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:04.075591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-06331067-59b6-44b7-a08f-7ca354f8cc7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Synchronizing usage tracker for tenant:d0fbb3c8070f4088a2aa410ede5bc35f on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:04.087618 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-92f5ab80-7e72-442d-894c-c96171d8b80b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:04.088487 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f5ab80-7e72-442d-894c-c96171d8b80b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:04.096144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-92f5ab80-7e72-442d-894c-c96171d8b80b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:04.113372 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 415f4987-1193-427b-984a-0e1a8f373fb6 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:04.115378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-28019b63-1aa3-4788-b85b-6f574382ce8f tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Usage tracker for resource:security_group_rule and tenant:fbb9efdaac9a4d899b480136df279d62 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:04.119137 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-28019b63-1aa3-4788-b85b-6f574382ce8f tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:04.128256 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-06331067-59b6-44b7-a08f-7ca354f8cc7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Unset dirty status for tenant:d0fbb3c8070f4088a2aa410ede5bc35f on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:04.132819 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-28019b63-1aa3-4788-b85b-6f574382ce8f tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:04.133009 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-06331067-59b6-44b7-a08f-7ca354f8cc7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] 10.222.0.130 "GET /v2.0/ports/d2bc1b1a-c745-49bf-a010-c67c98a6f439 HTTP/1.1" status: 200 len: 959 time: 0.1814976 Jan 24 16:17:04.134025 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53524) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:04.137072 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] For port 90e11762-980d-4e93-9619-3be4ce2f5292, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:17:04.139266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 415f4987-1193-427b-984a-0e1a8f373fb6 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:04.139651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:04.209319 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] For port 90e11762-980d-4e93-9619-3be4ce2f5292, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=90e11762-980d-4e93-9619-3be4ce2f5292,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:17:04.231664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6a9bae9a-8988-4bef-a913-94f7706e25a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Deleting port d2bc1b1a-c745-49bf-a010-c67c98a6f439 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:04.232169 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6a9bae9a-8988-4bef-a913-94f7706e25a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:04.239060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:04.280745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::374 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/6232aced-14b5-4aff-bd96-d11b01781fee/f1a3ef92-6d86-4eb6-9085-531777758260) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:04.390185 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfff693-4341-45de-86aa-079b14ae30b8 None None] Pushing event updated for resources: {'Port': ['ID=90e11762-980d-4e93-9619-3be4ce2f5292,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:04.532724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-28019b63-1aa3-4788-b85b-6f574382ce8f tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:04.564353 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:04.595788 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-92f5ab80-7e72-442d-894c-c96171d8b80b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0480638 Jan 24 16:17:04.617706 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53536) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:04.627842 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 415f4987-1193-427b-984a-0e1a8f373fb6, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=415f4987-1193-427b-984a-0e1a8f373fb6,segment=NetworkSegment(dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b),segment_id=dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:04.635355 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:04.647027 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53542) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:04.659442 dv-neutron-826104-1-hyperv neutron-server[83465]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 24 16:17:04.677387 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5ab80-7e72-442d-894c-c96171d8b80b tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event updated for resources: {'Network': ['ID=57075322-e196-46a5-9c01-e90d67877060,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:04.698799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 57075322-e196-46a5-9c01-e90d67877060 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:17:04.723845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-28019b63-1aa3-4788-b85b-6f574382ce8f tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:04.724123 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6a9bae9a-8988-4bef-a913-94f7706e25a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:04.897499 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=415f4987-1193-427b-984a-0e1a8f373fb6,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:04.904342 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-28019b63-1aa3-4788-b85b-6f574382ce8f tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:04.922703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-913a4ab7-814e-41c2-a256-beb719bce5e0 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Synchronizing usage tracker for tenant:c22df63e420147aaab7ee88abbffa870 on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:04.931740 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6a9bae9a-8988-4bef-a913-94f7706e25a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Calling delete_port for d2bc1b1a-c745-49bf-a010-c67c98a6f439 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:04.973189 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-d16995d8-36a3-4072-9d18-ab8d510ef953 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=105cf4f247944a51bfc2416542b75e17&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2067919 Jan 24 16:17:04.998588 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2084bf05-0829-4097-a354-b734b0e8173a tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:05.002424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2084bf05-0829-4097-a354-b734b0e8173a tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:05.006431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2084bf05-0829-4097-a354-b734b0e8173a tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:05.010420 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2084bf05-0829-4097-a354-b734b0e8173a tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:05.015665 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2084bf05-0829-4097-a354-b734b0e8173a tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3920860 Jan 24 16:17:05.015665 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28019b63-1aa3-4788-b85b-6f574382ce8f tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12382a35-c834-457c-adb4-3b08309da907,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:05.020200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53556) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:05.095386 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-28019b63-1aa3-4788-b85b-6f574382ce8f tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:05.096594 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-28019b63-1aa3-4788-b85b-6f574382ce8f tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1854489 Jan 24 16:17:05.101115 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53560) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:05.101962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-913a4ab7-814e-41c2-a256-beb719bce5e0 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Unset dirty status for tenant:c22df63e420147aaab7ee88abbffa870 on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:05.108913 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:05.109746 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-913a4ab7-814e-41c2-a256-beb719bce5e0 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-securitygroup--289476531&fields=id&tenant_id=c22df63e420147aaab7ee88abbffa870 HTTP/1.1" status: 200 len: 267 time: 0.4550381 Jan 24 16:17:05.149775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:05.176571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Usage tracker for resource:floatingip and tenant:fbb9efdaac9a4d899b480136df279d62 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:05.185170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:05.207065 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:05.298883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for floatingip, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:05.320460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6a9bae9a-8988-4bef-a913-94f7706e25a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:05.339439 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-cc5e4aac-d043-4621-9dd2-4973e27e3980 service neutron] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:17:05.340493 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-cc5e4aac-d043-4621-9dd2-4973e27e3980 service neutron] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1612113 Jan 24 16:17:05.359027 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:05.376896 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-56d224e1-ed2e-4832-b494-fe785d55405a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:05.394379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bae9a-8988-4bef-a913-94f7706e25a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2bc1b1a-c745-49bf-a010-c67c98a6f439,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:05.420364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6a9bae9a-8988-4bef-a913-94f7706e25a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:05.481589 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-ebf26fab-1cec-45e6-9dae-c2bc756c0cd7 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:05.482283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-ebf26fab-1cec-45e6-9dae-c2bc756c0cd7 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Synchronizing usage tracker for tenant:c22df63e420147aaab7ee88abbffa870 on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:05.501287 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6a9bae9a-8988-4bef-a913-94f7706e25a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] 10.222.0.130 "DELETE /v2.0/ports/d2bc1b1a-c745-49bf-a010-c67c98a6f439 HTTP/1.1" status: 204 len: 168 time: 1.3636878 Jan 24 16:17:05.502105 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53574) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:05.534208 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object f1a3ef92-6d86-4eb6-9085-531777758260 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:05.582785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:05.641969 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43dc926-b970-47dd-bd87-c6c1ee63fb2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] GET failed (client error): The resource could not be found. Jan 24 16:17:05.642482 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f43dc926-b970-47dd-bd87-c6c1ee63fb2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Synchronizing usage tracker for tenant:d0fbb3c8070f4088a2aa410ede5bc35f on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:05.654389 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-56d224e1-ed2e-4832-b494-fe785d55405a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:05.677426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-ebf26fab-1cec-45e6-9dae-c2bc756c0cd7 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Unset dirty status for tenant:c22df63e420147aaab7ee88abbffa870 on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:05.684089 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-ebf26fab-1cec-45e6-9dae-c2bc756c0cd7 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/networks?id=03400db8-972d-43d6-9e4c-355f981ea39d HTTP/1.1" status: 200 len: 806 time: 0.5734468 Jan 24 16:17:05.739661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53578) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:05.746469 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f43dc926-b970-47dd-bd87-c6c1ee63fb2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Unset dirty status for tenant:d0fbb3c8070f4088a2aa410ede5bc35f on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:05.751090 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f43dc926-b970-47dd-bd87-c6c1ee63fb2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] 10.222.0.130 "GET /v2.0/ports/d2bc1b1a-c745-49bf-a010-c67c98a6f439 HTTP/1.1" status: 404 len: 333 time: 0.2428567 Jan 24 16:17:05.751090 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-56d224e1-ed2e-4832-b494-fe785d55405a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57075322-e196-46a5-9c01-e90d67877060']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:05.766368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53582) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:05.789269 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-aaab4712-a711-46a0-9519-d65afdfba1b8 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/quotas/c22df63e420147aaab7ee88abbffa870 HTTP/1.1" status: 200 len: 375 time: 0.1037769 Jan 24 16:17:05.792548 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-56d224e1-ed2e-4832-b494-fe785d55405a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64eab22b-d546-4d09-81df-251b8dcdf76e') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:05.792841 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-56d224e1-ed2e-4832-b494-fe785d55405a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64eab22b-d546-4d09-81df-251b8dcdf76e') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:05.794882 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 90e11762-980d-4e93-9619-3be4ce2f5292 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:05.813622 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-8f379e2a-abab-40a3-8490-73233caf294e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Request body: {'port': {'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-375420121'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:05.831579 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-8de905a5-0ebd-4ef1-85d5-d48e9943282c service neutron] 10.222.0.130 "GET /v2.0/networks/1b75d7bf-954b-4dfe-85c6-64a6ac21028b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673588 Jan 24 16:17:05.839700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8f379e2a-abab-40a3-8490-73233caf294e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:05.901822 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 90e11762-980d-4e93-9619-3be4ce2f5292 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:05.908358 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 415f4987-1193-427b-984a-0e1a8f373fb6 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:05.916412 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:05.951947 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-56d224e1-ed2e-4832-b494-fe785d55405a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:05.986147 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8f379e2a-abab-40a3-8490-73233caf294e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:06.016597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-56d224e1-ed2e-4832-b494-fe785d55405a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:06.037023 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 415f4987-1193-427b-984a-0e1a8f373fb6 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:06.037469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:06.040220 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d224e1-ed2e-4832-b494-fe785d55405a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:17:06.040689 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-56d224e1-ed2e-4832-b494-fe785d55405a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:06.059957 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1589531748', 'router:external': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:17:06.062976 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:17:06.153325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d143745a-aa26-47b8-a6e0-042ffe18fce2 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:17:06.175530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f379e2a-abab-40a3-8490-73233caf294e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Made reservation on behalf of d0fbb3c8070f4088a2aa410ede5bc35f for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:06.178128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f379e2a-abab-40a3-8490-73233caf294e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:06.190979 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:06.218263 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Usage tracker for resource:network and tenant:f369555f505a462a9e8f6d404645a183 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:06.229134 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:06.238466 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:06.251776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-8f379e2a-abab-40a3-8490-73233caf294e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] device_id is not set on port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:06.296183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:06.308394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-56d224e1-ed2e-4832-b494-fe785d55405a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:06.314782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Made reservation on behalf of f369555f505a462a9e8f6d404645a183 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:06.315684 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:06.317752 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:06.331388 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9763ad06-712b-461d-9b14-8fcedaef1f4f None None] Provisioning for port 90e11762-980d-4e93-9619-3be4ce2f5292 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:06.340131 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:06.344217 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:06.345004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:06.348450 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d224e1-ed2e-4832-b494-fe785d55405a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 57075322-e196-46a5-9c01-e90d67877060 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 24 16:17:06.353924 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-56d224e1-ed2e-4832-b494-fe785d55405a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:06.362418 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9763ad06-712b-461d-9b14-8fcedaef1f4f None None] Provisioning complete for port 90e11762-980d-4e93-9619-3be4ce2f5292 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:06.362782 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9763ad06-712b-461d-9b14-8fcedaef1f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:06.363940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-f20ce769-f41b-4038-bccd-29479fe75295 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Synchronizing usage tracker for tenant:c22df63e420147aaab7ee88abbffa870 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:06.385851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:06.394652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d224e1-ed2e-4832-b494-fe785d55405a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event deleted for resources: {'Network': ['ID=57075322-e196-46a5-9c01-e90d67877060,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:06.409267 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9602222 Jan 24 16:17:06.418650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53592) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:06.459295 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-56d224e1-ed2e-4832-b494-fe785d55405a tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "DELETE /v2.0/networks/57075322-e196-46a5-9c01-e90d67877060 HTTP/1.1" status: 204 len: 168 time: 1.4382343 Jan 24 16:17:06.466865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53596) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:06.491435 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e7d3d8c2-84b2-4a51-8ee1-5d6096133127 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Request body: {'network': {'name': 'tempest-network--1203209539', 'router:external': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:06.518478 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a4799-3235-42a9-a948-c9100efabad9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=f1a3ef92-6d86-4eb6-9085-531777758260,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:06.545083 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e7d3d8c2-84b2-4a51-8ee1-5d6096133127 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:06.549024 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-f20ce769-f41b-4038-bccd-29479fe75295 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Unset dirty status for tenant:c22df63e420147aaab7ee88abbffa870 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:06.550358 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-f20ce769-f41b-4038-bccd-29479fe75295 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=c22df63e420147aaab7ee88abbffa870&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7607632 Jan 24 16:17:06.551216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:06.563388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e7d3d8c2-84b2-4a51-8ee1-5d6096133127 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Usage tracker for resource:network and tenant:08e286ffaf05488399d487275e6d7834 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:06.575105 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e7d3d8c2-84b2-4a51-8ee1-5d6096133127 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:06.578030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Usage tracker for resource:security_group_rule and tenant:f369555f505a462a9e8f6d404645a183 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:06.590884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:06.599077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e7d3d8c2-84b2-4a51-8ee1-5d6096133127 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:06.601204 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:06.621296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:06.649395 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d3d8c2-84b2-4a51-8ee1-5d6096133127 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Made reservation on behalf of 08e286ffaf05488399d487275e6d7834 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:06.652489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d8c2-84b2-4a51-8ee1-5d6096133127 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:06.654220 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-32c99742-496c-4e5e-a015-d3816e91cc66 service neutron] 10.222.0.130 "GET /v2.0/networks/1b75d7bf-954b-4dfe-85c6-64a6ac21028b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8109908 Jan 24 16:17:06.792728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f379e2a-abab-40a3-8490-73233caf294e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:06.880806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d3d8c2-84b2-4a51-8ee1-5d6096133127 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:17:06.886158 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9763ad06-712b-461d-9b14-8fcedaef1f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:06.890695 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-1e01ef0a-dd72-4737-99a8-fc8e7df12997 service neutron] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83465) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:17:06.891843 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-1e01ef0a-dd72-4737-99a8-fc8e7df12997 service neutron] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2435160 Jan 24 16:17:06.937044 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d8c2-84b2-4a51-8ee1-5d6096133127 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:06.937374 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-e7d3d8c2-84b2-4a51-8ee1-5d6096133127 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Added segment f1e9d081-8295-40e3-9282-d7e55c65684a of type vlan for network c63e039b-c952-4819-bbf8-134d4b80763d Jan 24 16:17:06.961031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-9763ad06-712b-461d-9b14-8fcedaef1f4f None None] For port 90e11762-980d-4e93-9619-3be4ce2f5292, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=90e11762-980d-4e93-9619-3be4ce2f5292,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:06.979310 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9763ad06-712b-461d-9b14-8fcedaef1f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.085764 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-274e0ac8-f26e-4e89-b3f6-5f70ac3aec1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.125954 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763ad06-712b-461d-9b14-8fcedaef1f4f None None] Pushing event updated for resources: {'Port': ['ID=90e11762-980d-4e93-9619-3be4ce2f5292,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:07.138769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d8c2-84b2-4a51-8ee1-5d6096133127 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.143347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f379e2a-abab-40a3-8490-73233caf294e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.146370 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.150032 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4058ce45-a6f2-4048-abb7-dc5c79a9573e req-6b597a2c-1728-410d-bc83-28583e8640c1 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 210 time: 0.0983942 Jan 24 16:17:07.188184 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a80c26d-f352-44da-8a6f-18495d154f75 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:07.193899 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a80c26d-f352-44da-8a6f-18495d154f75 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:07.194713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7a80c26d-f352-44da-8a6f-18495d154f75 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:07.242253 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.267117 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7a80c26d-f352-44da-8a6f-18495d154f75 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:07.268526 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7a80c26d-f352-44da-8a6f-18495d154f75 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.8473029 Jan 24 16:17:07.276918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53622) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:07.281330 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Allocated IP 172.20.0.1 (4dc0a18a-1307-4a60-9bcf-db03f08a70ef/9c585987-79f7-49a6-a791-758a26305fdd/a7c3999b-7e7a-4980-b8e2-05bc584d1116) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:07.308095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:17:07.317854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.318678 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Added segment bf316415-68f5-4e49-ba87-83c01d36d50b of type vlan for network 409deed3-7a98-438c-a774-75ddfee98fb8 Jan 24 16:17:07.322598 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-dbb1b8db-2fe1-4364-8ff2-57db3a9bbb92 None None] Provisioning for port f1a3ef92-6d86-4eb6-9085-531777758260 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:07.341252 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-dbb1b8db-2fe1-4364-8ff2-57db3a9bbb92 None None] Provisioning complete for port f1a3ef92-6d86-4eb6-9085-531777758260 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:07.341597 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dbb1b8db-2fe1-4364-8ff2-57db3a9bbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.353664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.407152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b48d2d50-c2d7-41db-8657-7d22bd17a212 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port f1a3ef92-6d86-4eb6-9085-531777758260 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:07.407707 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b48d2d50-c2d7-41db-8657-7d22bd17a212 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.419168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1b8db-2fe1-4364-8ff2-57db3a9bbb92 None None] Port f1a3ef92-6d86-4eb6-9085-531777758260 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:17:07.434615 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Allocated IP 172.26.2.106 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/826efb33-636c-42b5-a43a-db554404a0f5) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:07.435243 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-dbb1b8db-2fe1-4364-8ff2-57db3a9bbb92 None None] Provisioning complete for port 90e11762-980d-4e93-9619-3be4ce2f5292 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:07.435600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dbb1b8db-2fe1-4364-8ff2-57db3a9bbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.488107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f379e2a-abab-40a3-8490-73233caf294e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Pushing event updated for resources: {'Port': ['ID=6de9c8b0-db4d-4e59-ace9-6636ede5da70,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:07.509758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d8c2-84b2-4a51-8ee1-5d6096133127 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.510762 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d3d8c2-84b2-4a51-8ee1-5d6096133127 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:07.511469 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d8c2-84b2-4a51-8ee1-5d6096133127 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.545644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.547561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:07.547561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.640261 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 90e11762-980d-4e93-9619-3be4ce2f5292 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:07.715634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 90e11762-980d-4e93-9619-3be4ce2f5292 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:07.715999 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.719306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cf676b-de90-488a-bee1-490b7a89ee70,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:07.739267 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3d8c2-84b2-4a51-8ee1-5d6096133127 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event updated for resources: {'Network': ['ID=c63e039b-c952-4819-bbf8-134d4b80763d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:07.759724 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network c63e039b-c952-4819-bbf8-134d4b80763d details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:17:07.761972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f379e2a-abab-40a3-8490-73233caf294e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Network 0245768a-0b6a-4687-a1b7-2d71a504b113 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:07.775215 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-8c33cefb-9dd1-4f80-bb18-0ae178889b66 service neutron] 10.222.0.130 "GET /v2.0/networks/03400db8-972d-43d6-9e4c-355f981ea39d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8717721 Jan 24 16:17:07.776127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-8f379e2a-abab-40a3-8490-73233caf294e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:07.798673 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.840488 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f379e2a-abab-40a3-8490-73233caf294e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:07.841892 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f379e2a-abab-40a3-8490-73233caf294e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:07.842640 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f379e2a-abab-40a3-8490-73233caf294e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.861856 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.901374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ee2a7d5b-9e2b-4db6-be93-6d9ba5457d64 None None] Provisioning complete for port f1a3ef92-6d86-4eb6-9085-531777758260 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:07.901931 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7d5b-9e2b-4db6-be93-6d9ba5457d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:07.954904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a7d5b-9e2b-4db6-be93-6d9ba5457d64 None None] Port f1a3ef92-6d86-4eb6-9085-531777758260 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:17:08.029998 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.2863164 Jan 24 16:17:08.032106 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8f379e2a-abab-40a3-8490-73233caf294e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2598643 Jan 24 16:17:08.050877 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53640) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:08.051301 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53642) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:08.060404 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e7d3d8c2-84b2-4a51-8ee1-5d6096133127 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5906069 Jan 24 16:17:08.061589 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53648) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:08.071726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Request body: {'subnet': {'network_id': '409deed3-7a98-438c-a774-75ddfee98fb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:08.090742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Pushing event updated for resources: {'Port': ['ID=826efb33-636c-42b5-a43a-db554404a0f5,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:08.103764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:08.115030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:08.120332 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:08.128958 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:08.159847 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd6c53-a963-4714-8cf7-70d0f18f348d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Pushing event updated for resources: {'Network': ['ID=409deed3-7a98-438c-a774-75ddfee98fb8,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:08.162531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:08.163217 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:08.171656 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 409deed3-7a98-438c-a774-75ddfee98fb8 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:17:08.175496 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-7c45dad5-cee2-4592-8c97-40a90142739f service neutron] 10.222.0.130 "GET /v2.0/networks/03400db8-972d-43d6-9e4c-355f981ea39d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425808 Jan 24 16:17:08.236038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Usage tracker for resource:subnet and tenant:f369555f505a462a9e8f6d404645a183 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:08.241632 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Transition to ACTIVE for port object a7c3999b-7e7a-4980-b8e2-05bc584d1116 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:08.248052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:08.249209 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b48d2d50-c2d7-41db-8657-7d22bd17a212 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:08.281509 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:08.378157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0102f862-65ee-457a-b60b-bd856f7fd5e3 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:08.378725 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0102f862-65ee-457a-b60b-bd856f7fd5e3 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Synchronizing usage tracker for tenant:37d3adac16bc43fbadd6b489ed3380a8 on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:08.387406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Made reservation on behalf of f369555f505a462a9e8f6d404645a183 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:08.390200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:08.409102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b48d2d50-c2d7-41db-8657-7d22bd17a212 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for f1a3ef92-6d86-4eb6-9085-531777758260 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:08.512238 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:08.593237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0102f862-65ee-457a-b60b-bd856f7fd5e3 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Unset dirty status for tenant:37d3adac16bc43fbadd6b489ed3380a8 on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:08.594401 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0102f862-65ee-457a-b60b-bd856f7fd5e3 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] 10.222.0.130 "GET /v2.0/networks/c63e039b-c952-4819-bbf8-134d4b80763d HTTP/1.1" status: 200 len: 757 time: 0.5271864 Jan 24 16:17:08.601934 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-596079a3-363e-4c6a-b019-8c9b9f1daed6 req-7d2bc5f4-0eb5-4c2e-ad7c-2e446daa7e14 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 210 time: 0.0568237 Jan 24 16:17:08.603537 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53674) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:08.634421 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f4c1f8c5-1df5-4b3d-9695-42976b860bcc req-7f284c6f-29c8-43c3-8b96-21b41315efe6 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 210 time: 0.3028364 Jan 24 16:17:08.638808 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:08.732739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Network 4dc0a18a-1307-4a60-9bcf-db03f08a70ef is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:08.743355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:08.753061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b48d2d50-c2d7-41db-8657-7d22bd17a212 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:08.756080 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:08.820594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event updated for resources: {'Port': ['ID=a7c3999b-7e7a-4980-b8e2-05bc584d1116,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:08.894613 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7590b7c2-a265-49d6-b1cb-fbcb6ae729f3 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:08.896015 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7590b7c2-a265-49d6-b1cb-fbcb6ae729f3 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] 10.222.0.130 "GET /v2.0/networks/a728b82d-55c8-4796-aba8-6a0d08804ee8 HTTP/1.1" status: 200 len: 767 time: 0.2914140 Jan 24 16:17:08.916781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53690) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:09.081675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:09.096627 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-edd9c54b-eb68-411b-a5b8-15fa04bf7426 None None] Provisioning for port a7c3999b-7e7a-4980-b8e2-05bc584d1116 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:09.109765 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-edd9c54b-eb68-411b-a5b8-15fa04bf7426 None None] Provisioning complete for port a7c3999b-7e7a-4980-b8e2-05bc584d1116 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:09.110825 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-edd9c54b-eb68-411b-a5b8-15fa04bf7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:09.178546 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d2d50-c2d7-41db-8657-7d22bd17a212 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=f1a3ef92-6d86-4eb6-9085-531777758260,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:09.188309 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:09.250511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70b158c2-ec36-49b2-99e3-d4e768563801 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:09.281349 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-98ea49b7-91cd-42c2-995e-67f1bb4f6784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:09.293050 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-edd9c54b-eb68-411b-a5b8-15fa04bf7426 None None] Port a7c3999b-7e7a-4980-b8e2-05bc584d1116 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:17:09.361915 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] device_id is not set on port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:09.367817 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b48d2d50-c2d7-41db-8657-7d22bd17a212 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:09.391038 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:09.402196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:09.470139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Transition to ACTIVE for port object 6de9c8b0-db4d-4e59-ace9-6636ede5da70 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:09.537119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:09.538384 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b48d2d50-c2d7-41db-8657-7d22bd17a212 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/f1a3ef92-6d86-4eb6-9085-531777758260 HTTP/1.1" status: 204 len: 168 time: 2.2602623 Jan 24 16:17:09.548155 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53704) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:09.666706 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70b158c2-ec36-49b2-99e3-d4e768563801 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:09.689220 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:09.777255 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.129', 62482) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:09.816229 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561eef40-00d9-458d-a12e-cd7f8882ab20 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:09.818533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561eef40-00d9-458d-a12e-cd7f8882ab20 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:09.819299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-561eef40-00d9-458d-a12e-cd7f8882ab20 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:09.831928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-70b158c2-ec36-49b2-99e3-d4e768563801 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63e039b-c952-4819-bbf8-134d4b80763d']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:09.846433 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Pushing event updated for resources: {'Port': ['ID=6de9c8b0-db4d-4e59-ace9-6636ede5da70,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:09.881302 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-70b158c2-ec36-49b2-99e3-d4e768563801 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e9d081-8295-40e3-9282-d7e55c65684a') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:09.881492 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-70b158c2-ec36-49b2-99e3-d4e768563801 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e9d081-8295-40e3-9282-d7e55c65684a') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:09.904470 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:09.908260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:09.908789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:09.944405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70b158c2-ec36-49b2-99e3-d4e768563801 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:09.960828 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:09.961190 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:17:10.003124 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 2 to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 Jan 24 16:17:10.033687 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70b158c2-ec36-49b2-99e3-d4e768563801 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:10.039899 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7189f06f-4b39-4cbe-acf6-0cbfd48f72ab req-e9ddcbad-7803-4d0c-af7e-f35cdd22f563 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 210 time: 0.0834129 Jan 24 16:17:10.043760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:10.044090 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:10.044420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:10.058578 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b158c2-ec36-49b2-99e3-d4e768563801 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:17:10.059038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70b158c2-ec36-49b2-99e3-d4e768563801 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:17:10.095250 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:17:10.104030 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-85918281-a2b5-4592-8410-4ff48c8ae75c req-526a4ce4-c290-41a9-8099-4268b71f5296 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 210 time: 0.2010760 Jan 24 16:17:10.111753 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:17:10.139284 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-561eef40-00d9-458d-a12e-cd7f8882ab20 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:10.140543 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-561eef40-00d9-458d-a12e-cd7f8882ab20 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5913775 Jan 24 16:17:10.148184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53718) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:10.157484 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:10.157799 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:17:10.187946 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 3 to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 Jan 24 16:17:10.205937 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:10.233808 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:10.237448 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:10.237448 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:10.237448 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:10.248262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:10.248262 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:17:10.256434 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:10.279437 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 4 to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 Jan 24 16:17:10.304720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70b158c2-ec36-49b2-99e3-d4e768563801 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:10.309023 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b158c2-ec36-49b2-99e3-d4e768563801 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c63e039b-c952-4819-bbf8-134d4b80763d {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 24 16:17:10.312782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70b158c2-ec36-49b2-99e3-d4e768563801 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:10.336638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-30bba879-800c-4307-a3f6-78005d9ffc46 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:10.338078 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-30bba879-800c-4307-a3f6-78005d9ffc46 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.129 "GET /v2.0/networks?id=1b75d7bf-954b-4dfe-85c6-64a6ac21028b HTTP/1.1" status: 200 len: 811 time: 0.5597210 Jan 24 16:17:10.347018 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.objects.ports [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83465) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:17:10.347498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:10.359419 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:10.409674 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:10.410005 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:10.410471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:10.413548 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b158c2-ec36-49b2-99e3-d4e768563801 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event deleted for resources: {'Network': ['ID=c63e039b-c952-4819-bbf8-134d4b80763d,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:10.415280 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Pushing event updated for resources: {'Port': ['ID=826efb33-636c-42b5-a43a-db554404a0f5,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:10.445772 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-70b158c2-ec36-49b2-99e3-d4e768563801 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "DELETE /v2.0/networks/c63e039b-c952-4819-bbf8-134d4b80763d HTTP/1.1" status: 204 len: 168 time: 1.5261264 Jan 24 16:17:10.498989 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53726) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:10.530272 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4b323d42-4255-4c40-813c-c8f2bdbde71d tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Request body: {'network': {'name': 'tempest-network--1643699975'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:10.546203 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-23cc5f16-599d-48b0-af32-94e0beae8096 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=105cf4f247944a51bfc2416542b75e17 HTTP/1.1" status: 200 len: 380 time: 0.1722152 Jan 24 16:17:10.546744 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:10.547186 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:17:10.550124 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:10.551115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4b323d42-4255-4c40-813c-c8f2bdbde71d tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:10.556796 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 5 to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 Jan 24 16:17:10.570458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.129', 62488) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:10.578756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4b323d42-4255-4c40-813c-c8f2bdbde71d tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Usage tracker for resource:network and tenant:08e286ffaf05488399d487275e6d7834 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:10.585415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4b323d42-4255-4c40-813c-c8f2bdbde71d tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:10.597184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5b21718a-9794-4bd4-a0e2-20013f49c193,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:10.607571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Request body: {'port': {'device_id': 'b966e19e-407e-4bb3-83f5-eb3509af732d', 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'admin_state_up': True, 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'security_groups': ['5b6aade6-9bf6-4e88-bfb5-b677f695497c']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:10.609435 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4b323d42-4255-4c40-813c-c8f2bdbde71d tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:10.620135 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:10.620607 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:10.621051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:10.631721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:10.632148 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:17:10.644113 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:10.644583 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 6 to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 Jan 24 16:17:10.645215 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fcedbdf0-6a22-41ae-bf31-949ac3d30bfe tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5432017 Jan 24 16:17:10.656525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Checking segment: {'id': 'bf316415-68f5-4e49-ba87-83c01d36d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '409deed3-7a98-438c-a774-75ddfee98fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:17:10.656973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Network hostable DHCP agents. Network: 409deed3-7a98-438c-a774-75ddfee98fb8, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:17:10.674018 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b323d42-4255-4c40-813c-c8f2bdbde71d tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Made reservation on behalf of 08e286ffaf05488399d487275e6d7834 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:10.676403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4b323d42-4255-4c40-813c-c8f2bdbde71d tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:10.709853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11c9d4a-7b3c-48c8-8fce-3fbbfde9f8bc tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet 6232aced-14b5-4aff-bd96-d11b01781fee {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:17:10.717242 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:10.717619 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:10.717949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:10.723665 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f11c9d4a-7b3c-48c8-8fce-3fbbfde9f8bc tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:10.842095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:10.842413 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:17:10.846709 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 7 to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 Jan 24 16:17:10.878133 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b323d42-4255-4c40-813c-c8f2bdbde71d tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:17:10.882252 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f11c9d4a-7b3c-48c8-8fce-3fbbfde9f8bc tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:10.992580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Network 409deed3-7a98-438c-a774-75ddfee98fb8 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:17:10.996764 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:10.997213 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:10.997702 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:11.009636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4b323d42-4255-4c40-813c-c8f2bdbde71d tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:11.014329 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-4b323d42-4255-4c40-813c-c8f2bdbde71d tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Added segment 5803d462-8988-4f13-b4db-4a982eb717be of type vlan for network b96e9cf8-256e-436d-b821-da7bc88d5f7a Jan 24 16:17:11.050412 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-08a90350-fd15-4471-9e38-584959c2ee17 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:11.052322 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-08a90350-fd15-4471-9e38-584959c2ee17 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.129 "GET /v2.0/networks?id=03400db8-972d-43d6-9e4c-355f981ea39d HTTP/1.1" status: 200 len: 806 time: 0.4806094 Jan 24 16:17:11.083781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 409deed3-7a98-438c-a774-75ddfee98fb8) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:11.087927 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:11.090686 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:17:11.097522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c6672a-4529-41d4-b7a8-5cf3e9fa8ee9 None None] Network 409deed3-7a98-438c-a774-75ddfee98fb8 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:17:11.106002 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 8 to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 Jan 24 16:17:11.124610 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:11.126394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:11.126498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:17:11.171187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:11.188478 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:11.194474 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:11.233595 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Usage tracker for resource:port and tenant:105cf4f247944a51bfc2416542b75e17 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:11.246459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4b323d42-4255-4c40-813c-c8f2bdbde71d tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:11.275175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:11.275894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:11.278337 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:11.312911 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bddd6f63-c5b7-4b49-b6a5-cf1859b10632 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.2599914 Jan 24 16:17:11.328950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53766) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:11.349144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-187643590', 'network_id': '409deed3-7a98-438c-a774-75ddfee98fb8'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:11.352139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:11.352453 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:17:11.361045 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 9 to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 Jan 24 16:17:11.412578 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:11.429999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Usage tracker for resource:port and tenant:f369555f505a462a9e8f6d404645a183 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:11.438708 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:11.442039 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f11c9d4a-7b3c-48c8-8fce-3fbbfde9f8bc tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:11.485312 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:11.486061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:11.486554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:11.492849 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:11.520142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4b323d42-4255-4c40-813c-c8f2bdbde71d tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:11.521579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b323d42-4255-4c40-813c-c8f2bdbde71d tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:11.522417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4b323d42-4255-4c40-813c-c8f2bdbde71d tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:11.564001 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:11.564001 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:17:11.573125 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempt 10 to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 Jan 24 16:17:11.616340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f4a54-1cd4-46bc-bd73-377a5f7bbf3d None None] Network 409deed3-7a98-438c-a774-75ddfee98fb8 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:17:11.677475 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:11.723542 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:11.764516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Made reservation on behalf of f369555f505a462a9e8f6d404645a183 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:11.767007 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:11.777132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-8d49a565-78b7-462a-8d91-950ce6ec921e tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Synchronizing usage tracker for tenant:c22df63e420147aaab7ee88abbffa870 on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:11.812445 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-db810d22-26f3-4433-bdac-b060034d59d7 req-fba62a5f-b806-4b12-9738-4ddc7bd61465 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 210 time: 0.1400862 Jan 24 16:17:11.822613 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4b323d42-4255-4c40-813c-c8f2bdbde71d tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3165710 Jan 24 16:17:11.826301 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:11.826796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:11.827237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempting to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:11.832868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53772) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:11.840237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b323d42-4255-4c40-813c-c8f2bdbde71d tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event updated for resources: {'Network': ['ID=b96e9cf8-256e-436d-b821-da7bc88d5f7a,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:11.843625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] device_id is not set on port 5a2fa232-8397-498c-9434-e4419f86c7ac yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:11.846197 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Made reservation on behalf of 105cf4f247944a51bfc2416542b75e17 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:11.849505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:11.879782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:11.880366 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Failed to bind port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '5c578827-2688-4ec2-8f62-9f49bc6e1288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0245768a-0b6a-4687-a1b7-2d71a504b113'}] Jan 24 16:17:11.880911 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:11.884688 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-107fc663-2af2-450c-9ce2-1e7a82cc69af tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:11.890990 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f11c9d4a-7b3c-48c8-8fce-3fbbfde9f8bc tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:11.900426 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:11.915651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event updated for resources: {'Port': ['ID=a7c3999b-7e7a-4980-b8e2-05bc584d1116,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:11.957964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c9d4a-7b3c-48c8-8fce-3fbbfde9f8bc tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=6232aced-14b5-4aff-bd96-d11b01781fee,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:11.986464 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-8d49a565-78b7-462a-8d91-950ce6ec921e tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Unset dirty status for tenant:c22df63e420147aaab7ee88abbffa870 on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:11.987648 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-8d49a565-78b7-462a-8d91-950ce6ec921e tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c22df63e420147aaab7ee88abbffa870 HTTP/1.1" status: 200 len: 379 time: 0.8936973 Jan 24 16:17:11.992772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f11c9d4a-7b3c-48c8-8fce-3fbbfde9f8bc tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:12.084425 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network b96e9cf8-256e-436d-b821-da7bc88d5f7a details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:17:12.085995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-aec8f4d7-6e06-4251-b7a7-ec418ce7db82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Request body: {'port': {'device_id': '3008098a-6f9b-49c4-a864-b7073c779101', 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d', 'admin_state_up': True, 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'security_groups': ['89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:12.177193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] For port 6de9c8b0-db4d-4e59-ace9-6636ede5da70, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:17:12.177621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Attempted to set empty binding levels {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 24 16:17:12.183505 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f11c9d4a-7b3c-48c8-8fce-3fbbfde9f8bc tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/6232aced-14b5-4aff-bd96-d11b01781fee HTTP/1.1" status: 204 len: 168 time: 2.0321062 Jan 24 16:17:12.189038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53776) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:12.220462 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0f2ec8-ad39-4769-b515-8bfebf45f01d None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:17:12.247863 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:12.315563 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:12.334115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Pushing event updated for resources: {'Port': ['ID=6de9c8b0-db4d-4e59-ace9-6636ede5da70,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:12.343813 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-59b58c85-03f8-455a-8d40-1f5ced4bbd4e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1535783 Jan 24 16:17:12.344401 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53780) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:12.360049 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0617c6d8-fba8-460a-974c-32ae13fd6e05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:12.384912 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ee8fc4d8-1c38-4a30-a180-9942812e182d req-c7197987-3c4c-48a8-91e2-84de6892eaa2 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 210 time: 0.2408028 Jan 24 16:17:12.443279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] In _notify_port_updated(), no bound segment for port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 on network 0245768a-0b6a-4687-a1b7-2d71a504b113 {{(pid=83465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:17:12.444294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:12.448463 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d6e97231-1cce-4031-af3d-00cee19412cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] 10.222.0.130 "PUT /v2.0/ports/6de9c8b0-db4d-4e59-ace9-6636ede5da70 HTTP/1.1" status: 200 len: 980 time: 4.3910649 Jan 24 16:17:12.455233 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53784) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:12.466288 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Allocated IP 2001:db8::7e (409deed3-7a98-438c-a774-75ddfee98fb8/5b21718a-9794-4bd4-a0e2-20013f49c193/5a2fa232-8397-498c-9434-e4419f86c7ac) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:12.586869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0617c6d8-fba8-460a-974c-32ae13fd6e05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:12.592273 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0617c6d8-fba8-460a-974c-32ae13fd6e05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:12.595550 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0617c6d8-fba8-460a-974c-32ae13fd6e05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:12.601588 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0617c6d8-fba8-460a-974c-32ae13fd6e05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:12.611715 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-b505554f-c465-4ca7-9b08-a232fd51f2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Deleting port 6de9c8b0-db4d-4e59-ace9-6636ede5da70 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:12.612204 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b505554f-c465-4ca7-9b08-a232fd51f2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:12.675676 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-aec8f4d7-6e06-4251-b7a7-ec418ce7db82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:12.728955 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0617c6d8-fba8-460a-974c-32ae13fd6e05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:12.754474 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0617c6d8-fba8-460a-974c-32ae13fd6e05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:12.786196 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef26861-c241-4c79-bf54-146489b5de45 None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:17:12.794105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0ef26861-c241-4c79-bf54-146489b5de45 None None] Deleting port 90e11762-980d-4e93-9619-3be4ce2f5292 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:12.794684 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0ef26861-c241-4c79-bf54-146489b5de45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:12.813069 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-aec8f4d7-6e06-4251-b7a7-ec418ce7db82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:12.831935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Network 4dc0a18a-1307-4a60-9bcf-db03f08a70ef is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:12.841466 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:13.024184 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Allocated IP 172.20.0.6 (1b75d7bf-954b-4dfe-85c6-64a6ac21028b/f20398c9-c0a6-41c1-81f0-e242f15f8aa2/b8802640-223e-48f8-937a-043707e1b4c3) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:13.242229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0617c6d8-fba8-460a-974c-32ae13fd6e05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:13.271817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0ef26861-c241-4c79-bf54-146489b5de45 None None] For port 90e11762-980d-4e93-9619-3be4ce2f5292, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=90e11762-980d-4e93-9619-3be4ce2f5292,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:13.272239 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0ef26861-c241-4c79-bf54-146489b5de45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:13.366472 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:13.383137 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Transition to ACTIVE for port object b8802640-223e-48f8-937a-043707e1b4c3 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:13.406519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-107fc663-2af2-450c-9ce2-1e7a82cc69af tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:13.433093 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:13.436057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0ef26861-c241-4c79-bf54-146489b5de45 None None] Calling delete_port for 90e11762-980d-4e93-9619-3be4ce2f5292 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:13.437257 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-aec8f4d7-6e06-4251-b7a7-ec418ce7db82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Made reservation on behalf of c22df63e420147aaab7ee88abbffa870 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:13.440804 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-aec8f4d7-6e06-4251-b7a7-ec418ce7db82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:13.450487 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0617c6d8-fba8-460a-974c-32ae13fd6e05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:13.464332 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-0617c6d8-fba8-460a-974c-32ae13fd6e05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:13.471094 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617c6d8-fba8-460a-974c-32ae13fd6e05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=e458336b-f124-4eac-aed1-78bb45d11d9f,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:13.474354 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617c6d8-fba8-460a-974c-32ae13fd6e05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:13.474494 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9299ecd6-7ec0-4789-bdab-2aff9c87ea95 None None] Provisioning complete for port a7c3999b-7e7a-4980-b8e2-05bc584d1116 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:13.474843 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9299ecd6-7ec0-4789-bdab-2aff9c87ea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:13.481968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0617c6d8-fba8-460a-974c-32ae13fd6e05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:13.540983 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0617c6d8-fba8-460a-974c-32ae13fd6e05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1877110 Jan 24 16:17:13.546019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53792) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:13.549166 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-9299ecd6-7ec0-4789-bdab-2aff9c87ea95 None None] Port a7c3999b-7e7a-4980-b8e2-05bc584d1116 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:17:13.572152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'name': 'tempest-NetworksTestDHCPv6-559397738'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:13.599614 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Pushing event updated for resources: {'Port': ['ID=b8802640-223e-48f8-937a-043707e1b4c3,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:13.604036 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e2328307-5b06-4e78-b70f-8adaaed731a0 req-f25a7eed-dfd6-42c6-8293-af1712434095 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 210 time: 0.1773026 Jan 24 16:17:13.664197 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-107fc663-2af2-450c-9ce2-1e7a82cc69af tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:13.705842 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 90e11762-980d-4e93-9619-3be4ce2f5292 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:17:13.785504 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-107fc663-2af2-450c-9ce2-1e7a82cc69af tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Network b96e9cf8-256e-436d-b821-da7bc88d5f7a is not hosted by any dhcp agent {{(pid=83466) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 24 16:17:13.786730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107fc663-2af2-450c-9ce2-1e7a82cc69af tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:13.787131 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-107fc663-2af2-450c-9ce2-1e7a82cc69af tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:13.791596 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-107fc663-2af2-450c-9ce2-1e7a82cc69af tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "PUT /v2.0/networks/b96e9cf8-256e-436d-b821-da7bc88d5f7a HTTP/1.1" status: 200 len: 858 time: 1.9446893 Jan 24 16:17:13.798407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fc663-2af2-450c-9ce2-1e7a82cc69af tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event updated for resources: {'Network': ['ID=b96e9cf8-256e-436d-b821-da7bc88d5f7a,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:13.800834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53796) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:13.809268 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0ef26861-c241-4c79-bf54-146489b5de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:13.827523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Network 1b75d7bf-954b-4dfe-85c6-64a6ac21028b is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:13.936702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef26861-c241-4c79-bf54-146489b5de45 None None] Pushing event deleted for resources: {'Port': ['ID=90e11762-980d-4e93-9619-3be4ce2f5292,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:13.959432 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No active binding found for port 90e11762-980d-4e93-9619-3be4ce2f5292 {{(pid=83467) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 24 16:17:13.960084 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 90e11762-980d-4e93-9619-3be4ce2f5292 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:17:13.981309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:13.982249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:13.990757 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef26861-c241-4c79-bf54-146489b5de45 None None] No DVR routers for this DVR port 90e11762-980d-4e93-9619-3be4ce2f5292 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:17:14.001907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:14.032083 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-b505554f-c465-4ca7-9b08-a232fd51f2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] For port 6de9c8b0-db4d-4e59-ace9-6636ede5da70, host hv-neutron-8261, got binding levels [] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:14.032415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b505554f-c465-4ca7-9b08-a232fd51f2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:14.045960 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e614c-4e12-4293-a5b5-7b0b80c3dc9d None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:17:14.266824 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:14.267437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:14.418011 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': 'e458336b-f124-4eac-aed1-78bb45d11d9f'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:17:14.419052 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:14.486676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:14.494981 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:14.504673 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:14.513087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:14.537234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-b505554f-c465-4ca7-9b08-a232fd51f2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Calling delete_port for 6de9c8b0-db4d-4e59-ace9-6636ede5da70 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:14.603769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:14.621651 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:14.624815 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:14.625253 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Allocated IP 2001:db8::2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/e458336b-f124-4eac-aed1-78bb45d11d9f/e3025a03-2a82-4195-af49-f1f8c2a0c315) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:14.657211 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-aec8f4d7-6e06-4251-b7a7-ec418ce7db82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Allocated IP 172.20.0.9 (03400db8-972d-43d6-9e4c-355f981ea39d/6e7965d5-5b34-4076-a5f5-290502504767/6ccdbeac-2877-4322-b32a-f2f98f6a538f) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:14.748501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Network 409deed3-7a98-438c-a774-75ddfee98fb8 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:14.764418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:14.776195 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port 1008d1fc-ae62-4986-912b-6e5e5b245ca1 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:14.811782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:14.812642 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:14.818147 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:14.919308 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2fa232-8397-498c-9434-e4419f86c7ac,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:14.978956 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7ae638d2-6c12-42ee-a4b0-8a9e05365e2d tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.6487739 Jan 24 16:17:14.980771 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-aec8f4d7-6e06-4251-b7a7-ec418ce7db82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:14.988396 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b505554f-c465-4ca7-9b08-a232fd51f2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:14.990190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53802) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:15.001566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-aec8f4d7-6e06-4251-b7a7-ec418ce7db82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Transition to ACTIVE for port object 6ccdbeac-2877-4322-b32a-f2f98f6a538f will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:15.008422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:15.022796 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Transition to ACTIVE for port object e3025a03-2a82-4195-af49-f1f8c2a0c315 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:15.037004 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-c1b499d1-b537-4ebc-8e12-7e0800fd1670 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4589982 Jan 24 16:17:15.040435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0bc34158-c6e4-4cd9-be1c-748247326002 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:15.053003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-aec8f4d7-6e06-4251-b7a7-ec418ce7db82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:15.064471 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-bf59b22b-8b15-4e66-aa73-78b06696707f tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:17:15.066164 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-bf59b22b-8b15-4e66-aa73-78b06696707f tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.129 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0096135 Jan 24 16:17:15.070738 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Transition to ACTIVE for port object e3025a03-2a82-4195-af49-f1f8c2a0c315 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:15.086153 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505554f-c465-4ca7-9b08-a232fd51f2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Pushing event deleted for resources: {'Port': ['ID=6de9c8b0-db4d-4e59-ace9-6636ede5da70,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:15.113275 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:15.172390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::16f (97b1ab35-d9e1-4792-9053-01bd1c506e0f/e458336b-f124-4eac-aed1-78bb45d11d9f/1008d1fc-ae62-4986-912b-6e5e5b245ca1) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:15.305560 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-471f3b17-a4a7-4354-a48f-4a1112e106a7 None None] Provisioning for port b8802640-223e-48f8-937a-043707e1b4c3 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:15.315317 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:15.336059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-aec8f4d7-6e06-4251-b7a7-ec418ce7db82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Network 03400db8-972d-43d6-9e4c-355f981ea39d is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:15.338971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:15.348459 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-471f3b17-a4a7-4354-a48f-4a1112e106a7 None None] Provisioning complete for port b8802640-223e-48f8-937a-043707e1b4c3 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:15.348823 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-471f3b17-a4a7-4354-a48f-4a1112e106a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:15.411395 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:15.417524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:15.436737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object 1008d1fc-ae62-4986-912b-6e5e5b245ca1 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:15.469823 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:15.508739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Request body: {'port': {'device_id': 'b966e19e-407e-4bb3-83f5-eb3509af732d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:15.541749 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1d5f4-da23-4448-a2e2-897faeaa5511 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Deleting port 5a2fa232-8397-498c-9434-e4419f86c7ac {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:15.542287 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0f1d5f4-da23-4448-a2e2-897faeaa5511 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:15.543526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-aec8f4d7-6e06-4251-b7a7-ec418ce7db82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:15.564799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-aec8f4d7-6e06-4251-b7a7-ec418ce7db82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:15.583967 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b505554f-c465-4ca7-9b08-a232fd51f2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:15.601671 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b505554f-c465-4ca7-9b08-a232fd51f2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] 10.222.0.130 "DELETE /v2.0/ports/6de9c8b0-db4d-4e59-ace9-6636ede5da70 HTTP/1.1" status: 204 len: 168 time: 3.1403086 Jan 24 16:17:15.625134 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53808) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:15.645353 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:15.652450 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:15.664321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:15.668639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:15.669255 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:15.730063 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0bc34158-c6e4-4cd9-be1c-748247326002 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:15.765417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-0bc34158-c6e4-4cd9-be1c-748247326002 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96e9cf8-256e-436d-b821-da7bc88d5f7a']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:15.771809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Pushing event updated for resources: {'Port': ['ID=e3025a03-2a82-4195-af49-f1f8c2a0c315,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:15.784419 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-0bc34158-c6e4-4cd9-be1c-748247326002 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5803d462-8988-4f13-b4db-4a982eb717be') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:15.784884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-0bc34158-c6e4-4cd9-be1c-748247326002 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5803d462-8988-4f13-b4db-4a982eb717be') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:15.788946 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Attempting to bind port e3025a03-2a82-4195-af49-f1f8c2a0c315 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:15.789487 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Attempting to bind port e3025a03-2a82-4195-af49-f1f8c2a0c315 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:15.789865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Attempting to bind port e3025a03-2a82-4195-af49-f1f8c2a0c315 on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:15.792480 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-471f3b17-a4a7-4354-a48f-4a1112e106a7 None None] Port b8802640-223e-48f8-937a-043707e1b4c3 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:17:15.813982 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0bc34158-c6e4-4cd9-be1c-748247326002 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:15.840911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:17:15.841521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:17:15.842151 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:15.842540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:17:15.849242 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Bound port: e3025a03-2a82-4195-af49-f1f8c2a0c315, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:17:15.849674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:15.912510 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3556821 Jan 24 16:17:15.920990 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53812) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:15.927051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-aec8f4d7-6e06-4251-b7a7-ec418ce7db82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:15.927690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-aec8f4d7-6e06-4251-b7a7-ec418ce7db82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:15.932694 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8f4d7-6e06-4251-b7a7-ec418ce7db82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Pushing event updated for resources: {'Port': ['ID=6ccdbeac-2877-4322-b32a-f2f98f6a538f,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:15.994519 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca50770-7a34-42e2-9e3e-4b98918a9d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] GET failed (client error): The resource could not be found. Jan 24 16:17:15.994882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6ca50770-7a34-42e2-9e3e-4b98918a9d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Synchronizing usage tracker for tenant:d0fbb3c8070f4088a2aa410ede5bc35f on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:16.003679 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb621cfc-accb-4d34-9096-a00a3c846824 req-0a535d33-099d-46a4-acab-94c07013198c tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:16.004399 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-cb621cfc-accb-4d34-9096-a00a3c846824 req-0a535d33-099d-46a4-acab-94c07013198c tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Synchronizing usage tracker for tenant:105cf4f247944a51bfc2416542b75e17 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:16.006435 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30769358-bb94-4494-bb13-01135b174cd0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=1008d1fc-ae62-4986-912b-6e5e5b245ca1,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:16.013600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0bc34158-c6e4-4cd9-be1c-748247326002 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:16.015686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:16.059301 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] For port e3025a03-2a82-4195-af49-f1f8c2a0c315, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:17:16.067860 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] For port e3025a03-2a82-4195-af49-f1f8c2a0c315, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e3025a03-2a82-4195-af49-f1f8c2a0c315,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:17:16.088828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:16.242748 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-11edbba4-2bc9-4c53-a8a3-41efc9a0692c None None] Provisioning for port 6ccdbeac-2877-4322-b32a-f2f98f6a538f completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:16.260428 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-11edbba4-2bc9-4c53-a8a3-41efc9a0692c None None] Provisioning complete for port 6ccdbeac-2877-4322-b32a-f2f98f6a538f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:16.261104 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-11edbba4-2bc9-4c53-a8a3-41efc9a0692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:16.264684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6ca50770-7a34-42e2-9e3e-4b98918a9d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] Unset dirty status for tenant:d0fbb3c8070f4088a2aa410ede5bc35f on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:16.272333 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6ca50770-7a34-42e2-9e3e-4b98918a9d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688132027-project-admin] 10.222.0.130 "GET /v2.0/ports/6de9c8b0-db4d-4e59-ace9-6636ede5da70 HTTP/1.1" status: 404 len: 333 time: 0.6255496 Jan 24 16:17:16.290661 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53816) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:16.299015 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc34158-c6e4-4cd9-be1c-748247326002 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:17:16.299680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0bc34158-c6e4-4cd9-be1c-748247326002 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:17:16.322099 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:17:16.333974 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b72255d-1f37-4037-b342-d60e34a0c42b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:16.338911 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b72255d-1f37-4037-b342-d60e34a0c42b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:16.339909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4b72255d-1f37-4037-b342-d60e34a0c42b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:16.345074 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-11edbba4-2bc9-4c53-a8a3-41efc9a0692c None None] Port 6ccdbeac-2877-4322-b32a-f2f98f6a538f cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:17:16.384864 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40feed1e-c616-443d-ac90-06ea8ba64e3d None None] Pushing event updated for resources: {'Port': ['ID=e3025a03-2a82-4195-af49-f1f8c2a0c315,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:16.412219 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0f1d5f4-da23-4448-a2e2-897faeaa5511 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:16.434178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4b72255d-1f37-4037-b342-d60e34a0c42b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:16.435421 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4b72255d-1f37-4037-b342-d60e34a0c42b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5126479 Jan 24 16:17:16.438235 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53820) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:16.583192 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-aec8f4d7-6e06-4251-b7a7-ec418ce7db82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5200381 Jan 24 16:17:16.619964 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-cb621cfc-accb-4d34-9096-a00a3c846824 req-0a535d33-099d-46a4-acab-94c07013198c tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Unset dirty status for tenant:105cf4f247944a51bfc2416542b75e17 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:16.626153 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cb621cfc-accb-4d34-9096-a00a3c846824 req-0a535d33-099d-46a4-acab-94c07013198c tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 931 time: 2.6360953 Jan 24 16:17:16.656977 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Request body: {'port': {'device_id': '3008098a-6f9b-49c4-a864-b7073c779101', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:16.685574 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-18d72d13-cdd6-430d-912a-e04fc3edee22 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port 1008d1fc-ae62-4986-912b-6e5e5b245ca1 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:16.686262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-18d72d13-cdd6-430d-912a-e04fc3edee22 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:16.741393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1d5f4-da23-4448-a2e2-897faeaa5511 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Calling delete_port for 5a2fa232-8397-498c-9434-e4419f86c7ac owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:16.870147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0bc34158-c6e4-4cd9-be1c-748247326002 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:16.874859 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc34158-c6e4-4cd9-be1c-748247326002 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b96e9cf8-256e-436d-b821-da7bc88d5f7a {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 24 16:17:16.877715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0bc34158-c6e4-4cd9-be1c-748247326002 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:16.930957 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0bc34158-c6e4-4cd9-be1c-748247326002 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] 10.222.0.130 "DELETE /v2.0/networks/b96e9cf8-256e-436d-b821-da7bc88d5f7a HTTP/1.1" status: 204 len: 168 time: 3.1232040 Jan 24 16:17:16.945872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53824) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:16.956833 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc34158-c6e4-4cd9-be1c-748247326002 tempest-ExternalNetworksTestJSON-654613686 tempest-ExternalNetworksTestJSON-654613686-project-admin] Pushing event deleted for resources: {'Network': ['ID=b96e9cf8-256e-436d-b821-da7bc88d5f7a,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:17.023672 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27dc8f0-8828-46cb-a9ec-36889cd5e211 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] DELETE failed (client error): The resource could not be found. Jan 24 16:17:17.024430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27dc8f0-8828-46cb-a9ec-36889cd5e211 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:17:17.029365 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c27dc8f0-8828-46cb-a9ec-36889cd5e211 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] 10.222.0.130 "DELETE /v2.0/subnets/bc253caa-8781-45bd-9572-8420c58aa068 HTTP/1.1" status: 404 len: 337 time: 0.0676825 Jan 24 16:17:17.034208 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53828) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:17.071789 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5070ec5c-0315-4139-adbc-f3326f592e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:17.112619 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cb621cfc-accb-4d34-9096-a00a3c846824 req-acf6395b-8a5f-4a5a-b887-cf46d6ee016d tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/security-groups?id=5b6aade6-9bf6-4e88-bfb5-b677f695497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4854455 Jan 24 16:17:17.116405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-18d72d13-cdd6-430d-912a-e04fc3edee22 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:17.146902 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:17:17.303992 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-18d72d13-cdd6-430d-912a-e04fc3edee22 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for 1008d1fc-ae62-4986-912b-6e5e5b245ca1 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:17.400277 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:17.444866 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:17:17.670596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0f1d5f4-da23-4448-a2e2-897faeaa5511 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:17.735105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e3025a03-2a82-4195-af49-f1f8c2a0c315 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:17.843163 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1d5f4-da23-4448-a2e2-897faeaa5511 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a2fa232-8397-498c-9434-e4419f86c7ac,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:17.863790 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:17.864013 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0f1d5f4-da23-4448-a2e2-897faeaa5511 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:17.888607 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-18d72d13-cdd6-430d-912a-e04fc3edee22 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:17.918542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port e3025a03-2a82-4195-af49-f1f8c2a0c315 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:17.927612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-03fc7db8-9f2c-4dab-81f5-46c106e50982 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:17.967313 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c0f1d5f4-da23-4448-a2e2-897faeaa5511 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "DELETE /v2.0/ports/5a2fa232-8397-498c-9434-e4419f86c7ac HTTP/1.1" status: 204 len: 168 time: 2.9725811 Jan 24 16:17:17.968378 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53832) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:17.981093 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8802640-223e-48f8-937a-043707e1b4c3 {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:17:17.982939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '409deed3-7a98-438c-a774-75ddfee98fb8', 'external_fixed_ips': [{'subnet_id': '5b21718a-9794-4bd4-a0e2-20013f49c193', 'ip_address': '2001:db8::7e'}]}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:17.988043 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:17.989320 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5070ec5c-0315-4139-adbc-f3326f592e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:17.990517 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d72d13-cdd6-430d-912a-e04fc3edee22 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=1008d1fc-ae62-4986-912b-6e5e5b245ca1,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:17.995465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Usage tracker for resource:router and tenant:f369555f505a462a9e8f6d404645a183 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:17.998738 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:18.013459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:18.014760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:18.090847 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-33b42967-7ce1-4a82-b205-f3623fbc0993 None None] Provisioning for port e3025a03-2a82-4195-af49-f1f8c2a0c315 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:18.101093 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-33b42967-7ce1-4a82-b205-f3623fbc0993 None None] Provisioning complete for port e3025a03-2a82-4195-af49-f1f8c2a0c315 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:18.101483 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-33b42967-7ce1-4a82-b205-f3623fbc0993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:18.141195 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-18d72d13-cdd6-430d-912a-e04fc3edee22 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:18.148134 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-18d72d13-cdd6-430d-912a-e04fc3edee22 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/1008d1fc-ae62-4986-912b-6e5e5b245ca1 HTTP/1.1" status: 204 len: 168 time: 1.7088718 Jan 24 16:17:18.155928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53836) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:18.250537 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Router 6211a279-c402-46f1-8f0d-d83353dd9dd4 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:17:18.251038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:18.251694 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:18.273364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-33b42967-7ce1-4a82-b205-f3623fbc0993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:18.308839 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-5070ec5c-0315-4139-adbc-f3326f592e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0245768a-0b6a-4687-a1b7-2d71a504b113']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:18.331115 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Transition to ACTIVE for port object b8802640-223e-48f8-937a-043707e1b4c3 will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:18.340529 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-33b42967-7ce1-4a82-b205-f3623fbc0993 None None] For port e3025a03-2a82-4195-af49-f1f8c2a0c315, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e3025a03-2a82-4195-af49-f1f8c2a0c315,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:18.346798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-33b42967-7ce1-4a82-b205-f3623fbc0993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:18.351824 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b9e94-5496-4dd7-85c1-e886687f2f05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:18.353185 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b9e94-5496-4dd7-85c1-e886687f2f05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:18.354038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fe9b9e94-5496-4dd7-85c1-e886687f2f05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:18.365787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:18.471908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-33332733-812b-40f8-a71c-f2751fa13d05 None None] Could not find standard attr ID for object 1008d1fc-ae62-4986-912b-6e5e5b245ca1. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:17:18.495499 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b42967-7ce1-4a82-b205-f3623fbc0993 None None] Pushing event updated for resources: {'Port': ['ID=e3025a03-2a82-4195-af49-f1f8c2a0c315,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:18.514157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fe9b9e94-5496-4dd7-85c1-e886687f2f05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:18.518098 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fe9b9e94-5496-4dd7-85c1-e886687f2f05 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3611953 Jan 24 16:17:18.519358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53842) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:18.534115 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:18.544488 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c907d-57e1-485b-b08b-5ed6bbec4e9f req-0f66d103-be62-42bf-833c-5c524a2121b3 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:18.545152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-123c907d-57e1-485b-b08b-5ed6bbec4e9f req-0f66d103-be62-42bf-833c-5c524a2121b3 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Synchronizing usage tracker for tenant:c22df63e420147aaab7ee88abbffa870 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:18.552652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-5070ec5c-0315-4139-adbc-f3326f592e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c578827-2688-4ec2-8f62-9f49bc6e1288') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:18.553077 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-5070ec5c-0315-4139-adbc-f3326f592e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c578827-2688-4ec2-8f62-9f49bc6e1288') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:18.650493 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-03fc7db8-9f2c-4dab-81f5-46c106e50982 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:18.688521 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5070ec5c-0315-4139-adbc-f3326f592e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:18.740463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5070ec5c-0315-4139-adbc-f3326f592e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:18.765777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-123c907d-57e1-485b-b08b-5ed6bbec4e9f req-0f66d103-be62-42bf-833c-5c524a2121b3 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Unset dirty status for tenant:c22df63e420147aaab7ee88abbffa870 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:18.773997 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-123c907d-57e1-485b-b08b-5ed6bbec4e9f req-0f66d103-be62-42bf-833c-5c524a2121b3 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 931 time: 1.3236346 Jan 24 16:17:18.806113 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:18.916056 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5070ec5c-0315-4139-adbc-f3326f592e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:17:18.916609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5070ec5c-0315-4139-adbc-f3326f592e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:17:18.938932 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:17:18.940807 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6cedf4-a014-4327-874d-5150835fb29b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet e458336b-f124-4eac-aed1-78bb45d11d9f {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:17:18.944000 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad6cedf4-a014-4327-874d-5150835fb29b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:19.004556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad6cedf4-a014-4327-874d-5150835fb29b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:19.176869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad6cedf4-a014-4327-874d-5150835fb29b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:19.239364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-03fc7db8-9f2c-4dab-81f5-46c106e50982 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a728b82d-55c8-4796-aba8-6a0d08804ee8']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:19.294222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8802640-223e-48f8-937a-043707e1b4c3,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:19.398415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-03fc7db8-9f2c-4dab-81f5-46c106e50982 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d85d39-8319-49db-92ab-a601e5ab8ed5') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:19.398825 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-03fc7db8-9f2c-4dab-81f5-46c106e50982 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d85d39-8319-49db-92ab-a601e5ab8ed5') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:19.423467 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-03fc7db8-9f2c-4dab-81f5-46c106e50982 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:19.442329 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad6cedf4-a014-4327-874d-5150835fb29b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:19.486404 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:19.523117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cedf4-a014-4327-874d-5150835fb29b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=e458336b-f124-4eac-aed1-78bb45d11d9f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:19.528581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-03fc7db8-9f2c-4dab-81f5-46c106e50982 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:19.531389 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:19.534943 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5070ec5c-0315-4139-adbc-f3326f592e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:19.540268 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5070ec5c-0315-4139-adbc-f3326f592e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:19.578471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad6cedf4-a014-4327-874d-5150835fb29b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:19.585121 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a8b1d5-53e8-43e6-a1d0-0da5c2750653 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:17:19.624039 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ad6cedf4-a014-4327-874d-5150835fb29b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/e458336b-f124-4eac-aed1-78bb45d11d9f HTTP/1.1" status: 204 len: 168 time: 1.1036248 Jan 24 16:17:19.628123 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53846) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:19.634455 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e3025a03-2a82-4195-af49-f1f8c2a0c315 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:19.652877 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fc7db8-9f2c-4dab-81f5-46c106e50982 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:17:19.653690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-03fc7db8-9f2c-4dab-81f5-46c106e50982 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:17:19.673836 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:17:19.686939 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070ec5c-0315-4139-adbc-f3326f592e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] Pushing event deleted for resources: {'Network': ['ID=0245768a-0b6a-4687-a1b7-2d71a504b113,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:19.702172 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5070ec5c-0315-4139-adbc-f3326f592e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-934712839-project] 10.222.0.130 "DELETE /v2.0/networks/0245768a-0b6a-4687-a1b7-2d71a504b113 HTTP/1.1" status: 204 len: 168 time: 3.4064889 Jan 24 16:17:19.736408 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-89e9be39-9761-4f08-94d6-09eecc0fa281 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073041 Jan 24 16:17:19.739514 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53852) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:19.745275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b664ffe5-d789-40fd-b224-b2a98d8ee654 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:19.771163 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-123c907d-57e1-485b-b08b-5ed6bbec4e9f req-fbc37619-f95e-4463-a9f5-1445067167d9 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/security-groups?id=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9958563 Jan 24 16:17:19.909574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Attempting to bind port b8802640-223e-48f8-937a-043707e1b4c3 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:19.910129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Attempting to bind port b8802640-223e-48f8-937a-043707e1b4c3 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '0d0ebde7-f468-42de-bb99-0a72531a2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:19.912623 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Attempting to bind port b8802640-223e-48f8-937a-043707e1b4c3 on network 1b75d7bf-954b-4dfe-85c6-64a6ac21028b {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:19.919047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-03fc7db8-9f2c-4dab-81f5-46c106e50982 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:19.926227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-03fc7db8-9f2c-4dab-81f5-46c106e50982 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:20.007034 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port e3025a03-2a82-4195-af49-f1f8c2a0c315 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:20.007377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:20.031444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b664ffe5-d789-40fd-b224-b2a98d8ee654 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:20.041691 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b664ffe5-d789-40fd-b224-b2a98d8ee654 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:20.047835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b664ffe5-d789-40fd-b224-b2a98d8ee654 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:20.059569 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b664ffe5-d789-40fd-b224-b2a98d8ee654 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:20.080219 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b664ffe5-d789-40fd-b224-b2a98d8ee654 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:20.084854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b664ffe5-d789-40fd-b224-b2a98d8ee654 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:20.262827 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc7db8-9f2c-4dab-81f5-46c106e50982 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] Pushing event deleted for resources: {'Network': ['ID=a728b82d-55c8-4796-aba8-6a0d08804ee8,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:20.280503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Allocated IP 2001:db8::7e (409deed3-7a98-438c-a774-75ddfee98fb8/5b21718a-9794-4bd4-a0e2-20013f49c193/b17c5160-450d-43d6-944c-494b313e7059) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:20.297404 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-03fc7db8-9f2c-4dab-81f5-46c106e50982 tempest-ExternalNetworksTestJSON-452340406 tempest-ExternalNetworksTestJSON-452340406-project] 10.222.0.130 "DELETE /v2.0/networks/a728b82d-55c8-4796-aba8-6a0d08804ee8 HTTP/1.1" status: 204 len: 168 time: 3.2308283 Jan 24 16:17:20.303803 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:17:20.334652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Port b8802640-223e-48f8-937a-043707e1b4c3 on network 1b75d7bf-954b-4dfe-85c6-64a6ac21028b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:20.334994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Attempting to bind port b8802640-223e-48f8-937a-043707e1b4c3 on network 1b75d7bf-954b-4dfe-85c6-64a6ac21028b {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:20.387427 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56d6bb0-856e-4859-b2c9-97590fc1e18c None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:17:20.398360 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c56d6bb0-856e-4859-b2c9-97590fc1e18c None None] Deleting port e3025a03-2a82-4195-af49-f1f8c2a0c315 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:20.401553 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c56d6bb0-856e-4859-b2c9-97590fc1e18c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:20.562097 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53860) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:20.574771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:20.595876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:17:20.596241 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Checking segment: {'id': '0d0ebde7-f468-42de-bb99-0a72531a2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:17:20.596841 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Bound using segment: {'id': '0d0ebde7-f468-42de-bb99-0a72531a2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:17:20.597336 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Bound port: b8802640-223e-48f8-937a-043707e1b4c3, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0ebde7-f468-42de-bb99-0a72531a2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:17:20.597674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:20.651385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b664ffe5-d789-40fd-b224-b2a98d8ee654 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:20.676269 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ccdbeac-2877-4322-b32a-f2f98f6a538f {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:17:20.748633 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:20.771302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:20.827643 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664ffe5-d789-40fd-b224-b2a98d8ee654 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=78e1b942-3426-4d7d-8486-ee1f1ccec463,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:20.862676 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c56d6bb0-856e-4859-b2c9-97590fc1e18c None None] For port e3025a03-2a82-4195-af49-f1f8c2a0c315, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e3025a03-2a82-4195-af49-f1f8c2a0c315,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:20.863360 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c56d6bb0-856e-4859-b2c9-97590fc1e18c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:20.870600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Network 409deed3-7a98-438c-a774-75ddfee98fb8 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:20.873360 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b664ffe5-d789-40fd-b224-b2a98d8ee654 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:20.876966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:20.881861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-b664ffe5-d789-40fd-b224-b2a98d8ee654 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:20.884848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:20.894310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Transition to ACTIVE for port object 6ccdbeac-2877-4322-b32a-f2f98f6a538f will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:20.916796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b664ffe5-d789-40fd-b224-b2a98d8ee654 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:20.917475 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b664ffe5-d789-40fd-b224-b2a98d8ee654 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:20.955646 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Pushing event updated for resources: {'Port': ['ID=b17c5160-450d-43d6-944c-494b313e7059,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:20.968828 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2074e-15cd-469a-8d09-68148c969ccc req-1739fb4b-f6e2-4d59-b448-8b56a2b3217e tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:20.980238 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ddc2074e-15cd-469a-8d09-68148c969ccc req-1739fb4b-f6e2-4d59-b448-8b56a2b3217e tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 943 time: 0.8722122 Jan 24 16:17:20.986865 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:21.013763 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53870) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:21.016549 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b664ffe5-d789-40fd-b224-b2a98d8ee654 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2760594 Jan 24 16:17:21.032411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53872) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:21.055067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'name': 'tempest-NetworksTestDHCPv6-152364393'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:21.174568 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] For port b8802640-223e-48f8-937a-043707e1b4c3, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:17:21.210739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:17:21.217021 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7cf10a81-b413-4411-ba08-26a1c4fbc894 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] 10.222.0.130 "PUT /v2.0/routers/6211a279-c402-46f1-8f0d-d83353dd9dd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.1614025 Jan 24 16:17:21.221997 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e345ce-3109-4d60-ae1b-0dfe1ecffc63 None None] Sync routers for ids ['6211a279-c402-46f1-8f0d-d83353dd9dd4'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:17:21.253949 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e345ce-3109-4d60-ae1b-0dfe1ecffc63 None None] Routers {'6211a279-c402-46f1-8f0d-d83353dd9dd4'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:21.254778 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-a6e345ce-3109-4d60-ae1b-0dfe1ecffc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6211a279-c402-46f1-8f0d-d83353dd9dd4'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:21.284259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53880) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:21.288012 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c56d6bb0-856e-4859-b2c9-97590fc1e18c None None] Calling delete_port for e3025a03-2a82-4195-af49-f1f8c2a0c315 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:21.307764 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Request body: {'port': {'network_id': '4dc0a18a-1307-4a60-9bcf-db03f08a70ef', 'name': 'tempest-FloatingIPAdminTestJSON-1762621085'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:21.383837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] For port b8802640-223e-48f8-937a-043707e1b4c3, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=b8802640-223e-48f8-937a-043707e1b4c3,segment=NetworkSegment(0d0ebde7-f468-42de-bb99-0a72531a2baf),segment_id=0d0ebde7-f468-42de-bb99-0a72531a2baf)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:17:21.410013 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-a6e345ce-3109-4d60-ae1b-0dfe1ecffc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:21.441504 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:21.443370 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c56d6bb0-856e-4859-b2c9-97590fc1e18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:21.448075 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e345ce-3109-4d60-ae1b-0dfe1ecffc63 None None] Routers {'6211a279-c402-46f1-8f0d-d83353dd9dd4'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:21.449868 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-a6e345ce-3109-4d60-ae1b-0dfe1ecffc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6211a279-c402-46f1-8f0d-d83353dd9dd4'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:21.476771 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Pushing event updated for resources: {'Port': ['ID=6ccdbeac-2877-4322-b32a-f2f98f6a538f,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:21.564184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d6bb0-856e-4859-b2c9-97590fc1e18c None None] No DVR routers for this DVR port e3025a03-2a82-4195-af49-f1f8c2a0c315 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:17:21.568544 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d6bb0-856e-4859-b2c9-97590fc1e18c None None] Pushing event deleted for resources: {'Port': ['ID=e3025a03-2a82-4195-af49-f1f8c2a0c315,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:21.585593 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:21.597397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:21.600611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e20e9e0-fbb2-4222-b7ab-6f010150207e None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:17:21.604361 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:21.633820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:21.634900 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-a6e345ce-3109-4d60-ae1b-0dfe1ecffc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:21.644298 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e345ce-3109-4d60-ae1b-0dfe1ecffc63 None None] The sync data for ids ['6211a279-c402-46f1-8f0d-d83353dd9dd4'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:17:21.690207 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ddc2074e-15cd-469a-8d09-68148c969ccc req-f9527481-2a33-4084-901e-ff9c5c213954 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/security-groups?id=5b6aade6-9bf6-4e88-bfb5-b677f695497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7089806 Jan 24 16:17:21.698380 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:21.768159 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Usage tracker for resource:port and tenant:75d710bb6a50477aa4baf24ea40e0b21 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:21.781426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:21.789165 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:21.793042 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:21.799771 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] 10.222.0.129 "PUT /v2.0/ports/b8802640-223e-48f8-937a-043707e1b4c3 HTTP/1.1" status: 200 len: 1093 time: 6.5444875 Jan 24 16:17:21.800323 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b966e19e-407e-4bb3-83f5-eb3509af732d', 'tag': 'b8802640-223e-48f8-937a-043707e1b4c3'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:17:21.814098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:21.869891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:21.875647 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d4219e38-795e-456b-8283-f0e4ea6ad207 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=37d3adac16bc43fbadd6b489ed3380a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8577394 Jan 24 16:17:21.912005 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53888) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:21.968289 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96776006-81ed-4cfe-8114-7cafc372b8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8802640-223e-48f8-937a-043707e1b4c3,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:22.015282 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port 539e3ab2-ec24-4708-bb87-fc47ba610650 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:22.172461 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e3025a03-2a82-4195-af49-f1f8c2a0c315 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:17:22.257209 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Made reservation on behalf of 75d710bb6a50477aa4baf24ea40e0b21 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:22.260770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:22.281294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: e3025a03-2a82-4195-af49-f1f8c2a0c315 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:17:22.281693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e3025a03-2a82-4195-af49-f1f8c2a0c315 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:17:22.317963 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-86cbba2f-d717-428e-bad7-d83b417babe6 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=63acacd5a448404eb35777466f2db8b0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7543688 Jan 24 16:17:22.373913 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53894) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:22.430806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': '78e1b942-3426-4d7d-8486-ee1f1ccec463'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:17:22.431741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:22.443757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Attempting to bind port 6ccdbeac-2877-4322-b32a-f2f98f6a538f on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:22.444839 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Attempting to bind port 6ccdbeac-2877-4322-b32a-f2f98f6a538f by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '31124ce2-205b-486b-9b1a-d265a3a5683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:22.445377 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Attempting to bind port 6ccdbeac-2877-4322-b32a-f2f98f6a538f on network 03400db8-972d-43d6-9e4c-355f981ea39d {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:22.455818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Port 6ccdbeac-2877-4322-b32a-f2f98f6a538f on network 03400db8-972d-43d6-9e4c-355f981ea39d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:22.456690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Attempting to bind port 6ccdbeac-2877-4322-b32a-f2f98f6a538f on network 03400db8-972d-43d6-9e4c-355f981ea39d {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:22.477621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:17:22.478424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Checking segment: {'id': '31124ce2-205b-486b-9b1a-d265a3a5683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:17:22.479033 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Bound using segment: {'id': '31124ce2-205b-486b-9b1a-d265a3a5683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:17:22.479732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Bound port: 6ccdbeac-2877-4322-b32a-f2f98f6a538f, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31124ce2-205b-486b-9b1a-d265a3a5683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:17:22.480311 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:22.524384 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] device_id is not set on port ca760615-00a4-434d-84fd-6f74a4b733ec yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:22.576161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:22.576809 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:22.600508 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] For port 6ccdbeac-2877-4322-b32a-f2f98f6a538f, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:17:22.606686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] For port 6ccdbeac-2877-4322-b32a-f2f98f6a538f, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6ccdbeac-2877-4322-b32a-f2f98f6a538f,segment=NetworkSegment(31124ce2-205b-486b-9b1a-d265a3a5683d),segment_id=31124ce2-205b-486b-9b1a-d265a3a5683d)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:17:22.609822 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95f6affb-2ca1-4cee-a555-4aefe1a4ab8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:22.631806 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:22.648500 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Allocated IP 2001:db8::2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/78e1b942-3426-4d7d-8486-ee1f1ccec463/a7001ae7-8fd3-4aa8-a25f-145e42262429) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:22.710040 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-ffd371db-1836-40ed-b0a4-bd695d539720 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=105cf4f247944a51bfc2416542b75e17&device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 1096 time: 0.7701600 Jan 24 16:17:22.733267 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:22.734757 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] 10.222.0.129 "PUT /v2.0/ports/6ccdbeac-2877-4322-b32a-f2f98f6a538f HTTP/1.1" status: 200 len: 1093 time: 6.1205950 Jan 24 16:17:22.752987 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95f6affb-2ca1-4cee-a555-4aefe1a4ab8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:22.780465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb03d6-116e-4ce9-b654-b08a3dd740d3 req-32f03076-df2c-4685-9f70-a2c346f76e87 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:22.782010 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0adb03d6-116e-4ce9-b654-b08a3dd740d3 req-32f03076-df2c-4685-9f70-a2c346f76e87 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 943 time: 0.6265218 Jan 24 16:17:22.786287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8da9d119-b25c-428c-ab20-b370db3c1f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:22.806529 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef077f-59c9-4196-9b82-497f700af1ab service neutron] Pushing event updated for resources: {'Port': ['ID=6ccdbeac-2877-4322-b32a-f2f98f6a538f,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:22.839858 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8da9d119-b25c-428c-ab20-b370db3c1f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:22.877174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-d6e800dc-2f7e-4e7f-b42d-c817fb815a6d tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Synchronizing usage tracker for tenant:fbb9efdaac9a4d899b480136df279d62 on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:22.906478 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:22.922118 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Transition to ACTIVE for port object a7001ae7-8fd3-4aa8-a25f-145e42262429 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:22.931393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Allocated IP 172.20.0.4 (4dc0a18a-1307-4a60-9bcf-db03f08a70ef/9c585987-79f7-49a6-a791-758a26305fdd/ca760615-00a4-434d-84fd-6f74a4b733ec) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:22.951869 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Transition to ACTIVE for port object a7001ae7-8fd3-4aa8-a25f-145e42262429 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:22.962668 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:22.979442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-d6e800dc-2f7e-4e7f-b42d-c817fb815a6d tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Unset dirty status for tenant:fbb9efdaac9a4d899b480136df279d62 on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:22.981096 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-d6e800dc-2f7e-4e7f-b42d-c817fb815a6d tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-securitygroup--1581096189&fields=id&tenant_id=fbb9efdaac9a4d899b480136df279d62 HTTP/1.1" status: 200 len: 267 time: 0.2695284 Jan 24 16:17:23.022321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95f6affb-2ca1-4cee-a555-4aefe1a4ab8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:23.078428 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Pushing event updated for resources: {'Port': ['ID=a7001ae7-8fd3-4aa8-a25f-145e42262429,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:23.092460 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:23.095270 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:23.101188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6affb-2ca1-4cee-a555-4aefe1a4ab8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ad4d4e-4608-4f46-bc76-90e000d403f7,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:23.103300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:23.106126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8da9d119-b25c-428c-ab20-b370db3c1f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:23.138882 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-50046bc5-54ef-4b26-ae77-9b6f6d0066ed service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8802640-223e-48f8-937a-043707e1b4c3 HTTP/1.1" status: 200 len: 217 time: 0.2405109 Jan 24 16:17:23.141091 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9d119-b25c-428c-ab20-b370db3c1f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b520c52f-5c93-4e57-8ffe-bbcedb1cd308,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:23.179325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95f6affb-2ca1-4cee-a555-4aefe1a4ab8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:23.183296 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-95f6affb-2ca1-4cee-a555-4aefe1a4ab8f admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/30ad4d4e-4608-4f46-bc76-90e000d403f7 HTTP/1.1" status: 204 len: 168 time: 1.2703187 Jan 24 16:17:23.223025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8da9d119-b25c-428c-ab20-b370db3c1f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:23.224782 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8da9d119-b25c-428c-ab20-b370db3c1f11 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/b520c52f-5c93-4e57-8ffe-bbcedb1cd308 HTTP/1.1" status: 204 len: 168 time: 0.8470688 Jan 24 16:17:23.226725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Attempting to bind port a7001ae7-8fd3-4aa8-a25f-145e42262429 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:23.227505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Attempting to bind port a7001ae7-8fd3-4aa8-a25f-145e42262429 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:23.227505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Attempting to bind port a7001ae7-8fd3-4aa8-a25f-145e42262429 on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:23.236095 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:17:23.236444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:17:23.236834 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:23.237230 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:17:23.237685 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Bound port: a7001ae7-8fd3-4aa8-a25f-145e42262429, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:17:23.238050 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:23.241220 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0adb03d6-116e-4ce9-b654-b08a3dd740d3 req-d12e2545-5146-4c47-913d-3fb79d5b3e46 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/security-groups?id=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4363647 Jan 24 16:17:23.289968 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-b6c44160-75ce-4bdb-9d22-ea69cfb0ad1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:23.292783 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-b6c44160-75ce-4bdb-9d22-ea69cfb0ad1d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=f20398c9-c0a6-41c1-81f0-e242f15f8aa2 HTTP/1.1" status: 200 len: 850 time: 0.1400068 Jan 24 16:17:23.305092 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-6d5dad46-6937-4bab-b2f9-5ca41c26b166 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c22df63e420147aaab7ee88abbffa870&device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 1096 time: 0.2461033 Jan 24 16:17:23.349789 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] For port a7001ae7-8fd3-4aa8-a25f-145e42262429, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:17:23.354970 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] For port a7001ae7-8fd3-4aa8-a25f-145e42262429, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a7001ae7-8fd3-4aa8-a25f-145e42262429,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:17:23.373719 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:23.449301 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-8ac4f19d-07d9-480a-8c5f-b2b6a5c1e3e1 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ccdbeac-2877-4322-b32a-f2f98f6a538f HTTP/1.1" status: 200 len: 217 time: 0.0779488 Jan 24 16:17:23.504712 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e0789-035d-4dc4-9e6e-fbcbffc5df4a None None] Pushing event updated for resources: {'Port': ['ID=a7001ae7-8fd3-4aa8-a25f-145e42262429,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:23.511663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::2e7 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/78e1b942-3426-4d7d-8486-ee1f1ccec463/539e3ab2-ec24-4708-bb87-fc47ba610650) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:23.548063 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-3347a0a0-2342-4922-8332-33f559c108d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:23.550662 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-3347a0a0-2342-4922-8332-33f559c108d8 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6e7965d5-5b34-4076-a5f5-290502504767 HTTP/1.1" status: 200 len: 845 time: 0.0836382 Jan 24 16:17:23.623650 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-263db22c-894f-4b5a-8282-5edd95fc0ba4 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=1b75d7bf-954b-4dfe-85c6-64a6ac21028b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3175342 Jan 24 16:17:23.700887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-95858758-506f-4775-aa11-e897889869f8 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:23.701657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-95858758-506f-4775-aa11-e897889869f8 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Synchronizing usage tracker for tenant:fbb9efdaac9a4d899b480136df279d62 on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:23.841130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Router 5b7997b0-1271-472d-80fd-0b91cda596b8 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:17:23.848621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:23.861925 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-78c8b218-0569-4532-848a-cd4a7e6d4b5f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=03400db8-972d-43d6-9e4c-355f981ea39d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3035028 Jan 24 16:17:23.895180 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b966e19e-407e-4bb3-83f5-eb3509af732d', 'tag': 'b8802640-223e-48f8-937a-043707e1b4c3', 'status': 'completed', 'code': 200} Jan 24 16:17:23.922698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Transition to ACTIVE for port object ca760615-00a4-434d-84fd-6f74a4b733ec will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:23.975636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-95858758-506f-4775-aa11-e897889869f8 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Unset dirty status for tenant:fbb9efdaac9a4d899b480136df279d62 on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:23.976784 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-95858758-506f-4775-aa11-e897889869f8 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/networks?id=5495e0fa-a9db-448f-8be6-86cc8bed9d19 HTTP/1.1" status: 200 len: 812 time: 0.9362450 Jan 24 16:17:24.049080 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:24.154023 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53918) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:24.171069 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-272d6295-e5a9-4b80-9cec-ea1bb86dbf96 service neutron] 10.222.0.129 "GET /v2.0/networks/1b75d7bf-954b-4dfe-85c6-64a6ac21028b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400457 Jan 24 16:17:24.180626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event updated for resources: {'Port': ['ID=ca760615-00a4-434d-84fd-6f74a4b733ec,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:24.186419 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Network 4dc0a18a-1307-4a60-9bcf-db03f08a70ef is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:24.197801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53922) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:24.202670 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:24.205056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:24.234567 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-011efb7f-51b7-4d81-83ef-9473e28f02fd tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/quotas/fbb9efdaac9a4d899b480136df279d62 HTTP/1.1" status: 200 len: 375 time: 0.2009354 Jan 24 16:17:24.249418 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-3bf77e01-0840-4b39-8891-1a7fecc9f910 service neutron] 10.222.0.129 "GET /v2.0/networks/03400db8-972d-43d6-9e4c-355f981ea39d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566618 Jan 24 16:17:24.349454 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:24.366303 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object 539e3ab2-ec24-4708-bb87-fc47ba610650 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:24.394069 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:24.394671 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:24.441827 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-63715f80-ac44-42a0-baf6-3c26ee9aabae tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1532230 Jan 24 16:17:24.445621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53928) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:24.460511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:24.501975 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a0e49987-d270-485c-9c6b-126d8a4d5ddf admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=08e286ffaf05488399d487275e6d7834&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2743092 Jan 24 16:17:24.509403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53934) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:24.600073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2440-7b10-430e-9a5c-6222d4c67d02 req-851b900a-ae45-40ae-b3ae-ee84dd01ec17 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:24.601183 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-197c2440-7b10-430e-9a5c-6222d4c67d02 req-851b900a-ae45-40ae-b3ae-ee84dd01ec17 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 943 time: 0.5146408 Jan 24 16:17:24.606670 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-11dde1b8-a176-4b51-8eea-d2c64fdf4d14 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=d0fbb3c8070f4088a2aa410ede5bc35f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4512353 Jan 24 16:17:24.609711 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53938) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:24.634522 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-b0cae482-f9d6-4f30-ab40-a5e39e8f9099 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=fbb9efdaac9a4d899b480136df279d62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3856311 Jan 24 16:17:24.731704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0dfa3020-4e6e-4c68-b728-c9a2b3f4eac0 None None] Provisioning for port ca760615-00a4-434d-84fd-6f74a4b733ec completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:24.737827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0dfa3020-4e6e-4c68-b728-c9a2b3f4eac0 None None] Provisioning complete for port ca760615-00a4-434d-84fd-6f74a4b733ec triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:24.738457 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3020-4e6e-4c68-b728-c9a2b3f4eac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:24.755009 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb6b82d8-6266-4f42-977f-b888a9d60602 req-57e1ba56-33b3-4407-b48e-6a648d407b3b service neutron] 10.222.0.129 "GET /v2.0/networks/1b75d7bf-954b-4dfe-85c6-64a6ac21028b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615268 Jan 24 16:17:24.776533 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7f6bb118-244f-4250-92eb-1cbe0feeb0fa req-bffb9eed-3c7f-4479-bdb3-ca345ba3b7da service neutron] 10.222.0.129 "GET /v2.0/networks/03400db8-972d-43d6-9e4c-355f981ea39d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727652 Jan 24 16:17:24.805957 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:24.841395 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fa06a9f9-7ff7-46a6-ba32-eb1ed2fbc57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:24.862439 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa3020-4e6e-4c68-b728-c9a2b3f4eac0 None None] Port ca760615-00a4-434d-84fd-6f74a4b733ec cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:17:24.863259 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-197c2440-7b10-430e-9a5c-6222d4c67d02 req-99a57a07-c6a4-4843-a189-1feb7b92a953 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/security-groups?id=5b6aade6-9bf6-4e88-bfb5-b677f695497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172716 Jan 24 16:17:24.879662 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:24.896533 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:24.900494 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:24.901065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:24.914350 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=539e3ab2-ec24-4708-bb87-fc47ba610650,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:24.921222 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'project_id': '75d710bb6a50477aa4baf24ea40e0b21', 'port_id': 'ca760615-00a4-434d-84fd-6f74a4b733ec'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:24.936573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:24.947417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-24febfd8-dd30-4614-b795-eda3cd6324f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:24.952496 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Usage tracker for resource:floatingip and tenant:75d710bb6a50477aa4baf24ea40e0b21 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:24.959899 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:24.969503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:24.977485 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f5982d5f-0a04-4b3e-8d13-a58f2ca8e78c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9408600 Jan 24 16:17:24.983713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53942) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:24.993098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fa06a9f9-7ff7-46a6-ba32-eb1ed2fbc57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:25.002971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-49bce3dd-3563-4645-aad0-88298eb7d949 None None] Provisioning for port a7001ae7-8fd3-4aa8-a25f-145e42262429 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:25.049113 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:25.083362 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-99234862-b13d-42bb-9863-56c712804f99 service neutron] 10.222.0.130 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307244 Jan 24 16:17:25.112466 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:17:25.127288 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Sync routers for ids ['5b7997b0-1271-472d-80fd-0b91cda596b8'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:17:25.138772 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-24febfd8-dd30-4614-b795-eda3cd6324f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:25.141265 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Routers {'5b7997b0-1271-472d-80fd-0b91cda596b8'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:25.142024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5b7997b0-1271-472d-80fd-0b91cda596b8'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:25.272719 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:25.273926 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1781d002-cac5-43e7-bdea-9b41b5d8d68f tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.2971931 Jan 24 16:17:25.288470 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 53946) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:25.332943 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-daa54718-0c36-4a19-bc81-df5a005f0486 req-bb242744-5cc8-40a0-b398-06371a0231d1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=105cf4f247944a51bfc2416542b75e17&device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 1096 time: 0.4864664 Jan 24 16:17:25.336982 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fa06a9f9-7ff7-46a6-ba32-eb1ed2fbc57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:25.382880 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Set router 5b7997b0-1271-472d-80fd-0b91cda596b8 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:17:25.392189 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06a9f9-7ff7-46a6-ba32-eb1ed2fbc57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e711fee-479d-46d3-9360-ebba5b00bdc7,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:25.401725 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-0ba4e72c-1935-4859-be66-a9f4ff5022c3 service neutron] 10.222.0.130 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169529 Jan 24 16:17:25.452416 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-24febfd8-dd30-4614-b795-eda3cd6324f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:25.461555 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90335b63-131f-4a72-8de8-d75db20af79e req-f0466fa9-4810-446b-8b1e-893c59a996b4 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:25.463509 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-90335b63-131f-4a72-8de8-d75db20af79e req-f0466fa9-4810-446b-8b1e-893c59a996b4 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 943 time: 0.4184406 Jan 24 16:17:25.479761 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-339df425-d726-4acd-a3d1-4e9ae60125e8 None None] Provisioning for port 539e3ab2-ec24-4708-bb87-fc47ba610650 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:25.482167 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa09bac-2ada-40f9-a9fe-c21b9e4b08e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:25.486731 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa09bac-2ada-40f9-a9fe-c21b9e4b08e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:25.487547 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2fa09bac-2ada-40f9-a9fe-c21b9e4b08e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:25.492763 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-339df425-d726-4acd-a3d1-4e9ae60125e8 None None] Provisioning complete for port 539e3ab2-ec24-4708-bb87-fc47ba610650 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:25.493559 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-339df425-d726-4acd-a3d1-4e9ae60125e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:25.531734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24febfd8-dd30-4614-b795-eda3cd6324f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d604418a-971b-425c-a33e-8622c3b53281,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:25.546107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:25.547258 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-24febfd8-dd30-4614-b795-eda3cd6324f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:25.551393 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-24febfd8-dd30-4614-b795-eda3cd6324f9 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/d604418a-971b-425c-a33e-8622c3b53281 HTTP/1.1" status: 204 len: 168 time: 1.0299470 Jan 24 16:17:25.552518 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fa06a9f9-7ff7-46a6-ba32-eb1ed2fbc57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:25.556622 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fa06a9f9-7ff7-46a6-ba32-eb1ed2fbc57f admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/9e711fee-479d-46d3-9360-ebba5b00bdc7 HTTP/1.1" status: 204 len: 168 time: 0.9404354 Jan 24 16:17:25.593730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2fa09bac-2ada-40f9-a9fe-c21b9e4b08e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:25.595591 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2fa09bac-2ada-40f9-a9fe-c21b9e4b08e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6108506 Jan 24 16:17:25.608777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 53954) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:25.718008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa54718-0c36-4a19-bc81-df5a005f0486 req-d25bd971-6ff8-48af-a109-9e0fb65dbb60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:25.722348 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-daa54718-0c36-4a19-bc81-df5a005f0486 req-d25bd971-6ff8-48af-a109-9e0fb65dbb60 service neutron] 10.222.0.129 "GET /v2.0/networks?id=1b75d7bf-954b-4dfe-85c6-64a6ac21028b HTTP/1.1" status: 200 len: 912 time: 0.3769276 Jan 24 16:17:25.728536 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-90335b63-131f-4a72-8de8-d75db20af79e req-2bd52155-065b-499f-be30-a1bb4c17d5c7 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/security-groups?id=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298794 Jan 24 16:17:25.768199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a7001ae7-8fd3-4aa8-a25f-145e42262429 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:25.825159 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-25ea9f9f-fd9f-4e31-9f8f-288b90be8579 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port 539e3ab2-ec24-4708-bb87-fc47ba610650 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:25.825508 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-25ea9f9f-fd9f-4e31-9f8f-288b90be8579 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:25.879343 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-daa54718-0c36-4a19-bc81-df5a005f0486 req-5b57513a-d3b4-48a4-b93f-9d74addf841a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8802640-223e-48f8-937a-043707e1b4c3 HTTP/1.1" status: 200 len: 217 time: 0.1423171 Jan 24 16:17:25.933834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3008098a-6f9b-49c4-a864-b7073c779101', 'tag': '6ccdbeac-2877-4322-b32a-f2f98f6a538f'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:17:25.972635 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ccee3d50-b43c-403d-ae88-d25768b46e4b req-bd9be7d7-8189-4eac-8818-538bce18af79 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 210 time: 0.2499454 Jan 24 16:17:26.223528 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Allocated IP 172.26.2.247 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/274c5c12-ae35-4b05-a3c2-a74fff6294a8) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:26.268577 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3008098a-6f9b-49c4-a864-b7073c779101', 'tag': '6ccdbeac-2877-4322-b32a-f2f98f6a538f', 'status': 'completed', 'code': 200} Jan 24 16:17:26.275518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:26.290652 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-339df425-d726-4acd-a3d1-4e9ae60125e8 None None] Port 539e3ab2-ec24-4708-bb87-fc47ba610650 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:17:26.413463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa54718-0c36-4a19-bc81-df5a005f0486 req-803ac56b-df64-4aff-afa1-a19ed915983a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:26.414958 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-daa54718-0c36-4a19-bc81-df5a005f0486 req-803ac56b-df64-4aff-afa1-a19ed915983a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=f20398c9-c0a6-41c1-81f0-e242f15f8aa2 HTTP/1.1" status: 200 len: 850 time: 0.5261500 Jan 24 16:17:26.470122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port a7001ae7-8fd3-4aa8-a25f-145e42262429 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:26.479094 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7997b0-1271-472d-80fd-0b91cda596b8', 'name': '', 'tenant_id': 'f369555f505a462a9e8f6d404645a183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '409deed3-7a98-438c-a774-75ddfee98fb8', 'external_fixed_ips': [{'subnet_id': '5b21718a-9794-4bd4-a0e2-20013f49c193', 'ip_address': '2001:db8::7e'}], 'enable_snat': True}, 'gw_port_id': 'b17c5160-450d-43d6-944c-494b313e7059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:17:18Z', 'updated_at': '2022-01-24T16:17:20Z', 'revision_number': 3, 'project_id': 'f369555f505a462a9e8f6d404645a183', 'gw_port': {'id': 'b17c5160-450d-43d6-944c-494b313e7059', 'name': '', 'network_id': '409deed3-7a98-438c-a774-75ddfee98fb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7997b0-1271-472d-80fd-0b91cda596b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5b21718a-9794-4bd4-a0e2-20013f49c193', 'ip_address': '2001:db8::7e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:17:19Z', 'updated_at': '2022-01-24T16:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b21718a-9794-4bd4-a0e2-20013f49c193', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:26.481708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port a7001ae7-8fd3-4aa8-a25f-145e42262429 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:26.482113 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:26.520698 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Checking router: 5b7997b0-1271-472d-80fd-0b91cda596b8 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:17:26.521042 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Updating router 5b7997b0-1271-472d-80fd-0b91cda596b8 port b17c5160-450d-43d6-944c-494b313e7059 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:17:26.616349 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-84ffb5a5-c6e1-422f-a3e2-851ff90aec9a req-5c8fa24a-b18a-46b9-94d5-e31784aca845 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c22df63e420147aaab7ee88abbffa870&device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 1096 time: 0.3406973 Jan 24 16:17:26.624718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-25ea9f9f-fd9f-4e31-9f8f-288b90be8579 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:26.655345 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:26.741073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:26.830442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:26.872007 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Deleting port b17c5160-450d-43d6-944c-494b313e7059 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:26.872007 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:26.898293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:26.966827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port a7001ae7-8fd3-4aa8-a25f-145e42262429, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a7001ae7-8fd3-4aa8-a25f-145e42262429,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:27.014814 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-25ea9f9f-fd9f-4e31-9f8f-288b90be8579 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for 539e3ab2-ec24-4708-bb87-fc47ba610650 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:27.025806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:27.042566 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:27.159788 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=a7001ae7-8fd3-4aa8-a25f-145e42262429,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:27.160044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6cfab-30c4-4693-9b90-7d7131397f7e req-345acd74-919c-4527-8a54-a30ea8b78a60 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:27.176425 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0da6cfab-30c4-4693-9b90-7d7131397f7e req-345acd74-919c-4527-8a54-a30ea8b78a60 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 943 time: 0.9503114 Jan 24 16:17:27.226769 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-daa54718-0c36-4a19-bc81-df5a005f0486 req-a94cb010-a4cd-4337-b58a-64d768b05094 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=1b75d7bf-954b-4dfe-85c6-64a6ac21028b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7859776 Jan 24 16:17:27.273123 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Pushing event updated for resources: {'Port': ['ID=274c5c12-ae35-4b05-a3c2-a74fff6294a8,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:27.363045 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:27.376083 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0da6cfab-30c4-4693-9b90-7d7131397f7e req-e6407b43-55f7-4236-b960-b6f79b985e3a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/security-groups?id=5b6aade6-9bf6-4e88-bfb5-b677f695497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987092 Jan 24 16:17:27.385381 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffb5a5-c6e1-422f-a3e2-851ff90aec9a req-034fab22-75ea-490a-8d49-5fcf6f34deb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:27.391301 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:27.391799 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-84ffb5a5-c6e1-422f-a3e2-851ff90aec9a req-034fab22-75ea-490a-8d49-5fcf6f34deb4 service neutron] 10.222.0.129 "GET /v2.0/networks?id=03400db8-972d-43d6-9e4c-355f981ea39d HTTP/1.1" status: 200 len: 907 time: 0.7539816 Jan 24 16:17:27.401814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:27.412840 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:27.451433 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.129', 62495) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:27.681458 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-84ffb5a5-c6e1-422f-a3e2-851ff90aec9a req-5a0acced-5401-4607-87e5-8a120c10a22b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ccdbeac-2877-4322-b32a-f2f98f6a538f HTTP/1.1" status: 200 len: 217 time: 0.2136016 Jan 24 16:17:27.705983 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-5e646991-a6f6-4cae-86e0-1dfda211d8c4 req-48ae3ab4-8e7a-441c-ad5c-daafa42ee2e1 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Synchronizing usage tracker for tenant:fbb9efdaac9a4d899b480136df279d62 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:27.717087 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a7001ae7-8fd3-4aa8-a25f-145e42262429 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:27.746159 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:27.763565 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645db27-24d3-45be-b61e-873e2d0ad788 req-3d402ee3-ba65-4f7d-8fe0-eeeb6674c0d2 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:27.765361 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a645db27-24d3-45be-b61e-873e2d0ad788 req-3d402ee3-ba65-4f7d-8fe0-eeeb6674c0d2 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 943 time: 0.5063860 Jan 24 16:17:27.889681 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Transition to ACTIVE for port object b17c5160-450d-43d6-944c-494b313e7059 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:27.908553 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port a7001ae7-8fd3-4aa8-a25f-145e42262429 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:27.909376 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:27.916475 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-25ea9f9f-fd9f-4e31-9f8f-288b90be8579 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:27.984812 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:28.047302 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Calling delete_port for b17c5160-450d-43d6-944c-494b313e7059 owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:28.053431 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-daa54718-0c36-4a19-bc81-df5a005f0486 req-a4de47ec-0585-4339-9a63-7593180e0900 service neutron] 10.222.0.129 "GET /v2.0/networks/1b75d7bf-954b-4dfe-85c6-64a6ac21028b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8061607 Jan 24 16:17:28.064430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea9f9f-fd9f-4e31-9f8f-288b90be8579 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=539e3ab2-ec24-4708-bb87-fc47ba610650,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:28.097259 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef1765-7bdf-4fee-8562-e3a3f371a49a None None] Pushing event updated for resources: {'Port': ['ID=b17c5160-450d-43d6-944c-494b313e7059,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:28.125285 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-5e646991-a6f6-4cae-86e0-1dfda211d8c4 req-48ae3ab4-8e7a-441c-ad5c-daafa42ee2e1 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Unset dirty status for tenant:fbb9efdaac9a4d899b480136df279d62 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:28.128941 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5e646991-a6f6-4cae-86e0-1dfda211d8c4 req-48ae3ab4-8e7a-441c-ad5c-daafa42ee2e1 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 210 time: 0.5079532 Jan 24 16:17:28.129723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Attempting to bind port b17c5160-450d-43d6-944c-494b313e7059 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:28.130182 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Attempting to bind port b17c5160-450d-43d6-944c-494b313e7059 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'bf316415-68f5-4e49-ba87-83c01d36d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '409deed3-7a98-438c-a774-75ddfee98fb8'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:28.130629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Attempting to bind port b17c5160-450d-43d6-944c-494b313e7059 on network 409deed3-7a98-438c-a774-75ddfee98fb8 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:28.165389 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:17:28.167757 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Checking segment: {'id': 'bf316415-68f5-4e49-ba87-83c01d36d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '409deed3-7a98-438c-a774-75ddfee98fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:17:28.168368 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:28.168867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Bound using segment: {'id': 'bf316415-68f5-4e49-ba87-83c01d36d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '409deed3-7a98-438c-a774-75ddfee98fb8'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:17:28.169441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Bound port: b17c5160-450d-43d6-944c-494b313e7059, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf316415-68f5-4e49-ba87-83c01d36d50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '409deed3-7a98-438c-a774-75ddfee98fb8'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:17:28.170338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:28.196119 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffb5a5-c6e1-422f-a3e2-851ff90aec9a req-21b6b59f-5c90-46c2-973c-6806b82be5f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:28.197762 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-84ffb5a5-c6e1-422f-a3e2-851ff90aec9a req-21b6b59f-5c90-46c2-973c-6806b82be5f5 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6e7965d5-5b34-4076-a5f5-290502504767 HTTP/1.1" status: 200 len: 845 time: 0.4958336 Jan 24 16:17:28.215921 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a645db27-24d3-45be-b61e-873e2d0ad788 req-b52903e4-5a61-4de0-b7be-68b5921c251a tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/security-groups?id=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4405403 Jan 24 16:17:28.278260 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] For port b17c5160-450d-43d6-944c-494b313e7059, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:17:28.327208 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] For port b17c5160-450d-43d6-944c-494b313e7059, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b17c5160-450d-43d6-944c-494b313e7059,segment=NetworkSegment(bf316415-68f5-4e49-ba87-83c01d36d50b),segment_id=bf316415-68f5-4e49-ba87-83c01d36d50b)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:17:28.342048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:28.369073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-25ea9f9f-fd9f-4e31-9f8f-288b90be8579 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:28.438691 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef1765-7bdf-4fee-8562-e3a3f371a49a None None] Pushing event updated for resources: {'Port': ['ID=b17c5160-450d-43d6-944c-494b313e7059,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:28.472595 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device b8802640-223e-48f8-937a-043707e1b4c3 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:17:28.505101 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-daa54718-0c36-4a19-bc81-df5a005f0486 req-bb81fb7b-b7ae-4694-8988-831e93216a68 service neutron] 10.222.0.129 "GET /v2.0/networks/1b75d7bf-954b-4dfe-85c6-64a6ac21028b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265924 Jan 24 16:17:28.509075 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Routers {'5b7997b0-1271-472d-80fd-0b91cda596b8'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:28.510621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:17:28.511071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:17:28.520627 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-25ea9f9f-fd9f-4e31-9f8f-288b90be8579 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/539e3ab2-ec24-4708-bb87-fc47ba610650 HTTP/1.1" status: 204 len: 168 time: 2.9080572 Jan 24 16:17:28.521139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-4b58fb4d-1ff9-451c-bf62-110f8509a1e0 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:28.521800 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54030) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:28.522714 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-4b58fb4d-1ff9-451c-bf62-110f8509a1e0 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.129 "GET /v2.0/networks?id=5495e0fa-a9db-448f-8be6-86cc8bed9d19 HTTP/1.1" status: 200 len: 812 time: 1.0636220 Jan 24 16:17:28.523516 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5b7997b0-1271-472d-80fd-0b91cda596b8'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:28.615581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f49e52-8a83-4e7b-9f2c-5c3f77614ff9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:28.617331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f49e52-8a83-4e7b-9f2c-5c3f77614ff9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:28.622103 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-83f49e52-8a83-4e7b-9f2c-5c3f77614ff9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0982318 Jan 24 16:17:28.622933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54038) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:28.628204 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-84ffb5a5-c6e1-422f-a3e2-851ff90aec9a req-a6f0e8a6-06c0-4522-b214-1b30559ec87c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=03400db8-972d-43d6-9e4c-355f981ea39d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3376160 Jan 24 16:17:28.705478 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] Set router 5b7997b0-1271-472d-80fd-0b91cda596b8 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:17:28.839219 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-277510b6-077a-4215-9833-a59fce846b66 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbb9efdaac9a4d899b480136df279d62 HTTP/1.1" status: 200 len: 380 time: 0.1554725 Jan 24 16:17:28.843896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.resource_extend [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:17:28.858373 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7997b0-1271-472d-80fd-0b91cda596b8', 'name': '', 'tenant_id': 'f369555f505a462a9e8f6d404645a183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:17:18Z', 'updated_at': '2022-01-24T16:17:26Z', 'revision_number': 4, 'project_id': 'f369555f505a462a9e8f6d404645a183', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:28.866537 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49549c6d-f35f-4e1f-9e51-46af9de7a907 None None] The sync data for ids ['5b7997b0-1271-472d-80fd-0b91cda596b8'] in dv-neutron-826104-1-hyperv is: [{'id': '5b7997b0-1271-472d-80fd-0b91cda596b8', 'name': '', 'tenant_id': 'f369555f505a462a9e8f6d404645a183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:17:18Z', 'updated_at': '2022-01-24T16:17:26Z', 'revision_number': 4, 'project_id': 'f369555f505a462a9e8f6d404645a183', 'gw_port_host': None}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:17:28.930728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-e7980d9a-cf03-4f5a-a84d-641bf63df864 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Request body: {'port': {'device_id': '2e0b126d-73e2-4a7f-a28d-cc2bcf658424', 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'admin_state_up': True, 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'security_groups': ['049d7494-8d22-480a-89ed-9b4a54e4a7a3']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:29.014610 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Deleting port b17c5160-450d-43d6-944c-494b313e7059 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:29.014939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:29.093562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1c327-eb63-4b97-a9a6-7659b8e8d330 req-38b605df-30f0-4532-be05-fe7bf202f4c3 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:29.105312 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cff1c327-eb63-4b97-a9a6-7659b8e8d330 req-38b605df-30f0-4532-be05-fe7bf202f4c3 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 943 time: 0.4150648 Jan 24 16:17:29.137350 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-84ffb5a5-c6e1-422f-a3e2-851ff90aec9a req-092aed22-ff0e-4dd6-985b-575e13df226d service neutron] 10.222.0.129 "GET /v2.0/networks/03400db8-972d-43d6-9e4c-355f981ea39d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769530 Jan 24 16:17:29.176964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port b8802640-223e-48f8-937a-043707e1b4c3, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=b8802640-223e-48f8-937a-043707e1b4c3,segment=NetworkSegment(0d0ebde7-f468-42de-bb99-0a72531a2baf),segment_id=0d0ebde7-f468-42de-bb99-0a72531a2baf)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:29.198210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'b8802640-223e-48f8-937a-043707e1b4c3', 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'port_id': 'b8802640-223e-48f8-937a-043707e1b4c3', 'mac_address': 'fa:16:3e:19:df:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:17:29.211967 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f2d4df-27cb-4e57-be11-2d8e969d1170 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet 78e1b942-3426-4d7d-8486-ee1f1ccec463 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:17:29.215132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d4df-27cb-4e57-be11-2d8e969d1170 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:29.261707 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] For port b17c5160-450d-43d6-944c-494b313e7059, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b17c5160-450d-43d6-944c-494b313e7059,segment=NetworkSegment(bf316415-68f5-4e49-ba87-83c01d36d50b),segment_id=bf316415-68f5-4e49-ba87-83c01d36d50b)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:29.262796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:29.267514 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:29.289148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8802640-223e-48f8-937a-043707e1b4c3 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:17:29.316126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d4df-27cb-4e57-be11-2d8e969d1170 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:29.324263 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port b8802640-223e-48f8-937a-043707e1b4c3, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=b8802640-223e-48f8-937a-043707e1b4c3,segment=NetworkSegment(0d0ebde7-f468-42de-bb99-0a72531a2baf),segment_id=0d0ebde7-f468-42de-bb99-0a72531a2baf)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:29.331057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:29.332129 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 6ccdbeac-2877-4322-b32a-f2f98f6a538f details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:17:29.433391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Calling delete_port for b17c5160-450d-43d6-944c-494b313e7059 owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:29.536898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 6ccdbeac-2877-4322-b32a-f2f98f6a538f, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6ccdbeac-2877-4322-b32a-f2f98f6a538f,segment=NetworkSegment(31124ce2-205b-486b-9b1a-d265a3a5683d),segment_id=31124ce2-205b-486b-9b1a-d265a3a5683d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:29.551803 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '6ccdbeac-2877-4322-b32a-f2f98f6a538f', 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d', 'port_id': '6ccdbeac-2877-4322-b32a-f2f98f6a538f', 'mac_address': 'fa:16:3e:d8:a5:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7965d5-5b34-4076-a5f5-290502504767', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:17:29.638907 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:29.652453 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=b8802640-223e-48f8-937a-043707e1b4c3,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:29.663899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ccdbeac-2877-4322-b32a-f2f98f6a538f {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:17:29.679520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d4df-27cb-4e57-be11-2d8e969d1170 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:29.684256 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 6ccdbeac-2877-4322-b32a-f2f98f6a538f, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6ccdbeac-2877-4322-b32a-f2f98f6a538f,segment=NetworkSegment(31124ce2-205b-486b-9b1a-d265a3a5683d),segment_id=31124ce2-205b-486b-9b1a-d265a3a5683d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:29.691645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:29.715865 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5e615eba-74c2-45ca-a0de-7beb531f0944 req-cd46a9e8-ff7e-4c1e-af52-f2dc484c6b56 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 210 time: 0.2072511 Jan 24 16:17:29.820705 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=6ccdbeac-2877-4322-b32a-f2f98f6a538f,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:29.846956 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cff1c327-eb63-4b97-a9a6-7659b8e8d330 req-dd2f0516-4ff6-4b4f-b509-e6872aad6c1b tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/security-groups?id=5b6aade6-9bf6-4e88-bfb5-b677f695497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7333014 Jan 24 16:17:29.921537 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-84ffb5a5-c6e1-422f-a3e2-851ff90aec9a req-fccf5a48-68cb-4810-bdde-355c124463b8 service neutron] 10.222.0.129 "GET /v2.0/networks/03400db8-972d-43d6-9e4c-355f981ea39d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7731214 Jan 24 16:17:29.949497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d4df-27cb-4e57-be11-2d8e969d1170 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:30.003994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2d4df-27cb-4e57-be11-2d8e969d1170 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=78e1b942-3426-4d7d-8486-ee1f1ccec463,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:30.007605 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54070) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:30.030773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['6ccdbeac-2877-4322-b32a-f2f98f6a538f'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:17:30.039987 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d4df-27cb-4e57-be11-2d8e969d1170 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:30.066818 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f6f2d4df-27cb-4e57-be11-2d8e969d1170 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/78e1b942-3426-4d7d-8486-ee1f1ccec463 HTTP/1.1" status: 204 len: 168 time: 1.4424808 Jan 24 16:17:30.067694 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54076) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:30.079968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd51837c-7713-4851-9826-00003b63d7db None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:17:30.092581 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54080) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:30.156856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-e7980d9a-cf03-4f5a-a84d-641bf63df864 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:30.199414 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['b8802640-223e-48f8-937a-043707e1b4c3'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:17:30.200541 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-e7980d9a-cf03-4f5a-a84d-641bf63df864 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:30.208870 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb80d8-71b5-4dd4-85c8-e9069e3f0ecf req-fe420016-9655-46ef-8994-47b55b372d82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:30.217568 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-dbdb80d8-71b5-4dd4-85c8-e9069e3f0ecf req-fe420016-9655-46ef-8994-47b55b372d82 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 944 time: 0.2918601 Jan 24 16:17:30.218117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54086) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:30.218406 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-93555d2f-adfa-40cc-ab9a-7ea62395c35a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1469808 Jan 24 16:17:30.222010 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:30.335268 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Pushing event deleted for resources: {'Port': ['ID=b17c5160-450d-43d6-944c-494b313e7059,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:30.341417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-e7980d9a-cf03-4f5a-a84d-641bf63df864 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Made reservation on behalf of fbb9efdaac9a4d899b480136df279d62 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:30.344475 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-e7980d9a-cf03-4f5a-a84d-641bf63df864 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:30.356321 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-301289917'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:30.362366 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:30.362910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e4f69bee-fed8-4d9a-ac34-1e1321849328 tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:30.367741 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Usage tracker for resource:network and tenant:59b0ad1ad2dd47fd979dfcaa274b027e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:30.371280 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:30.377860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:30.391611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Made reservation on behalf of 59b0ad1ad2dd47fd979dfcaa274b027e for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:30.395287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:30.410223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:30.445090 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:30.449055 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Usage tracker for resource:security_group_rule and tenant:59b0ad1ad2dd47fd979dfcaa274b027e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:30.452708 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:30.458430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:30.537639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:30.544854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:30.594196 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:17:30.605363 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6e1fea-62a9-46f8-9425-4296df5f9e04,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:30.608217 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:30.608545 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Added segment 536c36d6-774d-467f-abba-e95f647075ff of type vlan for network fb72a760-d4fc-4644-aa2f-8213727baea3 Jan 24 16:17:30.646810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:30.678221 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7fb24f-e00a-49a8-b5d7-b7741053e54c None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:17:30.682056 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:30.683708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2f7fb24f-e00a-49a8-b5d7-b7741053e54c None None] Deleting port a7001ae7-8fd3-4aa8-a25f-145e42262429 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:30.685178 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb24f-e00a-49a8-b5d7-b7741053e54c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:30.686787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:30.687132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:30.701206 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-dbdb80d8-71b5-4dd4-85c8-e9069e3f0ecf req-0bd0b2f0-6dcb-47e2-a365-f3f3b43ae7ec tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/security-groups?id=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4843810 Jan 24 16:17:30.741495 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:30.849765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-e7980d9a-cf03-4f5a-a84d-641bf63df864 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Allocated IP 172.20.0.13 (5495e0fa-a9db-448f-8be6-86cc8bed9d19/3c1c62db-bb5b-4b37-8d89-20b3ac5d7145/efd4e5db-7339-4dba-8bac-0eb2a3f99b6e) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:30.888333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Pushing event updated for resources: {'Network': ['ID=fb72a760-d4fc-4644-aa2f-8213727baea3,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:30.901087 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-20b71114-2085-418a-8273-1e01c6827343 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8919904 Jan 24 16:17:30.902572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network fb72a760-d4fc-4644-aa2f-8213727baea3 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:17:30.971015 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4b7895b0-281d-470c-8ae9-7b6f491de5b9 req-995608c7-a1d3-4771-9e89-f5b383433e7c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 210 time: 0.0592117 Jan 24 16:17:30.978054 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:30.989137 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2f7fb24f-e00a-49a8-b5d7-b7741053e54c None None] For port a7001ae7-8fd3-4aa8-a25f-145e42262429, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a7001ae7-8fd3-4aa8-a25f-145e42262429,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:30.989525 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb24f-e00a-49a8-b5d7-b7741053e54c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:31.156768 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2f7fb24f-e00a-49a8-b5d7-b7741053e54c None None] Calling delete_port for a7001ae7-8fd3-4aa8-a25f-145e42262429 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:31.254072 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb24f-e00a-49a8-b5d7-b7741053e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:31.296127 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54100) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:31.302556 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Request body: {'port': {'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3', 'binding:host_id': 'hv-neutron-8261', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1793898096'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:31.308367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:31.312683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Usage tracker for resource:port and tenant:77a8976723384a24893bfc5873afd31a is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:31.316241 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:31.323519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:31.337075 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Made reservation on behalf of 77a8976723384a24893bfc5873afd31a for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:31.340112 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:31.341480 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fb24f-e00a-49a8-b5d7-b7741053e54c None None] Pushing event deleted for resources: {'Port': ['ID=a7001ae7-8fd3-4aa8-a25f-145e42262429,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:31.346543 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7fb24f-e00a-49a8-b5d7-b7741053e54c None None] No DVR routers for this DVR port a7001ae7-8fd3-4aa8-a25f-145e42262429 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:17:31.359313 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:31.391005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:31.394793 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Usage tracker for resource:security_group_rule and tenant:77a8976723384a24893bfc5873afd31a is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:31.397562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:31.403403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:31.420771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae8959a-d4f6-46ad-9199-391ecd7aa894 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:31.421846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7ae8959a-d4f6-46ad-9199-391ecd7aa894 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:31.475538 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:31.480339 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:31.490803 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] device_id is not set on port 5a873f92-b364-4d7d-8998-d0d448414162 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:31.542624 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:31.564199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e1d66b-f30c-4164-9c8a-a9a2d4a9f2b7,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:31.593494 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:31.631847 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7ae8959a-d4f6-46ad-9199-391ecd7aa894 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:31.632910 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7ae8959a-d4f6-46ad-9199-391ecd7aa894 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.4121821 Jan 24 16:17:31.634568 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:31.639575 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54104) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:31.639864 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-e7980d9a-cf03-4f5a-a84d-641bf63df864 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:31.642960 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a7001ae7-8fd3-4aa8-a25f-145e42262429 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:17:31.657807 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e4f69bee-fed8-4d9a-ac34-1e1321849328 tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] 10.222.0.130 "PUT /v2.0/quotas/737b75cb33b14c1dbc4311d10b901ba9 HTTP/1.1" status: 200 len: 366 time: 1.5605280 Jan 24 16:17:31.664460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54108) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:31.679157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-e7980d9a-cf03-4f5a-a84d-641bf63df864 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Transition to ACTIVE for port object efd4e5db-7339-4dba-8bac-0eb2a3f99b6e will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:31.682199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: a7001ae7-8fd3-4aa8-a25f-145e42262429 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:17:31.682622 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a7001ae7-8fd3-4aa8-a25f-145e42262429 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:17:31.714241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185ea42-3fc6-45c5-9347-cb0e75a5abd7 req-44926658-cfdd-417b-a8d0-5c4c17d2ddeb tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:31.714927 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-8185ea42-3fc6-45c5-9347-cb0e75a5abd7 req-44926658-cfdd-417b-a8d0-5c4c17d2ddeb tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Synchronizing usage tracker for tenant:105cf4f247944a51bfc2416542b75e17 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:31.789903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91813b48-0e81-42f1-a460-6396dca94a3b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:31.790890 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-91813b48-0e81-42f1-a460-6396dca94a3b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:31.843029 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-38b3fd8b-8fd1-4259-9f56-4352da8fab83 tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] 10.222.0.130 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1711535 Jan 24 16:17:31.847039 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54114) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:31.868576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-8185ea42-3fc6-45c5-9347-cb0e75a5abd7 req-44926658-cfdd-417b-a8d0-5c4c17d2ddeb tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Unset dirty status for tenant:105cf4f247944a51bfc2416542b75e17 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:31.869729 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8185ea42-3fc6-45c5-9347-cb0e75a5abd7 req-44926658-cfdd-417b-a8d0-5c4c17d2ddeb tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 944 time: 0.6308672 Jan 24 16:17:31.870430 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:31.871108 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b7997b0-1271-472d-80fd-0b91cda596b8 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:17:31.897754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-91813b48-0e81-42f1-a460-6396dca94a3b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:31.898801 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-91813b48-0e81-42f1-a460-6396dca94a3b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2583082 Jan 24 16:17:31.906827 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54118) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:31.911576 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] device_id is not set on port 5a873f92-b364-4d7d-8998-d0d448414162 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:31.935901 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-e7980d9a-cf03-4f5a-a84d-641bf63df864 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:31.987308 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9cdd4d4c-451d-430e-8e5b-d037487aa237 tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] 10.222.0.130 "GET /v2.0/quotas/737b75cb33b14c1dbc4311d10b901ba9 HTTP/1.1" status: 200 len: 366 time: 0.1071477 Jan 24 16:17:31.987308 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:31.990763 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f45af309-d10b-4fd9-bc1f-572d92d66f56 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828893 Jan 24 16:17:31.991262 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54122) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:31.998637 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54124) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:32.019044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Transition to ACTIVE for port object 5a873f92-b364-4d7d-8998-d0d448414162 will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:32.029728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:32.036517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:32.080669 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d39a74b5-7a32-42c4-9cf7-32e3614049a6 tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] 10.222.0.130 "DELETE /v2.0/quotas/737b75cb33b14c1dbc4311d10b901ba9 HTTP/1.1" status: 204 len: 168 time: 0.0854645 Jan 24 16:17:32.094322 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54132) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:32.121648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e9c70-6701-49ca-99b4-10334171df83 req-9f09907c-a909-4541-8818-fe4b7adbdef8 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:32.123074 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a38e9c70-6701-49ca-99b4-10334171df83 req-9f09907c-a909-4541-8818-fe4b7adbdef8 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 944 time: 0.2806799 Jan 24 16:17:32.138539 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:32.139774 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5c007e15-ed46-448c-947f-6acb7e8ca893 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "DELETE /v2.0/routers/5b7997b0-1271-472d-80fd-0b91cda596b8 HTTP/1.1" status: 204 len: 168 time: 6.8494043 Jan 24 16:17:32.149884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Pushing event updated for resources: {'Port': ['ID=5a873f92-b364-4d7d-8998-d0d448414162,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:32.150644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54136) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:32.152423 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-e7980d9a-cf03-4f5a-a84d-641bf63df864 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Network 5495e0fa-a9db-448f-8be6-86cc8bed9d19 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:32.152904 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7d399320-3c63-4757-a96d-34711902b916 tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] 10.222.0.130 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0575917 Jan 24 16:17:32.160725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54138) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:32.162207 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-8185ea42-3fc6-45c5-9347-cb0e75a5abd7 req-782f10b4-c26b-4eab-b550-190ceb215777 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Synchronizing usage tracker for tenant:105cf4f247944a51bfc2416542b75e17 on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:32.170432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-e7980d9a-cf03-4f5a-a84d-641bf63df864 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:32.172271 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7980d9a-cf03-4f5a-a84d-641bf63df864 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Pushing event updated for resources: {'Port': ['ID=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:32.200646 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-66323175-9c14-4520-8cc9-9a8795dcc412 tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] 10.222.0.130 "GET /v2.0/quotas/737b75cb33b14c1dbc4311d10b901ba9 HTTP/1.1" status: 200 len: 370 time: 0.0388553 Jan 24 16:17:32.211112 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54144) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:32.218998 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-e7980d9a-cf03-4f5a-a84d-641bf63df864 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:32.222319 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3fd7b3e2-d7fd-4c24-af84-72ed4ef6f2bf tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] 10.222.0.130 "GET /v2.0/quotas/737b75cb33b14c1dbc4311d10b901ba9/default HTTP/1.1" status: 200 len: 370 time: 0.0081582 Jan 24 16:17:32.227056 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a38e9c70-6701-49ca-99b4-10334171df83 req-75de6af3-595f-413f-982e-5f20e445b998 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/security-groups?id=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942180 Jan 24 16:17:32.227621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54148) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:32.239014 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Checking segment: {'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:17:32.239595 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Network hostable DHCP agents. Network: fb72a760-d4fc-4644-aa2f-8213727baea3, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:17:32.254707 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-5be43a06-0b5f-4416-90dd-7deef684858f tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] delete failed (client error): The resource could not be found. Jan 24 16:17:32.255989 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5be43a06-0b5f-4416-90dd-7deef684858f tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] 10.222.0.130 "DELETE /v2.0/quotas/737b75cb33b14c1dbc4311d10b901ba9 HTTP/1.1" status: 404 len: 348 time: 0.0254431 Jan 24 16:17:32.272199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:17:32.290997 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Network fb72a760-d4fc-4644-aa2f-8213727baea3 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:17:32.311047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, fb72a760-d4fc-4644-aa2f-8213727baea3) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:32.318056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:32.326628 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d770a0-b06e-40fc-914c-a47c6eeb89b4 None None] Network fb72a760-d4fc-4644-aa2f-8213727baea3 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:17:32.345208 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:32.357878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-8185ea42-3fc6-45c5-9347-cb0e75a5abd7 req-782f10b4-c26b-4eab-b550-190ceb215777 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Unset dirty status for tenant:105cf4f247944a51bfc2416542b75e17 on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:32.358725 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8185ea42-3fc6-45c5-9347-cb0e75a5abd7 req-782f10b4-c26b-4eab-b550-190ceb215777 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/security-groups?id=5b6aade6-9bf6-4e88-bfb5-b677f695497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4764485 Jan 24 16:17:32.359301 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:32.433430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:32.433779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:32.434061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:32.441689 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:32.442007 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:32.443059 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 2 to bind port 5a873f92-b364-4d7d-8998-d0d448414162 Jan 24 16:17:32.454376 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device b8802640-223e-48f8-937a-043707e1b4c3 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:32.461211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:32.467283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-e7980d9a-cf03-4f5a-a84d-641bf63df864 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:32.467859 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-e7980d9a-cf03-4f5a-a84d-641bf63df864 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:32.472788 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:32.473108 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:32.473430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:32.482984 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:32.483322 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:32.483852 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 3 to bind port 5a873f92-b364-4d7d-8998-d0d448414162 Jan 24 16:17:32.496059 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-2637777b-e879-41c7-ab0a-d23300fd1408 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Deleting subnet 5b21718a-9794-4bd4-a0e2-20013f49c193 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:17:32.506225 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:32.506666 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:32.506878 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:32.517953 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:32.523904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2637777b-e879-41c7-ab0a-d23300fd1408 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:32.524713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39eee4-90e6-4b3f-9474-28540122553e req-46acc639-aa30-4d75-aa45-8ed210919e93 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:32.533011 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0e39eee4-90e6-4b3f-9474-28540122553e req-46acc639-aa30-4d75-aa45-8ed210919e93 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 932 time: 0.1490116 Jan 24 16:17:32.535545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:32.535878 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:32.549775 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 4 to bind port 5a873f92-b364-4d7d-8998-d0d448414162 Jan 24 16:17:32.558187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54154) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:32.589357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:32.589823 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:32.590325 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:32.607681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:32.607997 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:32.609848 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 5 to bind port 5a873f92-b364-4d7d-8998-d0d448414162 Jan 24 16:17:32.620608 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-e7980d9a-cf03-4f5a-a84d-641bf63df864 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6934330 Jan 24 16:17:32.624703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Pushing event updated for resources: {'Port': ['ID=274c5c12-ae35-4b05-a3c2-a74fff6294a8,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:32.625811 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0e39eee4-90e6-4b3f-9474-28540122553e req-0d68954d-51be-41c5-82da-9a46717c89fd tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919774 Jan 24 16:17:32.629958 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Usage tracker for resource:network and tenant:d0a72ae0beaa4f4caf0c6d0a4527e6a4 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:32.632641 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:32.633106 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:32.633585 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:32.634196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:32.640577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:32.645311 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:32.645792 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:32.646616 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 6 to bind port 5a873f92-b364-4d7d-8998-d0d448414162 Jan 24 16:17:32.663937 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Usage tracker for resource:subnet and tenant:d0a72ae0beaa4f4caf0c6d0a4527e6a4 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:32.667114 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:32.667715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:32.668409 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:32.675396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:32.681001 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:32.681320 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:32.681836 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 7 to bind port 5a873f92-b364-4d7d-8998-d0d448414162 Jan 24 16:17:32.696616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Usage tracker for resource:subnetpool and tenant:d0a72ae0beaa4f4caf0c6d0a4527e6a4 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:32.697317 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port b8802640-223e-48f8-937a-043707e1b4c3 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:32.701928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-781f979f-da11-4f6a-859b-a72119875c56 None None] Provisioning for port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:32.702084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:32.702273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:32.702615 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:32.705734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:32.712205 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port b8802640-223e-48f8-937a-043707e1b4c3 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:32.713687 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:32.713819 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:32.714163 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:32.715570 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 8 to bind port 5a873f92-b364-4d7d-8998-d0d448414162 Jan 24 16:17:32.716612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Request body: {'port': {'device_id': '2e0b126d-73e2-4a7f-a28d-cc2bcf658424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:32.724135 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Usage tracker for resource:port and tenant:d0a72ae0beaa4f4caf0c6d0a4527e6a4 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:32.733075 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:32.736326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:32.736671 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:32.736994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:32.745657 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:32.745970 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:32.746377 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 9 to bind port 5a873f92-b364-4d7d-8998-d0d448414162 Jan 24 16:17:32.747208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2637777b-e879-41c7-ab0a-d23300fd1408 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:32.748596 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-781f979f-da11-4f6a-859b-a72119875c56 None None] Provisioning complete for port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:32.748982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-781f979f-da11-4f6a-859b-a72119875c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:32.754443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Usage tracker for resource:router and tenant:d0a72ae0beaa4f4caf0c6d0a4527e6a4 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:32.763596 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:32.763920 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:32.764243 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:32.766065 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:32.772471 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:32.772786 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:32.773378 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 10 to bind port 5a873f92-b364-4d7d-8998-d0d448414162 Jan 24 16:17:32.792934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Usage tracker for resource:floatingip and tenant:d0a72ae0beaa4f4caf0c6d0a4527e6a4 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:32.796338 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:32.796654 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:32.796973 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:32.800968 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:32.803755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:32.807179 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 5a873f92-b364-4d7d-8998-d0d448414162 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:32.807689 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 5a873f92-b364-4d7d-8998-d0d448414162 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:32.808002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:32.840328 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-781f979f-da11-4f6a-859b-a72119875c56 None None] Port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:17:32.898129 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:32.909824 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] For port 5a873f92-b364-4d7d-8998-d0d448414162, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:17:32.910173 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempted to set empty binding levels {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 24 16:17:32.915781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Usage tracker for resource:security_group and tenant:d0a72ae0beaa4f4caf0c6d0a4527e6a4 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:32.920093 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:32.926886 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b966e19e-407e-4bb3-83f5-eb3509af732d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8802640-223e-48f8-937a-043707e1b4c3'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:17:32.952636 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:32.988675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:33.001499 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port b8802640-223e-48f8-937a-043707e1b4c3, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=b8802640-223e-48f8-937a-043707e1b4c3,segment=NetworkSegment(0d0ebde7-f468-42de-bb99-0a72531a2baf),segment_id=0d0ebde7-f468-42de-bb99-0a72531a2baf)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:33.003155 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Usage tracker for resource:security_group_rule and tenant:d0a72ae0beaa4f4caf0c6d0a4527e6a4 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:33.008659 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:33.010234 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 6ccdbeac-2877-4322-b32a-f2f98f6a538f up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:33.017197 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Pushing event updated for resources: {'Port': ['ID=5a873f92-b364-4d7d-8998-d0d448414162,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:33.023387 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:33.038313 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-729209f4-b5d3-4372-999d-266f40d2815d tempest-QuotasTest-1623717642 tempest-QuotasTest-1623717642-project-admin] 10.222.0.130 "GET /v2.0/quotas/d0a72ae0beaa4f4caf0c6d0a4527e6a4/details.json HTTP/1.1" status: 200 len: 703 time: 0.4738791 Jan 24 16:17:33.044889 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b1942d59-8baa-4077-9f52-b64e7fe575fc tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 1.7445514 Jan 24 16:17:33.045648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54166) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:33.076580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:33.143589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=b8802640-223e-48f8-937a-043707e1b4c3,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:33.169272 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 6ccdbeac-2877-4322-b32a-f2f98f6a538f completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:33.173960 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 6ccdbeac-2877-4322-b32a-f2f98f6a538f triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:33.174452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:33.178715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc14ed-a8a5-40e5-bf12-0021e17f6bb4 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Deleting port 5a873f92-b364-4d7d-8998-d0d448414162 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:33.179053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ebdc14ed-a8a5-40e5-bf12-0021e17f6bb4 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:33.182921 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2637777b-e879-41c7-ab0a-d23300fd1408 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:33.332444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:33.362599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:33.403741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 6ccdbeac-2877-4322-b32a-f2f98f6a538f, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6ccdbeac-2877-4322-b32a-f2f98f6a538f,segment=NetworkSegment(31124ce2-205b-486b-9b1a-d265a3a5683d),segment_id=31124ce2-205b-486b-9b1a-d265a3a5683d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:33.412294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:33.497559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-ebdc14ed-a8a5-40e5-bf12-0021e17f6bb4 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] For port 5a873f92-b364-4d7d-8998-d0d448414162, host hv-neutron-8261, got binding levels [] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:33.498052 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ebdc14ed-a8a5-40e5-bf12-0021e17f6bb4 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:33.519841 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b966e19e-407e-4bb3-83f5-eb3509af732d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8802640-223e-48f8-937a-043707e1b4c3', 'code': 200} Jan 24 16:17:33.573922 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=6ccdbeac-2877-4322-b32a-f2f98f6a538f,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:33.725661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54180) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:33.766981 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc14ed-a8a5-40e5-bf12-0021e17f6bb4 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Calling delete_port for 5a873f92-b364-4d7d-8998-d0d448414162 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:33.779720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2637777b-e879-41c7-ab0a-d23300fd1408 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:33.841277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637777b-e879-41c7-ab0a-d23300fd1408 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5b21718a-9794-4bd4-a0e2-20013f49c193,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:33.876602 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2637777b-e879-41c7-ab0a-d23300fd1408 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:33.945174 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ebdc14ed-a8a5-40e5-bf12-0021e17f6bb4 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:33.952547 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-873333a3-bb19-4a7d-b1b4-5d0dd26035e6 req-2196cf58-4002-4fe2-8f93-a355d1f1c5b6 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 1098 time: 0.1917419 Jan 24 16:17:33.985258 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2637777b-e879-41c7-ab0a-d23300fd1408 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "DELETE /v2.0/subnets/5b21718a-9794-4bd4-a0e2-20013f49c193 HTTP/1.1" status: 204 len: 168 time: 1.8252084 Jan 24 16:17:33.997271 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54190) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:34.012660 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fbd12e5c-5c4b-4f31-9ab4-c54ae00965d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:34.020144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc14ed-a8a5-40e5-bf12-0021e17f6bb4 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a873f92-b364-4d7d-8998-d0d448414162,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:34.029152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee3e0d-7970-4cb8-967c-7c5139709efb req-7d0909a7-2dcc-41a3-b9e0-40ff23584fd2 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:34.030586 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5bee3e0d-7970-4cb8-967c-7c5139709efb req-7d0909a7-2dcc-41a3-b9e0-40ff23584fd2 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 945 time: 0.2710969 Jan 24 16:17:34.033776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-873333a3-bb19-4a7d-b1b4-5d0dd26035e6 req-577f25f3-81dd-4aca-b52f-6aa76d0f936b service neutron] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:34.045586 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ebdc14ed-a8a5-40e5-bf12-0021e17f6bb4 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:34.062369 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ebdc14ed-a8a5-40e5-bf12-0021e17f6bb4 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] 10.222.0.130 "DELETE /v2.0/ports/5a873f92-b364-4d7d-8998-d0d448414162 HTTP/1.1" status: 204 len: 168 time: 1.0122340 Jan 24 16:17:34.078236 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54194) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:34.134441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-873333a3-bb19-4a7d-b1b4-5d0dd26035e6 req-577f25f3-81dd-4aca-b52f-6aa76d0f936b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:34.145293 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a41ac8-e7ed-4280-9bb8-971651807231 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] GET failed (client error): The resource could not be found. Jan 24 16:17:34.145781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b3a41ac8-e7ed-4280-9bb8-971651807231 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Synchronizing usage tracker for tenant:77a8976723384a24893bfc5873afd31a on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:34.150272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-873333a3-bb19-4a7d-b1b4-5d0dd26035e6 req-577f25f3-81dd-4aca-b52f-6aa76d0f936b service neutron] Usage tracker for resource:security_group_rule and tenant:b11573efc7ff4c47bb842ecbd7d24bcd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:34.156032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-873333a3-bb19-4a7d-b1b4-5d0dd26035e6 req-577f25f3-81dd-4aca-b52f-6aa76d0f936b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:34.163293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-873333a3-bb19-4a7d-b1b4-5d0dd26035e6 req-577f25f3-81dd-4aca-b52f-6aa76d0f936b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:34.166255 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:17:34.179313 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5bee3e0d-7970-4cb8-967c-7c5139709efb req-dcfcd461-8118-4f00-8faa-5d4e78d7d267 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/security-groups?id=5b6aade6-9bf6-4e88-bfb5-b677f695497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240294 Jan 24 16:17:34.189812 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae021c-5167-4ded-a37b-121be1f88c5f req-58c83e43-da1c-410e-ad10-38c61577b54a tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:34.191307 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-baae021c-5167-4ded-a37b-121be1f88c5f req-58c83e43-da1c-410e-ad10-38c61577b54a tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 945 time: 0.4603801 Jan 24 16:17:34.241617 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-873333a3-bb19-4a7d-b1b4-5d0dd26035e6 req-577f25f3-81dd-4aca-b52f-6aa76d0f936b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:34.250251 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-873333a3-bb19-4a7d-b1b4-5d0dd26035e6 req-577f25f3-81dd-4aca-b52f-6aa76d0f936b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:34.268506 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b3a41ac8-e7ed-4280-9bb8-971651807231 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Unset dirty status for tenant:77a8976723384a24893bfc5873afd31a on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:34.272929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:34.275663 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b3a41ac8-e7ed-4280-9bb8-971651807231 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] 10.222.0.130 "GET /v2.0/ports/5a873f92-b364-4d7d-8998-d0d448414162 HTTP/1.1" status: 404 len: 333 time: 0.1935222 Jan 24 16:17:34.277367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54198) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:34.281216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fbd12e5c-5c4b-4f31-9ab4-c54ae00965d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:34.296016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-9e951dc9-ec98-40e1-ab03-cb94ce752ccd tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Request body: {'port': {'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1989032481'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:34.303050 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9e951dc9-ec98-40e1-ab03-cb94ce752ccd tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:34.313401 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9e951dc9-ec98-40e1-ab03-cb94ce752ccd tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:34.328567 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Floating IP 36c82083-6184-4301-826e-38fba2a26c34 associated. External IP: 172.26.2.247, port: ca760615-00a4-434d-84fd-6f74a4b733ec. Jan 24 16:17:34.360402 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e951dc9-ec98-40e1-ab03-cb94ce752ccd tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Made reservation on behalf of 77a8976723384a24893bfc5873afd31a for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:34.362957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9e951dc9-ec98-40e1-ab03-cb94ce752ccd tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:34.377711 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-873333a3-bb19-4a7d-b1b4-5d0dd26035e6 req-577f25f3-81dd-4aca-b52f-6aa76d0f936b service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=5b6aade6-9bf6-4e88-bfb5-b677f695497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3897402 Jan 24 16:17:34.380788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fbd12e5c-5c4b-4f31-9ab4-c54ae00965d0 admin admin] Usage tracker for resource:security_group_rule and tenant:f0fb17d6fd294882b124fc92a27b2f21 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:34.383947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f25f3-81dd-4aca-b52f-6aa76d0f936b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a36531b8-ebc3-41cd-89c0-838b5e8bb884,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:34.392269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5cf0a83d-04dc-4073-8895-12aa2a0fec88 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:34.396088 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fbd12e5c-5c4b-4f31-9ab4-c54ae00965d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:34.400862 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-9e951dc9-ec98-40e1-ab03-cb94ce752ccd tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] device_id is not set on port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:34.422703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fbd12e5c-5c4b-4f31-9ab4-c54ae00965d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:34.437251 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd4e5db-7339-4dba-8bac-0eb2a3f99b6e {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:17:34.462717 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:34.487687 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:34.501409 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:34.508579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:34.509396 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:34.511701 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c259999-c3bc-4e81-b461-fff44133a67a None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:17:34.516278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=826e4968-4aa7-429c-b9af-5eec51573e5b,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:34.519356 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302d28b-bc71-469e-a043-c98dec066175 req-84426b2a-84a1-4439-b854-017febd0d7ba tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:34.520888 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8302d28b-bc71-469e-a043-c98dec066175 req-84426b2a-84a1-4439-b854-017febd0d7ba tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 932 time: 0.1997802 Jan 24 16:17:34.534479 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Transition to ACTIVE for port object efd4e5db-7339-4dba-8bac-0eb2a3f99b6e will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:34.574092 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-baae021c-5167-4ded-a37b-121be1f88c5f req-69b3f10c-1760-4f71-b6bd-4a103451a1b0 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/security-groups?id=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3693373 Jan 24 16:17:34.585218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:34.673833 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9e951dc9-ec98-40e1-ab03-cb94ce752ccd tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:34.677347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:34.677816 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:34.678239 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:34.678678 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:34.679165 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:34.679545 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8302d28b-bc71-469e-a043-c98dec066175 req-6f5aea8b-23e4-4307-8f65-6ed6f9f63808 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383216 Jan 24 16:17:34.679673 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:34.680151 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:34.680539 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:34.681151 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:34.681466 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:34.681847 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:34.710073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9e951dc9-ec98-40e1-ab03-cb94ce752ccd tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:34.744753 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-881b8824-f066-4ca7-b09e-ed4d4552a52e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7336795 Jan 24 16:17:34.752343 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54202) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:34.753722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': '826e4968-4aa7-429c-b9af-5eec51573e5b'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:17:34.754593 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:34.771574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'fixed_ips': [{'subnet_id': '826e4968-4aa7-429c-b9af-5eec51573e5b', 'ip_address': '2001:db8::87b1:47ea:f835:442b'}], 'name': 'tempest-NetworksTestDHCPv6-912045020'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:34.864214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e951dc9-ec98-40e1-ab03-cb94ce752ccd tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Network fb72a760-d4fc-4644-aa2f-8213727baea3 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:34.870206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-9e951dc9-ec98-40e1-ab03-cb94ce752ccd tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:34.876716 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e951dc9-ec98-40e1-ab03-cb94ce752ccd tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:34.877629 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e951dc9-ec98-40e1-ab03-cb94ce752ccd tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:34.878527 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9e951dc9-ec98-40e1-ab03-cb94ce752ccd tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:34.897388 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e951dc9-ec98-40e1-ab03-cb94ce752ccd tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Pushing event updated for resources: {'Port': ['ID=fbc6ae0b-7dec-404b-8ce9-8997d58fdedf,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:34.951740 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Allocated IP 2001:db8::2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/826e4968-4aa7-429c-b9af-5eec51573e5b/04780361-24ea-4626-b5d1-5ca9d07576a9) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:34.965301 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9e951dc9-ec98-40e1-ab03-cb94ce752ccd tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6840215 Jan 24 16:17:34.968580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54206) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:34.976968 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:34.996636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5cf0a83d-04dc-4073-8895-12aa2a0fec88 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.043446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Pushing event updated for resources: {'Port': ['ID=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:35.074948 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:35.080605 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fbd12e5c-5c4b-4f31-9ab4-c54ae00965d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.085269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-5cf0a83d-04dc-4073-8895-12aa2a0fec88 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409deed3-7a98-438c-a774-75ddfee98fb8']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:35.095110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:35.100878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fbd12e5c-5c4b-4f31-9ab4-c54ae00965d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.103181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.109354 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-5cf0a83d-04dc-4073-8895-12aa2a0fec88 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf316415-68f5-4e49-ba87-83c01d36d50b') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:35.109933 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-5cf0a83d-04dc-4073-8895-12aa2a0fec88 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf316415-68f5-4e49-ba87-83c01d36d50b') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:35.122475 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:35.232053 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5cf0a83d-04dc-4073-8895-12aa2a0fec88 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.275562 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.302181 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd12e5c-5c4b-4f31-9ab4-c54ae00965d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc771cd-0217-410e-8e1f-0f80f09a5580,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:35.308590 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Transition to ACTIVE for port object 04780361-24ea-4626-b5d1-5ca9d07576a9 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:35.319728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5cf0a83d-04dc-4073-8895-12aa2a0fec88 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.333536 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fbd12e5c-5c4b-4f31-9ab4-c54ae00965d0 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=f0fb17d6fd294882b124fc92a27b2f21&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6012669 Jan 24 16:17:35.340795 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf0a83d-04dc-4073-8895-12aa2a0fec88 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:17:35.341175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5cf0a83d-04dc-4073-8895-12aa2a0fec88 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.342211 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54212) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:35.343457 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Transition to ACTIVE for port object 04780361-24ea-4626-b5d1-5ca9d07576a9 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:35.351597 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:17:35.357367 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:17:35.425924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:35.426881 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Pushing event updated for resources: {'Port': ['ID=04780361-24ea-4626-b5d1-5ca9d07576a9,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:35.430549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:35.431009 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.433171 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:35.489271 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port 63595569-19f3-4f55-8f9c-5e6ce2070439 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:35.498587 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Attempting to bind port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:35.498872 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Attempting to bind port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:35.499175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Attempting to bind port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e on network 5495e0fa-a9db-448f-8be6-86cc8bed9d19 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:35.520707 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e on network 5495e0fa-a9db-448f-8be6-86cc8bed9d19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:35.521024 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Attempting to bind port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e on network 5495e0fa-a9db-448f-8be6-86cc8bed9d19 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:35.525632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5cf0a83d-04dc-4073-8895-12aa2a0fec88 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.544866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.549287 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3008098a-6f9b-49c4-a864-b7073c779101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccdbeac-2877-4322-b32a-f2f98f6a538f'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:17:35.561341 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf0a83d-04dc-4073-8895-12aa2a0fec88 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 409deed3-7a98-438c-a774-75ddfee98fb8 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 24 16:17:35.573262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0a83d-04dc-4073-8895-12aa2a0fec88 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Pushing event deleted for resources: {'Network': ['ID=409deed3-7a98-438c-a774-75ddfee98fb8,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:35.575083 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:17:35.575999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Checking segment: {'id': 'dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:17:35.575999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Bound using segment: {'id': 'dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:17:35.576506 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Bound port: efd4e5db-7339-4dba-8bac-0eb2a3f99b6e, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:17:35.576676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.580429 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Attempting to bind port 04780361-24ea-4626-b5d1-5ca9d07576a9 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:35.580971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Attempting to bind port 04780361-24ea-4626-b5d1-5ca9d07576a9 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:35.581649 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Attempting to bind port 04780361-24ea-4626-b5d1-5ca9d07576a9 on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:35.587351 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5cf0a83d-04dc-4073-8895-12aa2a0fec88 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.589880 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:17:35.590656 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:17:35.591203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.591766 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:17:35.592365 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Bound port: 04780361-24ea-4626-b5d1-5ca9d07576a9, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:17:35.592870 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.642283 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5cf0a83d-04dc-4073-8895-12aa2a0fec88 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "DELETE /v2.0/networks/409deed3-7a98-438c-a774-75ddfee98fb8 HTTP/1.1" status: 204 len: 168 time: 1.6355355 Jan 24 16:17:35.688143 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3008098a-6f9b-49c4-a864-b7073c779101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccdbeac-2877-4322-b32a-f2f98f6a538f', 'code': 200} Jan 24 16:17:35.719753 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] For port 04780361-24ea-4626-b5d1-5ca9d07576a9, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:17:35.726095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c9410-1751-4036-9f06-d984072eb24a req-b3b6f697-8ce5-4fc6-95ac-bde1af7c74e6 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:35.727192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] For port 04780361-24ea-4626-b5d1-5ca9d07576a9, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=04780361-24ea-4626-b5d1-5ca9d07576a9,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:17:35.737870 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:35.738179 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ca2c9410-1751-4036-9f06-d984072eb24a req-b3b6f697-8ce5-4fc6-95ac-bde1af7c74e6 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 945 time: 0.3748176 Jan 24 16:17:35.859145 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ba30b-b845-434a-a3c5-5fd28eee3fc8 None None] Pushing event updated for resources: {'Port': ['ID=04780361-24ea-4626-b5d1-5ca9d07576a9,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:35.886144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] For port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:17:35.959810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] For port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e,segment=NetworkSegment(dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b),segment_id=dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:17:35.986949 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ca2c9410-1751-4036-9f06-d984072eb24a req-d8a7f49c-3251-4cc1-b5da-808ee6ffb268 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/security-groups?id=5b6aade6-9bf6-4e88-bfb5-b677f695497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478478 Jan 24 16:17:35.990347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:36.045134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:36.169332 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:36.170725 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] 10.222.0.129 "PUT /v2.0/ports/efd4e5db-7339-4dba-8bac-0eb2a3f99b6e HTTP/1.1" status: 200 len: 1094 time: 3.5196576 Jan 24 16:17:36.189296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0b126d-73e2-4a7f-a28d-cc2bcf658424', 'tag': 'efd4e5db-7339-4dba-8bac-0eb2a3f99b6e'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:17:36.304374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] device_id is not set on port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:36.318019 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:36.339192 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Transition to ACTIVE for port object fbc6ae0b-7dec-404b-8ce9-8997d58fdedf will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:36.400887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf20df2-58b5-4021-b34a-50f69ba67bac service neutron] Pushing event updated for resources: {'Port': ['ID=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:36.488441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::87b1:47ea:f835:442b (97b1ab35-d9e1-4792-9053-01bd1c506e0f/826e4968-4aa7-429c-b9af-5eec51573e5b/63595569-19f3-4f55-8f9c-5e6ce2070439) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:36.554508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54232) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:36.584729 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-96b69070-4b0f-406f-9738-a741b2118f0b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Request body: {'router': {'name': 'tempest-router--1258012192', 'project_id': '08ba5e02684c4b408f44b2f19fe5eb03'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:36.595293 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-96b69070-4b0f-406f-9738-a741b2118f0b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:36.609596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-96b69070-4b0f-406f-9738-a741b2118f0b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Usage tracker for resource:router and tenant:08ba5e02684c4b408f44b2f19fe5eb03 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:36.619042 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-96b69070-4b0f-406f-9738-a741b2118f0b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:36.632352 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Sync routers for ids ['85f7081b-0330-46e8-b934-ec61c202efa2'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:17:36.638560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-96b69070-4b0f-406f-9738-a741b2118f0b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:36.657375 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Routers {'85f7081b-0330-46e8-b934-ec61c202efa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:36.658916 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['85f7081b-0330-46e8-b934-ec61c202efa2'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:36.672207 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96b69070-4b0f-406f-9738-a741b2118f0b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:36.673120 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96b69070-4b0f-406f-9738-a741b2118f0b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:36.701886 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1cd08-e1d6-4d6c-ac3b-221fb2d5b9e4 req-7c7463d9-c8d7-45d6-9fe8-46c2f27ff947 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:36.702559 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-25c1cd08-e1d6-4d6c-ac3b-221fb2d5b9e4 req-7c7463d9-c8d7-45d6-9fe8-46c2f27ff947 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Synchronizing usage tracker for tenant:fbb9efdaac9a4d899b480136df279d62 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:36.707558 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:36.713280 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:36.727253 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-78575d9b-e9bc-4e51-b64c-c346b5e44237 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=fbb9efdaac9a4d899b480136df279d62&device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 1097 time: 0.3398914 Jan 24 16:17:36.806607 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Router 6211a279-c402-46f1-8f0d-d83353dd9dd4 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:17:36.808533 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96b69070-4b0f-406f-9738-a741b2118f0b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:36.811518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-25c1cd08-e1d6-4d6c-ac3b-221fb2d5b9e4 req-7c7463d9-c8d7-45d6-9fe8-46c2f27ff947 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Unset dirty status for tenant:fbb9efdaac9a4d899b480136df279d62 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:36.817666 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc771cd-0217-410e-8e1f-0f80f09a5580,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:36.818149 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-25c1cd08-e1d6-4d6c-ac3b-221fb2d5b9e4 req-7c7463d9-c8d7-45d6-9fe8-46c2f27ff947 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 944 time: 0.4205151 Jan 24 16:17:36.845295 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-556f3623-b4f5-4084-bd9a-73c759537406 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e HTTP/1.1" status: 200 len: 217 time: 0.1094213 Jan 24 16:17:36.874926 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Set router 85f7081b-0330-46e8-b934-ec61c202efa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:17:36.920472 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:36.924661 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/cfc771cd-0217-410e-8e1f-0f80f09a5580 HTTP/1.1" status: 204 len: 168 time: 1.5814552 Jan 24 16:17:36.951132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Pushing event updated for resources: {'Port': ['ID=fbc6ae0b-7dec-404b-8ce9-8997d58fdedf,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:36.956489 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:36.957132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:36.957622 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:36.958147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:36.958643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:36.959233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:36.959803 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:36.960402 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:36.960868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:36.961357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:36.961898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b52db-d79a-449a-a348-a52f690fec56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:36.987381 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a4747-bf4e-41fe-92d1-0f60e67caf2a req-4228b035-3fa3-4239-a003-8107127032fa tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:36.994825 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-861a4747-bf4e-41fe-92d1-0f60e67caf2a req-4228b035-3fa3-4239-a003-8107127032fa tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 945 time: 1.0304620 Jan 24 16:17:37.045918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:37.046149 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b5312437-f92c-454a-8a35-f17d90e15746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:37.046594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:37.046594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:37.046854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:37.047378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:37.047919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:37.048524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:37.049034 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:37.051224 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:37.051774 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:37.052261 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:37.101998 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96b69070-4b0f-406f-9738-a741b2118f0b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:37.129314 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-1885403e-e381-4b19-a563-fb231d27ae3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:37.130161 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:37.130623 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:37.131019 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:37.135814 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-1885403e-e381-4b19-a563-fb231d27ae3b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3c1c62db-bb5b-4b37-8d89-20b3ac5d7145 HTTP/1.1" status: 200 len: 851 time: 0.2834578 Jan 24 16:17:37.142225 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-25c1cd08-e1d6-4d6c-ac3b-221fb2d5b9e4 req-dfc79556-210b-4990-87cc-78db5cb4c20a tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232629 Jan 24 16:17:37.152385 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6d27d4d9-d47f-438b-8d6f-cb6730aedd24 req-47359f20-13cd-4baf-890b-5afae636e290 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 1098 time: 1.1094325 Jan 24 16:17:37.161150 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:37.188129 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-861a4747-bf4e-41fe-92d1-0f60e67caf2a req-a0c81f5d-67a3-48b2-8ad5-6a3b3c28f6f8 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/security-groups?id=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920621 Jan 24 16:17:37.188939 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:37.189473 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:37.199778 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 2 to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf Jan 24 16:17:37.224422 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96b69070-4b0f-406f-9738-a741b2118f0b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:37.227826 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-96b69070-4b0f-406f-9738-a741b2118f0b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6566453 Jan 24 16:17:37.231046 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54244) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:37.319080 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object 63595569-19f3-4f55-8f9c-5e6ce2070439 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:37.328976 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:37.329346 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:37.329637 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:37.437013 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'name': 'tempest-ServersTestManualDisk-580966356-router', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:36Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'gw_port': {'id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3a32e559-049e-4b6c-9a22-9610d02a0dc4', 'name': '', 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'mac_address': 'fa:16:3e:50:c7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 2, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'subnets': [{'id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:37.443220 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-6d27d4d9-d47f-438b-8d6f-cb6730aedd24 req-b82e3c40-683d-469f-affa-499e2640fe5b service neutron] Synchronizing usage tracker for tenant:b11573efc7ff4c47bb842ecbd7d24bcd on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:37.449125 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Checking router: 85f7081b-0330-46e8-b934-ec61c202efa2 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:17:37.449476 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Updating router 85f7081b-0330-46e8-b934-ec61c202efa2 port 3a32e559-049e-4b6c-9a22-9610d02a0dc4 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:17:37.455909 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:37.456226 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:37.522115 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 3 to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf Jan 24 16:17:37.530747 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:37.540898 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:37.642779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:37.643434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:37.643434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:37.658163 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-6d27d4d9-d47f-438b-8d6f-cb6730aedd24 req-b82e3c40-683d-469f-affa-499e2640fe5b service neutron] Unset dirty status for tenant:b11573efc7ff4c47bb842ecbd7d24bcd on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:37.659526 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6d27d4d9-d47f-438b-8d6f-cb6730aedd24 req-b82e3c40-683d-469f-affa-499e2640fe5b service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4607482 Jan 24 16:17:37.686667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:37.687078 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:37.689277 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:37.690034 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 4 to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf Jan 24 16:17:37.711969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=63595569-19f3-4f55-8f9c-5e6ce2070439,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:37.730313 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-35418487-d033-4937-87d5-5575796f5139 None None] Provisioning for port 04780361-24ea-4626-b5d1-5ca9d07576a9 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:37.730961 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54250) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:37.731955 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:37.761985 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:37.762615 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 04780361-24ea-4626-b5d1-5ca9d07576a9 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:37.763513 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0b126d-73e2-4a7f-a28d-cc2bcf658424', 'tag': 'efd4e5db-7339-4dba-8bac-0eb2a3f99b6e', 'status': 'completed', 'code': 200} Jan 24 16:17:37.766102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:37.766686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:37.792842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-aa781118-03aa-449a-9574-673a668e3cbe tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:37.812860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:37.813194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:37.813527 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:37.826121 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9dba86aa-2cf0-4ca8-933d-1ec18e7a8604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:37.852634 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f3052e80-075d-4a03-beac-e3667a6a5aba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0935557 Jan 24 16:17:37.853793 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54254) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:37.863264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:37.863620 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:37.881758 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-8ca306d8-f033-4a55-842d-6842afaeb4a5 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5495e0fa-a9db-448f-8be6-86cc8bed9d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7380059 Jan 24 16:17:37.889754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 04780361-24ea-4626-b5d1-5ca9d07576a9 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:37.897417 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 5 to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf Jan 24 16:17:37.898861 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 04780361-24ea-4626-b5d1-5ca9d07576a9 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:37.899410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:37.926502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9dba86aa-2cf0-4ca8-933d-1ec18e7a8604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:37.932330 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9dba86aa-2cf0-4ca8-933d-1ec18e7a8604 admin admin] Usage tracker for resource:security_group_rule and tenant:d0a72ae0beaa4f4caf0c6d0a4527e6a4 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:37.938554 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9dba86aa-2cf0-4ca8-933d-1ec18e7a8604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:37.946963 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9dba86aa-2cf0-4ca8-933d-1ec18e7a8604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:37.990399 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3d359-7009-43f1-85d7-bfbb7d8dd46c req-f1af244f-eab2-4991-93de-96cd0769b427 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:37.996360 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4db3d359-7009-43f1-85d7-bfbb7d8dd46c req-f1af244f-eab2-4991-93de-96cd0769b427 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 945 time: 0.5391145 Jan 24 16:17:37.997187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:37.998105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:37.998105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:38.090450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:38.090887 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:38.102762 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 6 to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf Jan 24 16:17:38.139251 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afca20f3-f8dd-479d-a3b5-60a5dcdcbe2b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:38.141194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afca20f3-f8dd-479d-a3b5-60a5dcdcbe2b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:38.141721 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-afca20f3-f8dd-479d-a3b5-60a5dcdcbe2b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:38.144500 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:38.146298 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:38.146624 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:38.146960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:38.161466 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4db3d359-7009-43f1-85d7-bfbb7d8dd46c req-cb8dc08d-c61e-4955-bded-b90159d5c93f tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/security-groups?id=5b6aade6-9bf6-4e88-bfb5-b677f695497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473415 Jan 24 16:17:38.173482 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-afca20f3-f8dd-479d-a3b5-60a5dcdcbe2b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:38.174625 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-afca20f3-f8dd-479d-a3b5-60a5dcdcbe2b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3177047 Jan 24 16:17:38.180126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:38.180450 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:38.181273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54258) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:38.187181 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 7 to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf Jan 24 16:17:38.221306 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:38.248361 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Transition to ACTIVE for port object 3a32e559-049e-4b6c-9a22-9610d02a0dc4 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:38.253225 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-44b40581-722d-4e7e-937f-7a2351605768 None None] Provisioning for port 63595569-19f3-4f55-8f9c-5e6ce2070439 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:38.262089 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:38.266671 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-44b40581-722d-4e7e-937f-7a2351605768 None None] Provisioning complete for port 63595569-19f3-4f55-8f9c-5e6ce2070439 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:38.267314 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-44b40581-722d-4e7e-937f-7a2351605768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:38.285327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:38.286249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:38.287086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:38.341264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:38.342317 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:38.359606 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 8 to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf Jan 24 16:17:38.391885 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-44b40581-722d-4e7e-937f-7a2351605768 None None] Port 63595569-19f3-4f55-8f9c-5e6ce2070439 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:17:38.396342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 04780361-24ea-4626-b5d1-5ca9d07576a9, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=04780361-24ea-4626-b5d1-5ca9d07576a9,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:38.408473 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:38.416632 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9dba86aa-2cf0-4ca8-933d-1ec18e7a8604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:38.418239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:38.418815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:38.419345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:38.465290 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43618c5f-a48b-44b2-97f9-fe8783426be8 None None] Pushing event updated for resources: {'Port': ['ID=3a32e559-049e-4b6c-9a22-9610d02a0dc4,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:38.490901 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=04780361-24ea-4626-b5d1-5ca9d07576a9,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:38.501873 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:38.502218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:38.502551 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:38.504808 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:38.505180 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:38.505512 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:38.505840 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:38.506160 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:38.506479 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:38.506796 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:38.507162 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:17:38.533032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-77477c72-91d4-4c05-8ed0-dee978854772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port 63595569-19f3-4f55-8f9c-5e6ce2070439 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:38.533411 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77477c72-91d4-4c05-8ed0-dee978854772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:38.560121 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9dba86aa-2cf0-4ca8-933d-1ec18e7a8604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:38.609103 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Attempting to bind port 3a32e559-049e-4b6c-9a22-9610d02a0dc4 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:38.610928 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Attempting to bind port 3a32e559-049e-4b6c-9a22-9610d02a0dc4 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '0d0ebde7-f468-42de-bb99-0a72531a2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:38.610928 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Attempting to bind port 3a32e559-049e-4b6c-9a22-9610d02a0dc4 on network 1b75d7bf-954b-4dfe-85c6-64a6ac21028b {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:38.624533 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:17:38.624914 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Checking segment: {'id': '0d0ebde7-f468-42de-bb99-0a72531a2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:17:38.625285 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:38.625671 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Bound using segment: {'id': '0d0ebde7-f468-42de-bb99-0a72531a2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:17:38.629961 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Bound port: 3a32e559-049e-4b6c-9a22-9610d02a0dc4, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0ebde7-f468-42de-bb99-0a72531a2baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:17:38.630726 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:38.641895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:38.642237 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:38.657599 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 9 to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf Jan 24 16:17:38.755016 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] For port 3a32e559-049e-4b6c-9a22-9610d02a0dc4, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:17:38.760648 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] For port 3a32e559-049e-4b6c-9a22-9610d02a0dc4, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3a32e559-049e-4b6c-9a22-9610d02a0dc4,segment=NetworkSegment(0d0ebde7-f468-42de-bb99-0a72531a2baf),segment_id=0d0ebde7-f468-42de-bb99-0a72531a2baf)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:17:38.766345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba86aa-2cf0-4ca8-933d-1ec18e7a8604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca33111f-6258-457b-8358-ace642009ecd,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:38.767629 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:38.781854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-aa781118-03aa-449a-9574-673a668e3cbe tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:38.800001 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-3f4ea0b9-407d-4888-be40-5cda474b61dd service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8650937 Jan 24 16:17:38.805930 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-aa781118-03aa-449a-9574-673a668e3cbe tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:38.816766 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9dba86aa-2cf0-4ca8-933d-1ec18e7a8604 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=d0a72ae0beaa4f4caf0c6d0a4527e6a4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0824349 Jan 24 16:17:38.817765 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:38.818172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:38.818610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:38.825790 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54268) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:38.874971 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:38.875512 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:38.886148 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Routers {'85f7081b-0330-46e8-b934-ec61c202efa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:38.886345 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['85f7081b-0330-46e8-b934-ec61c202efa2'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:38.936158 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.plugins.ml2.plugin [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 10 to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf Jan 24 16:17:38.941079 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:17:38.955959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd952eb-5bc6-4996-8e73-ab3ff7712a14 None None] Sync routers for ids ['6211a279-c402-46f1-8f0d-d83353dd9dd4'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:17:38.977051 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd952eb-5bc6-4996-8e73-ab3ff7712a14 None None] Routers {'6211a279-c402-46f1-8f0d-d83353dd9dd4'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:38.978300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-7fd952eb-5bc6-4996-8e73-ab3ff7712a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6211a279-c402-46f1-8f0d-d83353dd9dd4'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:38.988793 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43618c5f-a48b-44b2-97f9-fe8783426be8 None None] Pushing event updated for resources: {'Port': ['ID=3a32e559-049e-4b6c-9a22-9610d02a0dc4,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:39.080241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-aa781118-03aa-449a-9574-673a668e3cbe tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:39.080725 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa781118-03aa-449a-9574-673a668e3cbe tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd7ca792-ac58-400d-beab-381eaa0e0105 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:17:39.123224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-7fd952eb-5bc6-4996-8e73-ab3ff7712a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:39.124055 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4616f8-d1a1-43cd-985c-650e0027895a req-9cf52824-4b51-42cc-8194-6d707a45b02c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:39.133446 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cb4616f8-d1a1-43cd-985c-650e0027895a req-9cf52824-4b51-42cc-8194-6d707a45b02c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 944 time: 0.6478889 Jan 24 16:17:39.138515 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-aa781118-03aa-449a-9574-673a668e3cbe tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:39.143649 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-aa781118-03aa-449a-9574-673a668e3cbe tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "DELETE /v2.0/routers/cd7ca792-ac58-400d-beab-381eaa0e0105 HTTP/1.1" status: 204 len: 168 time: 1.9107542 Jan 24 16:17:39.177512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff82b65-4156-48bd-8090-53984585b2eb req-23a09a3b-0418-43ed-a777-338eb75d7b41 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:39.179173 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fff82b65-4156-48bd-8090-53984585b2eb req-23a09a3b-0418-43ed-a777-338eb75d7b41 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 945 time: 0.7739882 Jan 24 16:17:39.186603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:39.187024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:39.187389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:39.189476 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54274) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:39.194371 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd952eb-5bc6-4996-8e73-ab3ff7712a14 None None] Routers {'6211a279-c402-46f1-8f0d-d83353dd9dd4'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:39.195021 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-7fd952eb-5bc6-4996-8e73-ab3ff7712a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6211a279-c402-46f1-8f0d-d83353dd9dd4'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:39.215081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-7180ce5d-3475-49c7-9439-d33ec986ecc5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Request body: {'floatingip': {'port_id': 'b8802640-223e-48f8-937a-043707e1b4c3'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:39.222996 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cb4616f8-d1a1-43cd-985c-650e0027895a req-797e9a49-0bea-4670-b488-526ee06e7b79 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881543 Jan 24 16:17:39.247123 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:39.283326 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-45309652-99aa-4272-95bc-caffd96ae1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:39.285867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-7fd952eb-5bc6-4996-8e73-ab3ff7712a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:39.285867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd952eb-5bc6-4996-8e73-ab3ff7712a14 None None] The sync data for ids ['6211a279-c402-46f1-8f0d-d83353dd9dd4'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:17:39.304525 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] Set router 85f7081b-0330-46e8-b934-ec61c202efa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:17:39.318132 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b2f00974-dfa3-4d42-914c-27ad8a296b65 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 14.8703837 Jan 24 16:17:39.321843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54278) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:39.337210 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:39.337439 dv-neutron-826104-1-hyperv neutron-server[83466]: ERROR neutron.plugins.ml2.managers [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:39.337854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:39.387822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7180ce5d-3475-49c7-9439-d33ec986ecc5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for floatingip, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:39.452164 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-253dada3-0829-45cc-9bd3-1a839140e6e6 req-2201a2e7-67b2-43e1-adba-741a34bf27cb service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627668 Jan 24 16:17:39.479848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54282) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:39.480707 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d71391eb-58ab-4d22-a1e3-54bee4cf82ff tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] 10.222.0.130 "GET /v2.0/floatingips/36c82083-6184-4301-826e-38fba2a26c34 HTTP/1.1" status: 200 len: 983 time: 0.1574883 Jan 24 16:17:39.498620 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed12e4ce-bdc3-4c63-827c-85153b545978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:39.542120 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77477c72-91d4-4c05-8ed0-dee978854772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:39.610109 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6de4049f-34ab-4e08-afb4-3f0d248960c5 req-03827c1d-f6d8-4a74-8e2d-a464ba80720d service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=fbb9efdaac9a4d899b480136df279d62&device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 1097 time: 0.0984714 Jan 24 16:17:39.670491 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 04780361-24ea-4626-b5d1-5ca9d07576a9 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:39.720845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54286) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:39.779117 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'name': 'tempest-ServersTestManualDisk-580966356-router', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:36Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'gw_port': {'id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3a32e559-049e-4b6c-9a22-9610d02a0dc4', 'name': '', 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'mac_address': 'fa:16:3e:50:c7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:17:38Z', 'revision_number': 4, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'subnets': [{'id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:39.784501 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779c8dc-ef3b-4957-8321-e2c1c83cda5d None None] The sync data for ids ['85f7081b-0330-46e8-b934-ec61c202efa2'] in dv-neutron-826104-1-hyperv is: [{'id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'name': 'tempest-ServersTestManualDisk-580966356-router', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:36Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'gw_port': {'id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3a32e559-049e-4b6c-9a22-9610d02a0dc4', 'name': '', 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'mac_address': 'fa:16:3e:50:c7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:17:38Z', 'revision_number': 4, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'subnets': [{'id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:17:39.807893 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 04780361-24ea-4626-b5d1-5ca9d07576a9 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:39.809853 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:39.948232 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4049f-34ab-4e08-afb4-3f0d248960c5 req-47772c40-c31b-42f4-af97-41ef76b7a283 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:39.950081 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6de4049f-34ab-4e08-afb4-3f0d248960c5 req-47772c40-c31b-42f4-af97-41ef76b7a283 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5495e0fa-a9db-448f-8be6-86cc8bed9d19 HTTP/1.1" status: 200 len: 913 time: 0.3335547 Jan 24 16:17:40.036994 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6de4049f-34ab-4e08-afb4-3f0d248960c5 req-f5bb67c6-1b66-4995-8bc0-dad5fe548a35 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e HTTP/1.1" status: 200 len: 217 time: 0.0794084 Jan 24 16:17:40.064061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-77477c72-91d4-4c05-8ed0-dee978854772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for 63595569-19f3-4f55-8f9c-5e6ce2070439 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:40.140716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4049f-34ab-4e08-afb4-3f0d248960c5 req-44c11fd6-cf7a-4ed9-b09d-07c92c714062 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:40.142699 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6de4049f-34ab-4e08-afb4-3f0d248960c5 req-44c11fd6-cf7a-4ed9-b09d-07c92c714062 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3c1c62db-bb5b-4b37-8d89-20b3ac5d7145 HTTP/1.1" status: 200 len: 851 time: 0.0895185 Jan 24 16:17:40.197075 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1796023869', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:40.204619 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:40.209442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Usage tracker for resource:router and tenant:e448f5670c4346f08c8616ba41950bf6 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:40.212172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] For port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:17:40.212619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempted to set empty binding levels {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 24 16:17:40.215271 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:40.226918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:40.247935 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:40.249129 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:40.260688 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:40.280872 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6de4049f-34ab-4e08-afb4-3f0d248960c5 req-34d53544-7a8a-4483-b720-04f9be3850eb service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5495e0fa-a9db-448f-8be6-86cc8bed9d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1302021 Jan 24 16:17:40.290664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:40.294994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:40.300608 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3e11d4fc-7967-41e9-873f-0b37c04fa1e2 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] 10.222.0.130 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.8106303 Jan 24 16:17:40.309011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54294) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:40.369740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed12e4ce-bdc3-4c63-827c-85153b545978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:40.372830 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:40.432955 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Pushing event updated for resources: {'Port': ['ID=fbc6ae0b-7dec-404b-8ce9-8997d58fdedf,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:40.504517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] In _notify_port_updated(), no bound segment for port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:17:40.505528 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:40.509400 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-adb10769-ce3a-4d8b-bfd8-3ce8493f2c95 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] 10.222.0.130 "PUT /v2.0/ports/fbc6ae0b-7dec-404b-8ce9-8997d58fdedf HTTP/1.1" status: 200 len: 977 time: 5.5373588 Jan 24 16:17:40.534266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54298) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:40.657822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801e350-03a6-437f-b0f5-6bc18df893c1 req-dc1c9c0d-a7a8-488e-835e-3a194d690797 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:40.664565 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0801e350-03a6-437f-b0f5-6bc18df893c1 req-dc1c9c0d-a7a8-488e-835e-3a194d690797 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 945 time: 1.1758099 Jan 24 16:17:40.798708 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed12e4ce-bdc3-4c63-827c-85153b545978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:40.832089 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6de4049f-34ab-4e08-afb4-3f0d248960c5 req-78fc99c4-62fe-42bc-892d-1247a78bde2e service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430562 Jan 24 16:17:40.845614 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:40.873523 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-f8d90766-2709-4534-8608-2026e6e20f2e tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Deleting port 274c5c12-ae35-4b05-a3c2-a74fff6294a8 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:40.873861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f8d90766-2709-4534-8608-2026e6e20f2e tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:40.985353 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317041c1-cb1c-4c9f-9b0d-ed3e7b2c1c71 req-c0fca777-538d-4d93-b189-ac6cd6c877da tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:40.987132 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-317041c1-cb1c-4c9f-9b0d-ed3e7b2c1c71 req-c0fca777-538d-4d93-b189-ac6cd6c877da tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 944 time: 0.5421593 Jan 24 16:17:41.043109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12e4ce-bdc3-4c63-827c-85153b545978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca33111f-6258-457b-8358-ace642009ecd,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:41.052414 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77477c72-91d4-4c05-8ed0-dee978854772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:41.133334 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0801e350-03a6-437f-b0f5-6bc18df893c1 req-9a47f26a-5156-467c-94fc-0a31c14ff6f0 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/security-groups?id=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4678383 Jan 24 16:17:41.148641 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77477c72-91d4-4c05-8ed0-dee978854772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=63595569-19f3-4f55-8f9c-5e6ce2070439,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:41.231975 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6de4049f-34ab-4e08-afb4-3f0d248960c5 req-6503d4fe-12c3-48fd-a4a5-e0be4dec6f41 service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883116 Jan 24 16:17:41.238706 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-916bdf2a-339d-4c85-811f-104b0312504f tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Synchronizing usage tracker for tenant:77a8976723384a24893bfc5873afd31a on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:41.245028 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed12e4ce-bdc3-4c63-827c-85153b545978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:41.246151 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ed12e4ce-bdc3-4c63-827c-85153b545978 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/ca33111f-6258-457b-8358-ace642009ecd HTTP/1.1" status: 204 len: 168 time: 2.4192967 Jan 24 16:17:41.262247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77477c72-91d4-4c05-8ed0-dee978854772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:41.274272 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-317041c1-cb1c-4c9f-9b0d-ed3e7b2c1c71 req-b0a17f29-6ec7-495a-aece-95467517d742 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637434 Jan 24 16:17:41.275218 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-77477c72-91d4-4c05-8ed0-dee978854772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/63595569-19f3-4f55-8f9c-5e6ce2070439 HTTP/1.1" status: 204 len: 168 time: 3.0601881 Jan 24 16:17:41.283263 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54306) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:41.323245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f8d90766-2709-4534-8608-2026e6e20f2e tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:41.323667 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f8d90766-2709-4534-8608-2026e6e20f2e tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:41.534813 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-916bdf2a-339d-4c85-811f-104b0312504f tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Unset dirty status for tenant:77a8976723384a24893bfc5873afd31a on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:41.540658 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-916bdf2a-339d-4c85-811f-104b0312504f tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24763 time: 1.0003417 Jan 24 16:17:41.540876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54312) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:41.567470 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-f8d90766-2709-4534-8608-2026e6e20f2e tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Calling delete_port for 274c5c12-ae35-4b05-a3c2-a74fff6294a8 owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:41.643019 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb8163-204b-4eef-8641-0d5d1acd95f7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:41.644679 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb8163-204b-4eef-8641-0d5d1acd95f7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:41.646887 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d8fb8163-204b-4eef-8641-0d5d1acd95f7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3605571 Jan 24 16:17:41.662326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54316) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:41.667062 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7180ce5d-3475-49c7-9439-d33ec986ecc5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:41.677183 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:41.700817 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-cb00ec1a-434f-4fb8-9561-6521d5d7c903 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Deleting port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:41.701305 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb00ec1a-434f-4fb8-9561-6521d5d7c903 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:41.730835 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3a32e559-049e-4b6c-9a22-9610d02a0dc4 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:41.746374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7180ce5d-3475-49c7-9439-d33ec986ecc5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:41.815645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 3a32e559-049e-4b6c-9a22-9610d02a0dc4 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:41.822874 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 3a32e559-049e-4b6c-9a22-9610d02a0dc4 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:41.823389 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:41.874726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:41.919455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:41.969213 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a7e12-2606-4c57-afb9-a2b8ffa7a97e req-2c5db6d1-ea47-43e6-b7e2-463d6134aac3 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:41.970662 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-506a7e12-2606-4c57-afb9-a2b8ffa7a97e req-2c5db6d1-ea47-43e6-b7e2-463d6134aac3 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 945 time: 0.6831911 Jan 24 16:17:41.981085 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:41.991686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54328) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:42.003621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-bb51bd03-0c84-487a-91d1-032682f5af42 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Request body: {'floatingip': {'port_id': '6ccdbeac-2877-4322-b32a-f2f98f6a538f'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:42.018137 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 3a32e559-049e-4b6c-9a22-9610d02a0dc4, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3a32e559-049e-4b6c-9a22-9610d02a0dc4,segment=NetworkSegment(0d0ebde7-f468-42de-bb99-0a72531a2baf),segment_id=0d0ebde7-f468-42de-bb99-0a72531a2baf)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:42.043132 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:42.072456 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f8d90766-2709-4534-8608-2026e6e20f2e tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:42.169067 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=3a32e559-049e-4b6c-9a22-9610d02a0dc4,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:42.184193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d90766-2709-4534-8608-2026e6e20f2e tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event deleted for resources: {'Port': ['ID=274c5c12-ae35-4b05-a3c2-a74fff6294a8,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:42.198322 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bb51bd03-0c84-487a-91d1-032682f5af42 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for floatingip, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:42.241461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Allocated IP 172.26.2.194 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/134c63db-9e42-4676-b243-7f4864a5febb) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:42.287926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f8d90766-2709-4534-8608-2026e6e20f2e tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:42.330476 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-cb00ec1a-434f-4fb8-9561-6521d5d7c903 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] For port fbc6ae0b-7dec-404b-8ce9-8997d58fdedf, host hv-neutron-8261, got binding levels [] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:42.330729 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb00ec1a-434f-4fb8-9561-6521d5d7c903 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:42.448505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-34147691-ec13-4d95-9aff-1460746c4c4b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet 826e4968-4aa7-429c-b9af-5eec51573e5b {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:17:42.468782 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device efd4e5db-7339-4dba-8bac-0eb2a3f99b6e details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:17:42.507951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-34147691-ec13-4d95-9aff-1460746c4c4b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:42.575938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:42.598380 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008554b-c1b1-4f63-94c9-52bce3d4fc63 req-3956e40d-641b-4b4a-bba0-cd2c8dc030ad tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:42.600090 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8008554b-c1b1-4f63-94c9-52bce3d4fc63 req-3956e40d-641b-4b4a-bba0-cd2c8dc030ad tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 944 time: 0.1909134 Jan 24 16:17:42.650959 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-cb00ec1a-434f-4fb8-9561-6521d5d7c903 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Calling delete_port for fbc6ae0b-7dec-404b-8ce9-8997d58fdedf owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:42.712984 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e,segment=NetworkSegment(dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b),segment_id=dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:42.729376 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'efd4e5db-7339-4dba-8bac-0eb2a3f99b6e', 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'port_id': 'efd4e5db-7339-4dba-8bac-0eb2a3f99b6e', 'mac_address': 'fa:16:3e:b4:05:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:17:42.737646 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8008554b-c1b1-4f63-94c9-52bce3d4fc63 req-f89098a6-561c-490a-9254-79f98294c7b6 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877297 Jan 24 16:17:42.757229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:42.802453 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:42.823194 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd4e5db-7339-4dba-8bac-0eb2a3f99b6e {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:17:42.841074 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e,segment=NetworkSegment(dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b),segment_id=dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:42.846392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:42.860512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:42.865818 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:42.869444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:42.904010 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Pushing event updated for resources: {'Port': ['ID=134c63db-9e42-4676-b243-7f4864a5febb,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:42.924537 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb00ec1a-434f-4fb8-9561-6521d5d7c903 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:42.940668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-34147691-ec13-4d95-9aff-1460746c4c4b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:42.944614 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:43.100281 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['efd4e5db-7339-4dba-8bac-0eb2a3f99b6e'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:17:43.193930 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00ec1a-434f-4fb8-9561-6521d5d7c903 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbc6ae0b-7dec-404b-8ce9-8997d58fdedf,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:43.229640 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb00ec1a-434f-4fb8-9561-6521d5d7c903 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:43.264188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:43.264913 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:43.323798 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-7180ce5d-3475-49c7-9439-d33ec986ecc5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Floating IP 06aec2df-6151-4314-adbf-83a2a00bbc84 associated. External IP: 172.26.2.55, port: b8802640-223e-48f8-937a-043707e1b4c3. Jan 24 16:17:43.343309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d90766-2709-4534-8608-2026e6e20f2e tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Router 6211a279-c402-46f1-8f0d-d83353dd9dd4 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:17:43.381192 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cb00ec1a-434f-4fb8-9561-6521d5d7c903 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] 10.222.0.130 "DELETE /v2.0/ports/fbc6ae0b-7dec-404b-8ce9-8997d58fdedf HTTP/1.1" status: 204 len: 168 time: 1.8373842 Jan 24 16:17:43.407540 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54356) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:43.489421 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f762b62-8953-416f-ab5f-bc9b845fab3e tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] GET failed (client error): The resource could not be found. Jan 24 16:17:43.489939 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9f762b62-8953-416f-ab5f-bc9b845fab3e tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Synchronizing usage tracker for tenant:77a8976723384a24893bfc5873afd31a on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:43.521125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-34147691-ec13-4d95-9aff-1460746c4c4b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:43.566099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9f762b62-8953-416f-ab5f-bc9b845fab3e tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Unset dirty status for tenant:77a8976723384a24893bfc5873afd31a on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:43.570957 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9f762b62-8953-416f-ab5f-bc9b845fab3e tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] 10.222.0.130 "GET /v2.0/ports/fbc6ae0b-7dec-404b-8ce9-8997d58fdedf HTTP/1.1" status: 404 len: 333 time: 0.1578603 Jan 24 16:17:43.571551 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54362) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:43.579778 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c0a57a00-1044-4cb1-9490-dd19cc1118e9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-158393174', 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:43.588789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c0a57a00-1044-4cb1-9490-dd19cc1118e9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:43.665163 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54366) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:43.667088 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c0a57a00-1044-4cb1-9490-dd19cc1118e9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:43.677703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3a32e559-049e-4b6c-9a22-9610d02a0dc4 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:43.713536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a57a00-1044-4cb1-9490-dd19cc1118e9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Made reservation on behalf of 77a8976723384a24893bfc5873afd31a for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:43.715781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-34147691-ec13-4d95-9aff-1460746c4c4b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:43.715954 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0a57a00-1044-4cb1-9490-dd19cc1118e9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:43.772501 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34147691-ec13-4d95-9aff-1460746c4c4b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=826e4968-4aa7-429c-b9af-5eec51573e5b,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:43.800863 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-c0a57a00-1044-4cb1-9490-dd19cc1118e9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] device_id is not set on port 3316c63d-ec57-4b57-a9fa-93ebb9e591b7 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:43.820134 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 3a32e559-049e-4b6c-9a22-9610d02a0dc4 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:43.820656 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:43.938980 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed2c7fd-bb96-4b6b-95f5-2d0fd3c48290 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:17:43.940698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-254893337', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:43.944882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-34147691-ec13-4d95-9aff-1460746c4c4b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:43.952822 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:43.971652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Usage tracker for resource:port and tenant:dc8c098bf96c460dbf5bbe13a38db7a9 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:43.975386 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:43.993648 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:44.098294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Made reservation on behalf of dc8c098bf96c460dbf5bbe13a38db7a9 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:44.100560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.130976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d90766-2709-4534-8608-2026e6e20f2e tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:17:44.139180 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Router ddb3ae4f-d24c-4843-ae3d-e9aaaf8d64bf is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:17:44.140953 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.142168 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-34147691-ec13-4d95-9aff-1460746c4c4b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/826e4968-4aa7-429c-b9af-5eec51573e5b HTTP/1.1" status: 204 len: 168 time: 2.4787188 Jan 24 16:17:44.144488 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54374) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:44.148978 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744d7cd4-cab5-49ca-86e1-152fa691386f None None] Sync routers for ids ['6211a279-c402-46f1-8f0d-d83353dd9dd4'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:17:44.155023 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bb51bd03-0c84-487a-91d1-032682f5af42 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.176287 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744d7cd4-cab5-49ca-86e1-152fa691386f None None] Routers {'6211a279-c402-46f1-8f0d-d83353dd9dd4'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:44.176941 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-744d7cd4-cab5-49ca-86e1-152fa691386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6211a279-c402-46f1-8f0d-d83353dd9dd4'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:44.187941 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0a57a00-1044-4cb1-9490-dd19cc1118e9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.239846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bb51bd03-0c84-487a-91d1-032682f5af42 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.252907 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a98846-423f-4b8e-853d-44a932958a4d None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:17:44.255947 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-744d7cd4-cab5-49ca-86e1-152fa691386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:44.258868 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-14a98846-423f-4b8e-853d-44a932958a4d None None] Deleting port 04780361-24ea-4626-b5d1-5ca9d07576a9 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:44.259334 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-14a98846-423f-4b8e-853d-44a932958a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.268873 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744d7cd4-cab5-49ca-86e1-152fa691386f None None] Routers {'6211a279-c402-46f1-8f0d-d83353dd9dd4'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:44.269486 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-744d7cd4-cab5-49ca-86e1-152fa691386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6211a279-c402-46f1-8f0d-d83353dd9dd4'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:44.279275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:44.298750 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-def92d19-d255-4c8d-a27c-9dc35b02c682 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1497381 Jan 24 16:17:44.301107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Usage tracker for resource:security_group_rule and tenant:dc8c098bf96c460dbf5bbe13a38db7a9 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:44.304985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:44.309687 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54378) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:44.318936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f8d90766-2709-4534-8608-2026e6e20f2e tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.341454 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-744d7cd4-cab5-49ca-86e1-152fa691386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:44.341878 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744d7cd4-cab5-49ca-86e1-152fa691386f None None] The sync data for ids ['6211a279-c402-46f1-8f0d-d83353dd9dd4'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:17:44.344201 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:44.350475 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0e1978a3-dd9d-4c7f-9e34-da3c10d63c7f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:44.423730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3d0b6-29e3-487d-9be1-d33fe65d0adc req-97963f89-610e-4098-b9ca-3a0b689a03ef tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:44.425456 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8bc3d0b6-29e3-487d-9be1-d33fe65d0adc req-97963f89-610e-4098-b9ca-3a0b689a03ef tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 945 time: 0.4770405 Jan 24 16:17:44.486048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0a57a00-1044-4cb1-9490-dd19cc1118e9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.490025 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device efd4e5db-7339-4dba-8bac-0eb2a3f99b6e up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:44.541505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-14a98846-423f-4b8e-853d-44a932958a4d None None] For port 04780361-24ea-4626-b5d1-5ca9d07576a9, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=04780361-24ea-4626-b5d1-5ca9d07576a9,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:44.541992 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-14a98846-423f-4b8e-853d-44a932958a4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.553957 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8bc3d0b6-29e3-487d-9be1-d33fe65d0adc req-5c49aa7b-4441-4f74-8987-99536f98f00c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188812 Jan 24 16:17:44.555669 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f8d90766-2709-4534-8608-2026e6e20f2e tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] 10.222.0.130 "DELETE /v2.0/floatingips/36c82083-6184-4301-826e-38fba2a26c34 HTTP/1.1" status: 204 len: 168 time: 4.2349370 Jan 24 16:17:44.566356 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54382) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:44.594751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:44.601359 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:44.609220 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Usage tracker for resource:floatingip and tenant:d65e800ae3304970877b7c2966c8c491 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:44.619758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0e1978a3-dd9d-4c7f-9e34-da3c10d63c7f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:44.631408 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a57a00-1044-4cb1-9490-dd19cc1118e9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Pushing event updated for resources: {'Port': ['ID=3316c63d-ec57-4b57-a9fa-93ebb9e591b7,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:44.637674 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0e1978a3-dd9d-4c7f-9e34-da3c10d63c7f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:44.641141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0e1978a3-dd9d-4c7f-9e34-da3c10d63c7f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:44.652777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a57a00-1044-4cb1-9490-dd19cc1118e9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Network fb72a760-d4fc-4644-aa2f-8213727baea3 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:44.660881 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-c0a57a00-1044-4cb1-9490-dd19cc1118e9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:44.662952 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0e1978a3-dd9d-4c7f-9e34-da3c10d63c7f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:44.669139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a57a00-1044-4cb1-9490-dd19cc1118e9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:44.669978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a57a00-1044-4cb1-9490-dd19cc1118e9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:44.671389 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0a57a00-1044-4cb1-9490-dd19cc1118e9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.675663 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:44.678020 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-14a98846-423f-4b8e-853d-44a932958a4d None None] Calling delete_port for 04780361-24ea-4626-b5d1-5ca9d07576a9 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:44.693052 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:44.720353 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.744517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:44.750729 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.757308 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1978a3-dd9d-4c7f-9e34-da3c10d63c7f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:44.760370 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:44.760736 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.791044 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.825595 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-bb51bd03-0c84-487a-91d1-032682f5af42 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Floating IP 708e0f83-b90a-47cc-a34c-dadbabb96e75 associated. External IP: 172.26.2.212, port: 6ccdbeac-2877-4322-b32a-f2f98f6a538f. Jan 24 16:17:44.851670 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c0a57a00-1044-4cb1-9490-dd19cc1118e9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2788148 Jan 24 16:17:44.856305 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] device_id is not set on port 2a184be6-a6cc-4650-bc75-db603d8f323c yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:44.877080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-14a98846-423f-4b8e-853d-44a932958a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.881936 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54386) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:44.934959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a98846-423f-4b8e-853d-44a932958a4d None None] Pushing event deleted for resources: {'Port': ['ID=04780361-24ea-4626-b5d1-5ca9d07576a9,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:44.961312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.964173 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c91d34-071b-4206-b8cb-939a5f76907f,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:44.972049 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a98846-423f-4b8e-853d-44a932958a4d None None] No DVR routers for this DVR port 04780361-24ea-4626-b5d1-5ca9d07576a9 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:17:44.991171 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e1978a3-dd9d-4c7f-9e34-da3c10d63c7f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:44.997733 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7180ce5d-3475-49c7-9439-d33ec986ecc5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Router 85f7081b-0330-46e8-b934-ec61c202efa2 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:17:45.002314 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0b126d-73e2-4a7f-a28d-cc2bcf658424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd4e5db-7339-4dba-8bac-0eb2a3f99b6e'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:17:45.013890 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e,segment=NetworkSegment(dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b),segment_id=dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:45.033122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:45.050447 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-493188ee-9865-4d63-b1a2-37162e6afd96 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] 10.222.0.130 "GET /v2.0/ports/3316c63d-ec57-4b57-a9fa-93ebb9e591b7 HTTP/1.1" status: 200 len: 954 time: 0.1582117 Jan 24 16:17:45.075199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54392) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:45.089316 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0b126d-73e2-4a7f-a28d-cc2bcf658424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd4e5db-7339-4dba-8bac-0eb2a3f99b6e', 'code': 200} Jan 24 16:17:45.154944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:45.270740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:45.423318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Allocated IP 172.26.2.219 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/2a184be6-a6cc-4650-bc75-db603d8f323c) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:45.427110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-bf068484-c6a8-4f01-854f-6fa645e5af30 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Deleting port 3316c63d-ec57-4b57-a9fa-93ebb9e591b7 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:45.427467 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bf068484-c6a8-4f01-854f-6fa645e5af30 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:45.460692 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:17:45.472069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e296ca48-019c-44df-bf60-5040faba51de None None] Sync routers for ids ['ddb3ae4f-d24c-4843-ae3d-e9aaaf8d64bf'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:17:45.484834 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e296ca48-019c-44df-bf60-5040faba51de None None] Routers {'ddb3ae4f-d24c-4843-ae3d-e9aaaf8d64bf'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:45.485577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e296ca48-019c-44df-bf60-5040faba51de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['ddb3ae4f-d24c-4843-ae3d-e9aaaf8d64bf'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:45.546183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7180ce5d-3475-49c7-9439-d33ec986ecc5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:17:45.550005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e296ca48-019c-44df-bf60-5040faba51de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:45.563080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e296ca48-019c-44df-bf60-5040faba51de None None] Routers {'ddb3ae4f-d24c-4843-ae3d-e9aaaf8d64bf'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:45.563963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e296ca48-019c-44df-bf60-5040faba51de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['ddb3ae4f-d24c-4843-ae3d-e9aaaf8d64bf'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:45.568926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7180ce5d-3475-49c7-9439-d33ec986ecc5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:45.633959 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:45.635428 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-99208729-21c4-48de-a2aa-c3f02b687ace tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.9136205 Jan 24 16:17:45.648849 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7180ce5d-3475-49c7-9439-d33ec986ecc5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "PUT /v2.0/floatingips/06aec2df-6151-4314-adbf-83a2a00bbc84 HTTP/1.1" status: 200 len: 990 time: 6.4336479 Jan 24 16:17:45.649702 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54400) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:45.653357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b966e19e-407e-4bb3-83f5-eb3509af732d', 'tag': 'b8802640-223e-48f8-937a-043707e1b4c3'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:17:45.696073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 04780361-24ea-4626-b5d1-5ca9d07576a9 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:17:45.739143 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e296ca48-019c-44df-bf60-5040faba51de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:45.739799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e296ca48-019c-44df-bf60-5040faba51de None None] The sync data for ids ['ddb3ae4f-d24c-4843-ae3d-e9aaaf8d64bf'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:17:45.761201 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 04780361-24ea-4626-b5d1-5ca9d07576a9 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:17:45.762203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 04780361-24ea-4626-b5d1-5ca9d07576a9 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:17:45.771390 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-056e2b35-ce9b-4bb7-a131-029d8df95ebd req-a429f44a-c82a-43f3-82ff-298df4208e47 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 1099 time: 0.4495094 Jan 24 16:17:45.920653 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b966e19e-407e-4bb3-83f5-eb3509af732d', 'tag': 'b8802640-223e-48f8-937a-043707e1b4c3', 'status': 'completed', 'code': 200} Jan 24 16:17:45.989796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bf068484-c6a8-4f01-854f-6fa645e5af30 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:45.997311 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e1978a3-dd9d-4c7f-9e34-da3c10d63c7f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:46.161314 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:46.172137 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9cb32-84ba-4595-b14a-f2f3b6c87b13 req-cd17e8a3-f8ec-4d08-94a1-473163a7fcb6 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:46.173589 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1be9cb32-84ba-4595-b14a-f2f3b6c87b13 req-cd17e8a3-f8ec-4d08-94a1-473163a7fcb6 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.2521727 Jan 24 16:17:46.174959 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-bf068484-c6a8-4f01-854f-6fa645e5af30 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Calling delete_port for 3316c63d-ec57-4b57-a9fa-93ebb9e591b7 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:46.205883 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-056e2b35-ce9b-4bb7-a131-029d8df95ebd req-6d7c3b88-9428-41d6-99a4-f42d1d157dc8 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4072578 Jan 24 16:17:46.228530 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-27994c92-78e8-423c-994d-67dbe5cb7bd6 req-3b48fe23-6063-4004-b19d-164f11c09691 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=105cf4f247944a51bfc2416542b75e17&device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 1098 time: 0.2597799 Jan 24 16:17:46.239526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1978a3-dd9d-4c7f-9e34-da3c10d63c7f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:46.250588 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-0e1978a3-dd9d-4c7f-9e34-da3c10d63c7f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:46.255551 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb51bd03-0c84-487a-91d1-032682f5af42 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Router 4ade2193-f36a-46f9-8099-3d16418980e3 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:17:46.258543 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1978a3-dd9d-4c7f-9e34-da3c10d63c7f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:46.259171 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e1978a3-dd9d-4c7f-9e34-da3c10d63c7f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:46.261674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f85102-3bb3-46d7-9825-30f902d4016e None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:17:46.275893 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1978a3-dd9d-4c7f-9e34-da3c10d63c7f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=a76ced63-60e2-49c0-bda9-6315045b6eae,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:46.301547 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0e1978a3-dd9d-4c7f-9e34-da3c10d63c7f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9899180 Jan 24 16:17:46.304298 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54408) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:46.310701 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1be9cb32-84ba-4595-b14a-f2f3b6c87b13 req-cfbab42e-4368-4ddc-a4e5-5f9e9237abb8 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291466 Jan 24 16:17:46.312398 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'fixed_ips': [{'subnet_id': 'a76ced63-60e2-49c0-bda9-6315045b6eae', 'ip_address': '2001:db8::d86b:3f5:f5da:2b40'}], 'name': 'tempest-NetworksTestDHCPv6-1375818273'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:46.378093 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:46.388436 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bf068484-c6a8-4f01-854f-6fa645e5af30 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:46.510042 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bf068484-c6a8-4f01-854f-6fa645e5af30 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:46.513860 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:46.518639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Pushing event updated for resources: {'Port': ['ID=2a184be6-a6cc-4650-bc75-db603d8f323c,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:46.526432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:46.550874 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': 'a76ced63-60e2-49c0-bda9-6315045b6eae'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:17:46.551802 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:46.557541 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Allocated IP 172.26.2.40 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/236efcd1-5f1f-4e3a-a667-65c175723057) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:46.565401 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:46.582165 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-545152f6-86c9-480f-ac27-a3b013f7bba4 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/routers/ddb3ae4f-d24c-4843-ae3d-e9aaaf8d64bf HTTP/1.1" status: 200 len: 925 time: 0.9156802 Jan 24 16:17:46.586177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54412) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:46.614414 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bf068484-c6a8-4f01-854f-6fa645e5af30 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] 10.222.0.130 "DELETE /v2.0/ports/3316c63d-ec57-4b57-a9fa-93ebb9e591b7 HTTP/1.1" status: 204 len: 168 time: 1.5378900 Jan 24 16:17:46.618937 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf068484-c6a8-4f01-854f-6fa645e5af30 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Pushing event deleted for resources: {'Port': ['ID=3316c63d-ec57-4b57-a9fa-93ebb9e591b7,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:46.620620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54416) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:46.660769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:46.680114 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:46.684601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:46.687621 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f7e3b6-b16b-4379-ad23-8b224fc10bb0 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] GET failed (client error): The resource could not be found. Jan 24 16:17:46.688110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f6f7e3b6-b16b-4379-ad23-8b224fc10bb0 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Synchronizing usage tracker for tenant:77a8976723384a24893bfc5873afd31a on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:46.696441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:46.699355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:46.699673 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:46.723980 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c26009ca-c91f-4b2e-ad8e-d8152f3cda3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "GET /v2.0/ports?device_id=ddb3ae4f-d24c-4843-ae3d-e9aaaf8d64bf HTTP/1.1" status: 200 len: 205 time: 0.1321599 Jan 24 16:17:46.724254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:46.727579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:46.727899 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54420) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:46.742143 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Allocated IP 2001:db8::2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/a76ced63-60e2-49c0-bda9-6315045b6eae/861d697d-7348-4b32-96cf-cc2d290582db) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:46.747996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f6f7e3b6-b16b-4379-ad23-8b224fc10bb0 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Unset dirty status for tenant:77a8976723384a24893bfc5873afd31a on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:46.752956 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f6f7e3b6-b16b-4379-ad23-8b224fc10bb0 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] 10.222.0.130 "GET /v2.0/ports/3316c63d-ec57-4b57-a9fa-93ebb9e591b7 HTTP/1.1" status: 404 len: 333 time: 0.1247056 Jan 24 16:17:46.755021 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-259e7986-30c6-4394-aa2e-db70e62673ab tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.0900202 Jan 24 16:17:46.755659 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54424) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:46.755977 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54426) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:46.765851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f52f6b33-7be3-42d9-a881-5ae75eed0f60 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Request body: {'port': {'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2010888202'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:46.775922 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.219'}]}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:46.780368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port 5d7a8a3e-ba57-414f-9032-d7bfd0c593a6 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:46.789479 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27994c92-78e8-423c-994d-67dbe5cb7bd6 req-01167795-405e-4b98-8180-d34124d5d876 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:46.791099 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-27994c92-78e8-423c-994d-67dbe5cb7bd6 req-01167795-405e-4b98-8180-d34124d5d876 service neutron] 10.222.0.129 "GET /v2.0/networks?id=1b75d7bf-954b-4dfe-85c6-64a6ac21028b HTTP/1.1" status: 200 len: 912 time: 0.3734899 Jan 24 16:17:46.813180 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f52f6b33-7be3-42d9-a881-5ae75eed0f60 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:46.818874 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:46.826349 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Usage tracker for resource:router and tenant:dc8c098bf96c460dbf5bbe13a38db7a9 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:46.832075 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:46.838835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f52f6b33-7be3-42d9-a881-5ae75eed0f60 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:46.852273 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:46.888721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52f6b33-7be3-42d9-a881-5ae75eed0f60 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Made reservation on behalf of 77a8976723384a24893bfc5873afd31a for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:46.890968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f52f6b33-7be3-42d9-a881-5ae75eed0f60 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:46.943671 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:46.944597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:46.963563 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-f52f6b33-7be3-42d9-a881-5ae75eed0f60 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] device_id is not set on port 666fbb3b-0663-4292-abe7-138b38ab10d0 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:47.014940 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:47.035014 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Transition to ACTIVE for port object 861d697d-7348-4b32-96cf-cc2d290582db will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:47.047876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:47.062985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:47.072174 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Transition to ACTIVE for port object 861d697d-7348-4b32-96cf-cc2d290582db will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:47.084911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:47.092574 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-27994c92-78e8-423c-994d-67dbe5cb7bd6 req-5186730b-5b82-4383-abd8-e9da37d58cc7 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8802640-223e-48f8-937a-043707e1b4c3 HTTP/1.1" status: 200 len: 998 time: 0.2843065 Jan 24 16:17:47.165183 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:47.168647 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:47.172627 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:47.179108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Pushing event updated for resources: {'Port': ['ID=861d697d-7348-4b32-96cf-cc2d290582db,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:47.272590 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Attempting to bind port 861d697d-7348-4b32-96cf-cc2d290582db on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:47.273266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Attempting to bind port 861d697d-7348-4b32-96cf-cc2d290582db by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:47.273266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Attempting to bind port 861d697d-7348-4b32-96cf-cc2d290582db on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:47.273435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb51bd03-0c84-487a-91d1-032682f5af42 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:17:47.278929 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bb51bd03-0c84-487a-91d1-032682f5af42 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:47.280757 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:17:47.281344 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:17:47.282188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:47.282866 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:17:47.283471 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Bound port: 861d697d-7348-4b32-96cf-cc2d290582db, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:17:47.284021 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:47.287675 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ff754-a79d-4b68-9a47-4651332deb3c None None] Sync routers for ids ['4ade2193-f36a-46f9-8099-3d16418980e3'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:17:47.309387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::d86b:3f5:f5da:2b40 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/a76ced63-60e2-49c0-bda9-6315045b6eae/5d7a8a3e-ba57-414f-9032-d7bfd0c593a6) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:47.311503 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ff754-a79d-4b68-9a47-4651332deb3c None None] Routers {'4ade2193-f36a-46f9-8099-3d16418980e3'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:47.315228 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-275ff754-a79d-4b68-9a47-4651332deb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4ade2193-f36a-46f9-8099-3d16418980e3'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:47.438141 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] For port 861d697d-7348-4b32-96cf-cc2d290582db, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:17:47.442110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27994c92-78e8-423c-994d-67dbe5cb7bd6 req-685c7ffc-f33d-458f-a187-64981d19a657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:47.443655 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-27994c92-78e8-423c-994d-67dbe5cb7bd6 req-685c7ffc-f33d-458f-a187-64981d19a657 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=f20398c9-c0a6-41c1-81f0-e242f15f8aa2 HTTP/1.1" status: 200 len: 850 time: 0.3292940 Jan 24 16:17:47.445705 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] For port 861d697d-7348-4b32-96cf-cc2d290582db, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=861d697d-7348-4b32-96cf-cc2d290582db,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:17:47.451095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:47.460433 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:47.522116 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:47.539094 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object 5d7a8a3e-ba57-414f-9032-d7bfd0c593a6 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:47.631061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4f1ab-2734-4c4b-af89-e27470904e03 None None] Pushing event updated for resources: {'Port': ['ID=861d697d-7348-4b32-96cf-cc2d290582db,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:47.685685 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:47.710704 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-275ff754-a79d-4b68-9a47-4651332deb3c None None] Set router 4ade2193-f36a-46f9-8099-3d16418980e3 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:17:47.742262 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:47.748226 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bb51bd03-0c84-487a-91d1-032682f5af42 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "PUT /v2.0/floatingips/708e0f83-b90a-47cc-a34c-dadbabb96e75 HTTP/1.1" status: 200 len: 991 time: 5.7529359 Jan 24 16:17:47.774043 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:47.797596 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:47.800506 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:47.878517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Pushing event updated for resources: {'Port': ['ID=236efcd1-5f1f-4e3a-a667-65c175723057,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:47.923736 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3008098a-6f9b-49c4-a864-b7073c779101', 'tag': '6ccdbeac-2877-4322-b32a-f2f98f6a538f'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:17:47.930921 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:47.938299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:47.943379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=5d7a8a3e-ba57-414f-9032-d7bfd0c593a6,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:47.954402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f52f6b33-7be3-42d9-a881-5ae75eed0f60 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:47.956119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:47.960501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:47.961378 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:47.989300 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-27994c92-78e8-423c-994d-67dbe5cb7bd6 req-df0c171a-1644-4655-a930-d87ebdf05843 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=1b75d7bf-954b-4dfe-85c6-64a6ac21028b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5291302 Jan 24 16:17:48.004605 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae326c7-b004-4275-9e3a-a181029b4bab req-756c7e18-11b0-42da-a1f5-b2ab41a3d568 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:48.006119 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6ae326c7-b004-4275-9e3a-a181029b4bab req-756c7e18-11b0-42da-a1f5-b2ab41a3d568 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.4316089 Jan 24 16:17:48.015966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:48.034366 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70a851fa-be67-4deb-a264-39a9f067dda6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:48.066228 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc91168-e86a-4877-8e1c-61f976565513 None None] Sync routers for ids ['85f7081b-0330-46e8-b934-ec61c202efa2'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:17:48.091977 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc91168-e86a-4877-8e1c-61f976565513 None None] Routers {'85f7081b-0330-46e8-b934-ec61c202efa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:48.092606 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0dc91168-e86a-4877-8e1c-61f976565513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['85f7081b-0330-46e8-b934-ec61c202efa2'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:48.182546 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3008098a-6f9b-49c4-a864-b7073c779101', 'tag': '6ccdbeac-2877-4322-b32a-f2f98f6a538f', 'status': 'completed', 'code': 200} Jan 24 16:17:48.284777 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9f3bf569-edfa-46ee-8267-d8f92bf9a3b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9794517 Jan 24 16:17:48.285090 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54442) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:48.286533 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f52f6b33-7be3-42d9-a881-5ae75eed0f60 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:48.342369 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-275ff754-a79d-4b68-9a47-4651332deb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'name': 'tempest-ServersTestJSON-1646282507-router', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:35Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'gw_port': {'id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:38Z', 'updated_at': '2022-01-24T16:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '708e0f83-b90a-47cc-a34c-dadbabb96e75', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'floating_ip_address': '172.26.2.212', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'port_id': '6ccdbeac-2877-4322-b32a-f2f98f6a538f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d', 'mac_address': 'fa:16:3e:d8:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3008098a-6f9b-49c4-a864-b7073c779101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:17:02Z', 'updated_at': '2022-01-24T16:17:43Z', 'revision_number': 1, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28dbf19-a03b-4616-ba6f-448da41ac97a', 'name': '', 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'mac_address': 'fa:16:3e:54:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e7965d5-5b34-4076-a5f5-290502504767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:17:00Z', 'revision_number': 5, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'subnets': [{'id': '6e7965d5-5b34-4076-a5f5-290502504767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:48.346598 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ff754-a79d-4b68-9a47-4651332deb3c None None] Checking router: 4ade2193-f36a-46f9-8099-3d16418980e3 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:17:48.360455 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ff754-a79d-4b68-9a47-4651332deb3c None None] Routers {'4ade2193-f36a-46f9-8099-3d16418980e3'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:48.361422 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-275ff754-a79d-4b68-9a47-4651332deb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4ade2193-f36a-46f9-8099-3d16418980e3'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:48.376869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f6b33-7be3-42d9-a881-5ae75eed0f60 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Pushing event updated for resources: {'Port': ['ID=666fbb3b-0663-4292-abe7-138b38ab10d0,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:48.381904 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6ae326c7-b004-4275-9e3a-a181029b4bab req-243deff3-91ee-4a9a-9e43-e8b20c102490 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878408 Jan 24 16:17:48.428116 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-0dc91168-e86a-4877-8e1c-61f976565513 None None] Set router 85f7081b-0330-46e8-b934-ec61c202efa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:17:48.451230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52f6b33-7be3-42d9-a881-5ae75eed0f60 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Network fb72a760-d4fc-4644-aa2f-8213727baea3 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:48.455096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-f52f6b33-7be3-42d9-a881-5ae75eed0f60 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:48.461633 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f6b33-7be3-42d9-a881-5ae75eed0f60 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:48.462702 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f6b33-7be3-42d9-a881-5ae75eed0f60 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:48.464920 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f52f6b33-7be3-42d9-a881-5ae75eed0f60 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:48.496595 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c7159e64-43c4-4a99-8cd5-cb469795134c req-8c9c7cf4-1ec8-450a-8b0e-80d324642333 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4959447 Jan 24 16:17:48.512664 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f52f6b33-7be3-42d9-a881-5ae75eed0f60 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7553797 Jan 24 16:17:48.513547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54446) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:48.521373 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:48.581546 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-27994c92-78e8-423c-994d-67dbe5cb7bd6 req-3ddb3f7f-5787-4efd-9a86-58dae73dd9f1 service neutron] 10.222.0.129 "GET /v2.0/networks/1b75d7bf-954b-4dfe-85c6-64a6ac21028b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744250 Jan 24 16:17:48.622675 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-275ff754-a79d-4b68-9a47-4651332deb3c None None] Set router 4ade2193-f36a-46f9-8099-3d16418980e3 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:17:48.638550 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:48.678206 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c71bdd34-f8fd-425d-b19a-1063552e5cf9 req-a50e7b85-fe18-473c-aa17-447c7a66231a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c22df63e420147aaab7ee88abbffa870&device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 1098 time: 0.4978125 Jan 24 16:17:48.680292 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:48.963784 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0dc91168-e86a-4877-8e1c-61f976565513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'name': 'tempest-ServersTestManualDisk-580966356-router', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:36Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'gw_port': {'id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '06aec2df-6151-4314-adbf-83a2a00bbc84', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'port_id': 'b8802640-223e-48f8-937a-043707e1b4c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'mac_address': 'fa:16:3e:19:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966e19e-407e-4bb3-83f5-eb3509af732d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:16:59Z', 'updated_at': '2022-01-24T16:17:41Z', 'revision_number': 1, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a32e559-049e-4b6c-9a22-9610d02a0dc4', 'name': '', 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'mac_address': 'fa:16:3e:50:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:17:42Z', 'revision_number': 5, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'subnets': [{'id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:48.968359 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc91168-e86a-4877-8e1c-61f976565513 None None] Checking router: 85f7081b-0330-46e8-b934-ec61c202efa2 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:17:48.971724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:48.994571 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:49.002805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc91168-e86a-4877-8e1c-61f976565513 None None] Routers {'85f7081b-0330-46e8-b934-ec61c202efa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:49.003661 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0dc91168-e86a-4877-8e1c-61f976565513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['85f7081b-0330-46e8-b934-ec61c202efa2'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:49.032303 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:49.138709 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-275ff754-a79d-4b68-9a47-4651332deb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'name': 'tempest-ServersTestJSON-1646282507-router', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:35Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'gw_port': {'id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:38Z', 'updated_at': '2022-01-24T16:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '708e0f83-b90a-47cc-a34c-dadbabb96e75', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'floating_ip_address': '172.26.2.212', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'port_id': '6ccdbeac-2877-4322-b32a-f2f98f6a538f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d', 'mac_address': 'fa:16:3e:d8:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3008098a-6f9b-49c4-a864-b7073c779101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:17:02Z', 'updated_at': '2022-01-24T16:17:43Z', 'revision_number': 1, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28dbf19-a03b-4616-ba6f-448da41ac97a', 'name': '', 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'mac_address': 'fa:16:3e:54:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e7965d5-5b34-4076-a5f5-290502504767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:17:00Z', 'revision_number': 5, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'subnets': [{'id': '6e7965d5-5b34-4076-a5f5-290502504767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:49.153451 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ff754-a79d-4b68-9a47-4651332deb3c None None] The sync data for ids ['4ade2193-f36a-46f9-8099-3d16418980e3'] in dv-neutron-826104-1-hyperv is: [{'id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'name': 'tempest-ServersTestJSON-1646282507-router', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:35Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'gw_port': {'id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:38Z', 'updated_at': '2022-01-24T16:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '708e0f83-b90a-47cc-a34c-dadbabb96e75', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'floating_ip_address': '172.26.2.212', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'port_id': '6ccdbeac-2877-4322-b32a-f2f98f6a538f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d', 'mac_address': 'fa:16:3e:d8:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3008098a-6f9b-49c4-a864-b7073c779101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:17:02Z', 'updated_at': '2022-01-24T16:17:43Z', 'revision_number': 1, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28dbf19-a03b-4616-ba6f-448da41ac97a', 'name': '', 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'mac_address': 'fa:16:3e:54:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e7965d5-5b34-4076-a5f5-290502504767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:17:00Z', 'revision_number': 5, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'subnets': [{'id': '6e7965d5-5b34-4076-a5f5-290502504767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:17:49.258408 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] device_id is not set on port 666fbb3b-0663-4292-abe7-138b38ab10d0 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:49.272518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:49.286563 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2df02715-4a84-490b-a100-1d92f4231935 None None] Provisioning for port 861d697d-7348-4b32-96cf-cc2d290582db completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:49.311332 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Transition to ACTIVE for port object 666fbb3b-0663-4292-abe7-138b38ab10d0 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:49.346041 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:49.358663 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-0dc91168-e86a-4877-8e1c-61f976565513 None None] Set router 85f7081b-0330-46e8-b934-ec61c202efa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:17:49.383414 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958fb1a6-e0b1-4a2a-b20b-43c8699e7a4d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:49.389639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958fb1a6-e0b1-4a2a-b20b-43c8699e7a4d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:49.390452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-958fb1a6-e0b1-4a2a-b20b-43c8699e7a4d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:49.441515 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-958fb1a6-e0b1-4a2a-b20b-43c8699e7a4d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:49.445246 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-958fb1a6-e0b1-4a2a-b20b-43c8699e7a4d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.1456118 Jan 24 16:17:49.449722 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54456) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:49.457552 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-27994c92-78e8-423c-994d-67dbe5cb7bd6 req-f1f02932-abd9-4351-9927-eaf761c265ed service neutron] 10.222.0.129 "GET /v2.0/networks/1b75d7bf-954b-4dfe-85c6-64a6ac21028b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8587780 Jan 24 16:17:49.691259 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2407c844-b2fb-49dd-a5e1-dda347a74583 None None] Provisioning for port 5d7a8a3e-ba57-414f-9032-d7bfd0c593a6 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:49.707608 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Pushing event updated for resources: {'Port': ['ID=666fbb3b-0663-4292-abe7-138b38ab10d0,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:49.712933 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:49.750374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 861d697d-7348-4b32-96cf-cc2d290582db up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:49.794431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:17:49.795052 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2407c844-b2fb-49dd-a5e1-dda347a74583 None None] Provisioning complete for port 5d7a8a3e-ba57-414f-9032-d7bfd0c593a6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:49.795052 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2407c844-b2fb-49dd-a5e1-dda347a74583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:49.816131 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bdd34-f8fd-425d-b19a-1063552e5cf9 req-02e0ac81-fc90-46c8-8494-03cefff70429 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:49.817691 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c71bdd34-f8fd-425d-b19a-1063552e5cf9 req-02e0ac81-fc90-46c8-8494-03cefff70429 service neutron] 10.222.0.129 "GET /v2.0/networks?id=03400db8-972d-43d6-9e4c-355f981ea39d HTTP/1.1" status: 200 len: 907 time: 1.0581462 Jan 24 16:17:49.819968 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:49.825316 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0372bb4f-15cb-4252-bd55-99c15842fc2e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port 5d7a8a3e-ba57-414f-9032-d7bfd0c593a6 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:49.825750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0372bb4f-15cb-4252-bd55-99c15842fc2e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:49.871223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:49.871575 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:49.871900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:49.888958 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:49.889670 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:49.891700 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 2 to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 Jan 24 16:17:49.893172 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2407c844-b2fb-49dd-a5e1-dda347a74583 None None] Port 5d7a8a3e-ba57-414f-9032-d7bfd0c593a6 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:17:49.922512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:49.976435 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0433162-0cfa-412b-a2af-ab0203ac8d3f req-6965c8eb-32c5-431b-b441-dea24678ba69 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:49.978091 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c0433162-0cfa-412b-a2af-ab0203ac8d3f req-6965c8eb-32c5-431b-b441-dea24678ba69 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.4151120 Jan 24 16:17:49.984281 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 861d697d-7348-4b32-96cf-cc2d290582db completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:49.997352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 861d697d-7348-4b32-96cf-cc2d290582db triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:49.997352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:50.052967 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:50.053288 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:50.053604 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:50.125895 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0dc91168-e86a-4877-8e1c-61f976565513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'name': 'tempest-ServersTestManualDisk-580966356-router', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:36Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'gw_port': {'id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '06aec2df-6151-4314-adbf-83a2a00bbc84', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'port_id': 'b8802640-223e-48f8-937a-043707e1b4c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'mac_address': 'fa:16:3e:19:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966e19e-407e-4bb3-83f5-eb3509af732d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:16:59Z', 'updated_at': '2022-01-24T16:17:41Z', 'revision_number': 1, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a32e559-049e-4b6c-9a22-9610d02a0dc4', 'name': '', 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'mac_address': 'fa:16:3e:50:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:17:42Z', 'revision_number': 5, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'subnets': [{'id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:50.141588 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:50.141747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc91168-e86a-4877-8e1c-61f976565513 None None] The sync data for ids ['85f7081b-0330-46e8-b934-ec61c202efa2'] in dv-neutron-826104-1-hyperv is: [{'id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'name': 'tempest-ServersTestManualDisk-580966356-router', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:36Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'gw_port': {'id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '06aec2df-6151-4314-adbf-83a2a00bbc84', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'port_id': 'b8802640-223e-48f8-937a-043707e1b4c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'mac_address': 'fa:16:3e:19:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b966e19e-407e-4bb3-83f5-eb3509af732d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:16:59Z', 'updated_at': '2022-01-24T16:17:41Z', 'revision_number': 1, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a32e559-049e-4b6c-9a22-9610d02a0dc4', 'name': '', 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'mac_address': 'fa:16:3e:50:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:17:42Z', 'revision_number': 5, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'subnets': [{'id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:17:50.141930 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:50.145294 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 3 to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 Jan 24 16:17:50.150771 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:50.173188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Pushing event updated for resources: {'Port': ['ID=236efcd1-5f1f-4e3a-a667-65c175723057,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:50.187736 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c7159e64-43c4-4a99-8cd5-cb469795134c req-7de7c752-9760-4f03-9c54-664d7abd4677 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=105cf4f247944a51bfc2416542b75e17&device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 1098 time: 0.5385022 Jan 24 16:17:50.198179 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c71bdd34-f8fd-425d-b19a-1063552e5cf9 req-74c6f42f-4d4b-46ac-8684-f553579fd921 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ccdbeac-2877-4322-b32a-f2f98f6a538f HTTP/1.1" status: 200 len: 999 time: 0.3477478 Jan 24 16:17:50.202686 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 861d697d-7348-4b32-96cf-cc2d290582db, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=861d697d-7348-4b32-96cf-cc2d290582db,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:50.208911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:50.209424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70a851fa-be67-4deb-a264-39a9f067dda6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:50.255784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:50.259507 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:50.259839 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:50.260164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:50.263901 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c0433162-0cfa-412b-a2af-ab0203ac8d3f req-93a2d250-08e1-4a11-bbcf-8871d9ebf7ed tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336400 Jan 24 16:17:50.269491 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:50.272496 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:50.272817 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:50.274002 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 4 to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 Jan 24 16:17:50.297421 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=861d697d-7348-4b32-96cf-cc2d290582db,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:50.302105 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:50.302433 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:50.302765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:50.310073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:50.310398 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:50.311413 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 5 to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 Jan 24 16:17:50.320542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:50.321012 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d7bd38e-92c1-4434-ac10-166ed843dd45 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:17:50.340494 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:50.340824 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:50.341152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:50.351941 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:50.352260 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:50.352871 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 6 to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 Jan 24 16:17:50.362940 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 24 16:17:50.366986 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9c7fe391-8393-4dbe-abaa-ed8db9f5c229 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.6083457 Jan 24 16:17:50.371366 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54466) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:50.406654 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:50.406962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:50.407321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:50.432745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:50.433189 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:50.435386 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 7 to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 Jan 24 16:17:50.489473 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-91ea9c53-cb6c-4369-858a-c383e212f133 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Deleting port 2a184be6-a6cc-4650-bc75-db603d8f323c {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:50.489668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:50.489793 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-91ea9c53-cb6c-4369-858a-c383e212f133 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:50.499260 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-70a851fa-be67-4deb-a264-39a9f067dda6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Deleting port 134c63db-9e42-4676-b243-7f4864a5febb {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:50.499615 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70a851fa-be67-4deb-a264-39a9f067dda6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:50.525947 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:50.526303 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:50.526597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:50.554561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:50.554887 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:50.584782 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 8 to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 Jan 24 16:17:50.585094 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0372bb4f-15cb-4252-bd55-99c15842fc2e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:50.606507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bdd34-f8fd-425d-b19a-1063552e5cf9 req-7470d934-de5d-4a88-b5f5-09d4d16debae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:50.608585 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c71bdd34-f8fd-425d-b19a-1063552e5cf9 req-7470d934-de5d-4a88-b5f5-09d4d16debae service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6e7965d5-5b34-4076-a5f5-290502504767 HTTP/1.1" status: 200 len: 845 time: 0.3756030 Jan 24 16:17:50.608753 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:50.612737 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a9880d04-f803-4f13-a8f5-8c0790486dd9 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0273571 Jan 24 16:17:50.621479 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54472) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:50.626896 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:50.627222 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:50.627612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:50.665157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:50.665157 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:50.710000 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 9 to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 Jan 24 16:17:50.740898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17645872-37e1-49f3-a25e-28f256dbf8d2 req-9e5c8981-b55f-4ad4-855c-28a0d158349d tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:50.742278 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-17645872-37e1-49f3-a25e-28f256dbf8d2 req-9e5c8981-b55f-4ad4-855c-28a0d158349d tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.2984953 Jan 24 16:17:50.745061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:50.745418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:50.745759 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:50.753192 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0372bb4f-15cb-4252-bd55-99c15842fc2e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for 5d7a8a3e-ba57-414f-9032-d7bfd0c593a6 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:50.754745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54478) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:50.766134 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ad17929e-fa14-42a5-a8e4-7b02fe968e28 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Request body: {'floatingip': {'port_id': 'efd4e5db-7339-4dba-8bac-0eb2a3f99b6e'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:50.831459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:50.866329 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:50.866622 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:50.869339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:50.871274 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.plugins.ml2.plugin [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempt 10 to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 Jan 24 16:17:50.887843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad17929e-fa14-42a5-a8e4-7b02fe968e28 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for floatingip, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:50.910933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159e64-43c4-4a99-8cd5-cb469795134c req-ae8e4568-ea2f-4fb9-a370-5db3dbf4bc1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:50.912405 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c7159e64-43c4-4a99-8cd5-cb469795134c req-ae8e4568-ea2f-4fb9-a370-5db3dbf4bc1e service neutron] 10.222.0.129 "GET /v2.0/networks?id=1b75d7bf-954b-4dfe-85c6-64a6ac21028b HTTP/1.1" status: 200 len: 912 time: 0.6788211 Jan 24 16:17:50.936254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Usage tracker for resource:floatingip and tenant:8122d2f36dd54a8d845bba9b2d52a76a is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:50.941524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:51.087846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:51.092205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-91ea9c53-cb6c-4369-858a-c383e212f133 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:51.104437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70a851fa-be67-4deb-a264-39a9f067dda6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:51.113915 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:51.114252 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:51.114574 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempting to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:51.268440 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-91ea9c53-cb6c-4369-858a-c383e212f133 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Calling delete_port for 2a184be6-a6cc-4650-bc75-db603d8f323c owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:51.285230 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c7159e64-43c4-4a99-8cd5-cb469795134c req-b011bbd4-336c-4ae7-8f40-333c60c516a2 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8802640-223e-48f8-937a-043707e1b4c3 HTTP/1.1" status: 200 len: 998 time: 0.3613784 Jan 24 16:17:51.293805 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:51.332662 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:17:51.332978 dv-neutron-826104-1-hyperv neutron-server[83465]: ERROR neutron.plugins.ml2.managers [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Failed to bind port 666fbb3b-0663-4292-abe7-138b38ab10d0 on host hv-neutron-8261 for vnic_type normal using segments [{'id': '536c36d6-774d-467f-abba-e95f647075ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'fb72a760-d4fc-4644-aa2f-8213727baea3'}] Jan 24 16:17:51.333337 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:51.347832 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-70a851fa-be67-4deb-a264-39a9f067dda6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Calling delete_port for 134c63db-9e42-4676-b243-7f4864a5febb owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:51.417629 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c71bdd34-f8fd-425d-b19a-1063552e5cf9 req-e2ab2441-dd80-4bde-83b9-cff7db3c8e10 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=03400db8-972d-43d6-9e4c-355f981ea39d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7506950 Jan 24 16:17:51.521981 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0372bb4f-15cb-4252-bd55-99c15842fc2e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:51.588919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159e64-43c4-4a99-8cd5-cb469795134c req-a1c20121-1ff7-4c8f-9a87-425710377d80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:51.590372 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c7159e64-43c4-4a99-8cd5-cb469795134c req-a1c20121-1ff7-4c8f-9a87-425710377d80 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=f20398c9-c0a6-41c1-81f0-e242f15f8aa2 HTTP/1.1" status: 200 len: 850 time: 0.2175696 Jan 24 16:17:51.595994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372bb4f-15cb-4252-bd55-99c15842fc2e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=5d7a8a3e-ba57-414f-9032-d7bfd0c593a6,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:51.653024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 861d697d-7348-4b32-96cf-cc2d290582db up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:51.683992 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] For port 666fbb3b-0663-4292-abe7-138b38ab10d0, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:17:51.684336 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Attempted to set empty binding levels {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 24 16:17:51.710394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:51.732105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 861d697d-7348-4b32-96cf-cc2d290582db triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:17:51.732541 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:51.850873 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-91ea9c53-cb6c-4369-858a-c383e212f133 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:51.877493 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] In _notify_port_updated(), no bound segment for port 666fbb3b-0663-4292-abe7-138b38ab10d0 on network fb72a760-d4fc-4644-aa2f-8213727baea3 {{(pid=83465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:17:51.879036 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0372bb4f-15cb-4252-bd55-99c15842fc2e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:51.879387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:51.880870 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] 10.222.0.130 "PUT /v2.0/ports/666fbb3b-0663-4292-abe7-138b38ab10d0 HTTP/1.1" status: 200 len: 977 time: 3.3648753 Jan 24 16:17:51.885790 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54486) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:51.895933 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c71bdd34-f8fd-425d-b19a-1063552e5cf9 req-b9a472ed-1910-4463-9a01-d160b8454322 service neutron] 10.222.0.129 "GET /v2.0/networks/03400db8-972d-43d6-9e4c-355f981ea39d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616573 Jan 24 16:17:51.917259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf3e33-c0c6-4251-a0df-4fedf2e438b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Pushing event updated for resources: {'Port': ['ID=666fbb3b-0663-4292-abe7-138b38ab10d0,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:51.974016 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0372bb4f-15cb-4252-bd55-99c15842fc2e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/5d7a8a3e-ba57-414f-9032-d7bfd0c593a6 HTTP/1.1" status: 204 len: 168 time: 2.5192492 Jan 24 16:17:52.036027 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54490) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:52.064796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea9c53-cb6c-4369-858a-c383e212f133 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a184be6-a6cc-4650-bc75-db603d8f323c,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:52.118602 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:52.147822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b212179e-cb11-4ca3-8425-c5917ed480be tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Deleting port 666fbb3b-0663-4292-abe7-138b38ab10d0 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:52.148145 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b212179e-cb11-4ca3-8425-c5917ed480be tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:52.223060 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-91ea9c53-cb6c-4369-858a-c383e212f133 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:52.248625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54a6ec0-ff8f-449a-95e0-34a43562ba9f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:52.249883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54a6ec0-ff8f-449a-95e0-34a43562ba9f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:52.250593 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d54a6ec0-ff8f-449a-95e0-34a43562ba9f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:52.267787 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c7159e64-43c4-4a99-8cd5-cb469795134c req-e64fafa7-30fe-4b18-8660-d9797dc6d5d0 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=1b75d7bf-954b-4dfe-85c6-64a6ac21028b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5427048 Jan 24 16:17:52.291435 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-91ea9c53-cb6c-4369-858a-c383e212f133 tempest-RoutersAdminNegativeIpV6Test-1438780769 tempest-RoutersAdminNegativeIpV6Test-1438780769-project-admin] 10.222.0.130 "DELETE /v2.0/ports/2a184be6-a6cc-4650-bc75-db603d8f323c HTTP/1.1" status: 204 len: 168 time: 1.9190235 Jan 24 16:17:52.310572 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c71bdd34-f8fd-425d-b19a-1063552e5cf9 req-ab021fc0-9d16-49c1-970c-60411b114650 service neutron] 10.222.0.129 "GET /v2.0/networks/03400db8-972d-43d6-9e4c-355f981ea39d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724830 Jan 24 16:17:52.318948 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70a851fa-be67-4deb-a264-39a9f067dda6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:52.334173 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Allocated IP 172.26.2.242 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/54e5d4c9-273a-4431-943d-d4dcaaa2b129) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:52.427325 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d54a6ec0-ff8f-449a-95e0-34a43562ba9f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:52.431084 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d54a6ec0-ff8f-449a-95e0-34a43562ba9f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3906486 Jan 24 16:17:52.431084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a851fa-be67-4deb-a264-39a9f067dda6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Pushing event deleted for resources: {'Port': ['ID=134c63db-9e42-4676-b243-7f4864a5febb,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:52.431331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54496) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:52.482678 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eccffdf-7870-4ed5-aeea-d91d1b28a920 None None] New status for floating IP 708e0f83-b90a-47cc-a34c-dadbabb96e75: ACTIVE {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:17:52.759137 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:52.795138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:52.835716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54504) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:52.907073 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c7159e64-43c4-4a99-8cd5-cb469795134c req-efb6db31-35db-456c-9dda-44c7c2a4e67c service neutron] 10.222.0.129 "GET /v2.0/networks/1b75d7bf-954b-4dfe-85c6-64a6ac21028b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953171 Jan 24 16:17:52.909776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Pushing event updated for resources: {'Port': ['ID=54e5d4c9-273a-4431-943d-d4dcaaa2b129,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:52.917189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:52.918102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad17929e-fa14-42a5-a8e4-7b02fe968e28 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:52.919519 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:52.921829 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:52.949550 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad17929e-fa14-42a5-a8e4-7b02fe968e28 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:52.963018 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-b212179e-cb11-4ca3-8425-c5917ed480be tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] For port 666fbb3b-0663-4292-abe7-138b38ab10d0, host hv-neutron-8261, got binding levels [] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:52.963431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b212179e-cb11-4ca3-8425-c5917ed480be tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:53.058632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e579c3d-756f-4f2a-a963-2254a757e554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:53.127006 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3e579c3d-756f-4f2a-a963-2254a757e554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:53.133905 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3e579c3d-756f-4f2a-a963-2254a757e554 admin admin] Usage tracker for resource:security_group_rule and tenant:1bbd5ffc73e94ff3b77731d168a43718 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:53.138449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3e579c3d-756f-4f2a-a963-2254a757e554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:53.148834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3e579c3d-756f-4f2a-a963-2254a757e554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:53.273367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b212179e-cb11-4ca3-8425-c5917ed480be tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Calling delete_port for 666fbb3b-0663-4292-abe7-138b38ab10d0 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:53.333446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:53.344952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70a851fa-be67-4deb-a264-39a9f067dda6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:53.410914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e579c3d-756f-4f2a-a963-2254a757e554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:53.420598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e579c3d-756f-4f2a-a963-2254a757e554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:53.441703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:53.534785 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-ad17929e-fa14-42a5-a8e4-7b02fe968e28 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Floating IP 505bd8a4-a945-4008-814c-591a7f4992d2 associated. External IP: 172.26.2.106, port: efd4e5db-7339-4dba-8bac-0eb2a3f99b6e. Jan 24 16:17:53.557166 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6620f39e-1079-47af-b958-eee1b7b646db None None] New status for floating IP 06aec2df-6151-4314-adbf-83a2a00bbc84: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:17:53.587377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e579c3d-756f-4f2a-a963-2254a757e554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3dcba1-bed5-45e0-8755-4c957ce158c0,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:53.609316 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ad2721-03e3-4c35-a571-d2624fc0148e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet a76ced63-60e2-49c0-bda9-6315045b6eae {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:17:53.609776 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3e579c3d-756f-4f2a-a963-2254a757e554 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=1bbd5ffc73e94ff3b77731d168a43718&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7655568 Jan 24 16:17:53.615403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54512) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:53.625392 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c7159e64-43c4-4a99-8cd5-cb469795134c req-f747dc09-90cf-460c-9818-2ce6190dd1e7 service neutron] 10.222.0.129 "GET /v2.0/networks/1b75d7bf-954b-4dfe-85c6-64a6ac21028b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684501 Jan 24 16:17:53.679158 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-91ad2721-03e3-4c35-a571-d2624fc0148e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:53.725719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70a851fa-be67-4deb-a264-39a9f067dda6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:53.730105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b212179e-cb11-4ca3-8425-c5917ed480be tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:53.777996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70a851fa-be67-4deb-a264-39a9f067dda6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:53.797625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212179e-cb11-4ca3-8425-c5917ed480be tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Pushing event deleted for resources: {'Port': ['ID=666fbb3b-0663-4292-abe7-138b38ab10d0,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:53.805329 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-91ad2721-03e3-4c35-a571-d2624fc0148e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:53.815786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-478ae16f-444f-4e10-98e0-6a3690d9cb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:53.850089 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b212179e-cb11-4ca3-8425-c5917ed480be tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:53.934100 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-478ae16f-444f-4e10-98e0-6a3690d9cb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.021533 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.033282 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.084034 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70a851fa-be67-4deb-a264-39a9f067dda6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.084424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a851fa-be67-4deb-a264-39a9f067dda6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Fanout notify agent at l3_agent the message router_deleted on router ddb3ae4f-d24c-4843-ae3d-e9aaaf8d64bf {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:17:54.088643 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b212179e-cb11-4ca3-8425-c5917ed480be tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] 10.222.0.130 "DELETE /v2.0/ports/666fbb3b-0663-4292-abe7-138b38ab10d0 HTTP/1.1" status: 204 len: 168 time: 2.2007301 Jan 24 16:17:54.092983 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70a851fa-be67-4deb-a264-39a9f067dda6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.098932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54518) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:54.099583 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-70a851fa-be67-4deb-a264-39a9f067dda6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "DELETE /v2.0/routers/ddb3ae4f-d24c-4843-ae3d-e9aaaf8d64bf HTTP/1.1" status: 204 len: 168 time: 7.3675635 Jan 24 16:17:54.103645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54522) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:54.110447 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2415728', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'enable_snat': False}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:54.122796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:54.128361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Usage tracker for resource:router and tenant:f369555f505a462a9e8f6d404645a183 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:54.136458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:54.143458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:54.161586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-478ae16f-444f-4e10-98e0-6a3690d9cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.171902 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-91ad2721-03e3-4c35-a571-d2624fc0148e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.192830 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2929f730-ce26-4e10-ad35-2cae9de0b6b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] GET failed (client error): The resource could not be found. Jan 24 16:17:54.193323 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2929f730-ce26-4e10-ad35-2cae9de0b6b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Synchronizing usage tracker for tenant:77a8976723384a24893bfc5873afd31a on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:54.205524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.206489 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.235612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ae16f-444f-4e10-98e0-6a3690d9cb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3dcba1-bed5-45e0-8755-4c957ce158c0,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:54.252429 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Pushing event updated for resources: {'Port': ['ID=54e5d4c9-273a-4431-943d-d4dcaaa2b129,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:54.261183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.280691 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2929f730-ce26-4e10-ad35-2cae9de0b6b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] Unset dirty status for tenant:77a8976723384a24893bfc5873afd31a on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:54.281807 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2929f730-ce26-4e10-ad35-2cae9de0b6b9 tempest-PortsAdminExtendedAttrsTestJSON-655846894 tempest-PortsAdminExtendedAttrsTestJSON-655846894-project-admin] 10.222.0.130 "GET /v2.0/ports/666fbb3b-0663-4292-abe7-138b38ab10d0 HTTP/1.1" status: 404 len: 333 time: 0.1762700 Jan 24 16:17:54.286133 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-478ae16f-444f-4e10-98e0-6a3690d9cb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.287146 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-478ae16f-444f-4e10-98e0-6a3690d9cb75 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/cf3dcba1-bed5-45e0-8755-4c957ce158c0 HTTP/1.1" status: 204 len: 168 time: 0.6701815 Jan 24 16:17:54.288420 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54528) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:54.318101 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-91ad2721-03e3-4c35-a571-d2624fc0148e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.346862 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.376104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.379722 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cf0a512f-26e5-49a1-9ac7-16ec57eb8f06 tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7549207 Jan 24 16:17:54.380087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54534) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:54.446328 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:17:54.492110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad2721-03e3-4c35-a571-d2624fc0148e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=a76ced63-60e2-49c0-bda9-6315045b6eae,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:54.510809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-91ad2721-03e3-4c35-a571-d2624fc0148e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.522410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e24542-5ed0-4264-84b4-fcd45a09a612 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:17:54.550962 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-524507c4-adaa-4537-bf61-e2f4e6099560 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.605215 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-91ad2721-03e3-4c35-a571-d2624fc0148e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/a76ced63-60e2-49c0-bda9-6315045b6eae HTTP/1.1" status: 204 len: 168 time: 2.1224716 Jan 24 16:17:54.608530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54540) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:54.630309 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.741583 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0bc736bb-1931-45c7-85ce-9cf22e7d9e5c tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] 10.222.0.130 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.3605666 Jan 24 16:17:54.746947 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bedc2321-e5a0-4795-8dc3-9a635c339d39 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1332836 Jan 24 16:17:54.749679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54544) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:54.749998 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54546) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:54.759867 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e3f3c221-ce47-4e64-be27-0dfc5db33e92 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:54.793535 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54552) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:54.800849 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-524507c4-adaa-4537-bf61-e2f4e6099560 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.828295 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cd972b-2162-4ff7-a790-8650964a9bb6 None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:17:54.833494 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd972b-2162-4ff7-a790-8650964a9bb6 None None] Deleting port 861d697d-7348-4b32-96cf-cc2d290582db {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:54.834974 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f6cd972b-2162-4ff7-a790-8650964a9bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.902304 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-524507c4-adaa-4537-bf61-e2f4e6099560 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb72a760-d4fc-4644-aa2f-8213727baea3']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:54.918458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-524507c4-adaa-4537-bf61-e2f4e6099560 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536c36d6-774d-467f-abba-e95f647075ff') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:54.918996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-524507c4-adaa-4537-bf61-e2f4e6099560 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536c36d6-774d-467f-abba-e95f647075ff') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:54.927910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d91f5e68-ecdd-4f1f-9524-b06e199955a9 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Synchronizing usage tracker for tenant:75d710bb6a50477aa4baf24ea40e0b21 on resource:floatingip {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:54.936715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-524507c4-adaa-4537-bf61-e2f4e6099560 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.969183 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-20eaf52e-0a36-4b4e-b1dc-d6a7bef8763c admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=dc8c098bf96c460dbf5bbe13a38db7a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1717227 Jan 24 16:17:54.969183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-524507c4-adaa-4537-bf61-e2f4e6099560 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.969477 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e3f3c221-ce47-4e64-be27-0dfc5db33e92 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:54.971138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54556) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:54.978100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524507c4-adaa-4537-bf61-e2f4e6099560 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:17:54.978497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-524507c4-adaa-4537-bf61-e2f4e6099560 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:17:54.993774 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:17:54.996214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e3f3c221-ce47-4e64-be27-0dfc5db33e92 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:54.997457 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d91f5e68-ecdd-4f1f-9524-b06e199955a9 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Unset dirty status for tenant:75d710bb6a50477aa4baf24ea40e0b21 on resource:floatingip {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:54.998604 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d91f5e68-ecdd-4f1f-9524-b06e199955a9 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] 10.222.0.130 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2475727 Jan 24 16:17:54.999584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e3f3c221-ce47-4e64-be27-0dfc5db33e92 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:55.004413 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54560) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:55.018707 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e3f3c221-ce47-4e64-be27-0dfc5db33e92 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:55.047926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f3c221-ce47-4e64-be27-0dfc5db33e92 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:55.064311 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad17929e-fa14-42a5-a8e4-7b02fe968e28 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Router cc1729db-53d7-40e0-a71b-feef08d128b5 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:17:55.159792 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f6cd972b-2162-4ff7-a790-8650964a9bb6 None None] For port 861d697d-7348-4b32-96cf-cc2d290582db, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=861d697d-7348-4b32-96cf-cc2d290582db,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:17:55.160376 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f6cd972b-2162-4ff7-a790-8650964a9bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:55.161606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e24a60e-9644-4f88-9a4a-6d0cfed76646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:55.209684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e24a60e-9644-4f88-9a4a-6d0cfed76646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:55.217915 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c221-ce47-4e64-be27-0dfc5db33e92 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:55.266583 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ab699056-93e2-4aac-a38d-cef20b0cad7e tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Deleting port 54e5d4c9-273a-4431-943d-d4dcaaa2b129 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:55.266583 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ab699056-93e2-4aac-a38d-cef20b0cad7e tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:55.295719 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd972b-2162-4ff7-a790-8650964a9bb6 None None] Calling delete_port for 861d697d-7348-4b32-96cf-cc2d290582db owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:55.333819 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-524507c4-adaa-4537-bf61-e2f4e6099560 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:55.376531 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-524507c4-adaa-4537-bf61-e2f4e6099560 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:55.385743 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524507c4-adaa-4537-bf61-e2f4e6099560 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] Pushing event deleted for resources: {'Network': ['ID=fb72a760-d4fc-4644-aa2f-8213727baea3,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:55.391430 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-524507c4-adaa-4537-bf61-e2f4e6099560 tempest-PortsAdminExtendedAttrsTestJSON-1824997774 tempest-PortsAdminExtendedAttrsTestJSON-1824997774-project] 10.222.0.130 "DELETE /v2.0/networks/fb72a760-d4fc-4644-aa2f-8213727baea3 HTTP/1.1" status: 204 len: 168 time: 1.0993617 Jan 24 16:17:55.403964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f6cd972b-2162-4ff7-a790-8650964a9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:55.443115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e24a60e-9644-4f88-9a4a-6d0cfed76646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:55.468951 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24a60e-9644-4f88-9a4a-6d0cfed76646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c91d34-071b-4206-b8cb-939a5f76907f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:55.512074 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd972b-2162-4ff7-a790-8650964a9bb6 None None] Pushing event deleted for resources: {'Port': ['ID=861d697d-7348-4b32-96cf-cc2d290582db,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:55.538096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e24a60e-9644-4f88-9a4a-6d0cfed76646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:55.539568 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5e24a60e-9644-4f88-9a4a-6d0cfed76646 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/f1c91d34-071b-4206-b8cb-939a5f76907f HTTP/1.1" status: 204 len: 168 time: 0.5662434 Jan 24 16:17:55.541073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd972b-2162-4ff7-a790-8650964a9bb6 None None] No DVR routers for this DVR port 861d697d-7348-4b32-96cf-cc2d290582db on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:17:55.589738 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:55.626944 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:55.697828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 861d697d-7348-4b32-96cf-cc2d290582db no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:17:55.710512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c221-ce47-4e64-be27-0dfc5db33e92 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:55.718833 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad17929e-fa14-42a5-a8e4-7b02fe968e28 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:17:55.739756 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30087c53-da6e-47a5-beeb-c3511671b943 None None] Sync routers for ids ['cc1729db-53d7-40e0-a71b-feef08d128b5'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:17:55.757718 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30087c53-da6e-47a5-beeb-c3511671b943 None None] Routers {'cc1729db-53d7-40e0-a71b-feef08d128b5'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:55.758340 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-30087c53-da6e-47a5-beeb-c3511671b943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['cc1729db-53d7-40e0-a71b-feef08d128b5'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:55.761474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 861d697d-7348-4b32-96cf-cc2d290582db {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:17:55.761889 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 861d697d-7348-4b32-96cf-cc2d290582db not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:17:55.789400 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad17929e-fa14-42a5-a8e4-7b02fe968e28 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:55.858529 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54576) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:55.867008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f3c221-ce47-4e64-be27-0dfc5db33e92 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:55.872725 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-e3f3c221-ce47-4e64-be27-0dfc5db33e92 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:55.876382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3c221-ce47-4e64-be27-0dfc5db33e92 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=0297a844-17b8-4aa3-b5e3-c6fcf0c9dc33,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:55.880811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f3c221-ce47-4e64-be27-0dfc5db33e92 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:55.881385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c221-ce47-4e64-be27-0dfc5db33e92 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:55.895085 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6d38ac-96ae-49f0-b576-a4cc67152e4d None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:17:55.898940 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ad17929e-fa14-42a5-a8e4-7b02fe968e28 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "PUT /v2.0/floatingips/505bd8a4-a945-4008-814c-591a7f4992d2 HTTP/1.1" status: 200 len: 992 time: 5.1425717 Jan 24 16:17:55.902320 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0b126d-73e2-4a7f-a28d-cc2bcf658424', 'tag': 'efd4e5db-7339-4dba-8bac-0eb2a3f99b6e'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:17:55.933766 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e3f3c221-ce47-4e64-be27-0dfc5db33e92 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1810706 Jan 24 16:17:55.937384 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54588) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:55.943929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'fixed_ips': [{'subnet_id': '0297a844-17b8-4aa3-b5e3-c6fcf0c9dc33', 'ip_address': '2001:db8::97d1:9f16:f477:10cf'}], 'name': 'tempest-NetworksTestDHCPv6-164393820'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:55.959445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ab699056-93e2-4aac-a38d-cef20b0cad7e tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:55.959797 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ab699056-93e2-4aac-a38d-cef20b0cad7e tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:56.100671 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0b126d-73e2-4a7f-a28d-cc2bcf658424', 'tag': 'efd4e5db-7339-4dba-8bac-0eb2a3f99b6e', 'status': 'completed', 'code': 200} Jan 24 16:17:56.210249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:56.215769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:56.218940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:56.225301 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:56.248641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:56.257678 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:56.284760 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-30087c53-da6e-47a5-beeb-c3511671b943 None None] Set router cc1729db-53d7-40e0-a71b-feef08d128b5 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:17:56.290117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port 140ff0d7-5f13-4877-a4e1-b7d6d49ada8a yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:17:56.375670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ab699056-93e2-4aac-a38d-cef20b0cad7e tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Calling delete_port for 54e5d4c9-273a-4431-943d-d4dcaaa2b129 owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:56.382835 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': '0297a844-17b8-4aa3-b5e3-c6fcf0c9dc33'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:17:56.384475 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:56.683665 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a94f81c-a5ad-4ea5-9476-c5fd2d897039 req-5f292062-94c3-4606-8f4e-99b80ef58308 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=fbb9efdaac9a4d899b480136df279d62&device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 1099 time: 0.5219841 Jan 24 16:17:56.694353 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Allocated IP 172.26.2.38 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/c790412e-8fa5-4fe7-8365-8ffdbc3051ed) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:56.694600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::97d1:9f16:f477:10cf (97b1ab35-d9e1-4792-9053-01bd1c506e0f/0297a844-17b8-4aa3-b5e3-c6fcf0c9dc33/140ff0d7-5f13-4877-a4e1-b7d6d49ada8a) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:56.828251 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f758e9af-4ab6-49f2-8876-a15c29a579dd admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=59b0ad1ad2dd47fd979dfcaa274b027e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9651887 Jan 24 16:17:56.828953 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-30087c53-da6e-47a5-beeb-c3511671b943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'name': 'tempest-ServerActionsTestJSON-1790321864-router', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:53Z', 'revision_number': 4, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'gw_port': {'id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:39Z', 'updated_at': '2022-01-24T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '505bd8a4-a945-4008-814c-591a7f4992d2', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'port_id': 'efd4e5db-7339-4dba-8bac-0eb2a3f99b6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'mac_address': 'fa:16:3e:b4:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b126d-73e2-4a7f-a28d-cc2bcf658424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:17:08Z', 'updated_at': '2022-01-24T16:17:52Z', 'revision_number': 1, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415f4987-1193-427b-984a-0e1a8f373fb6', 'name': '', 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'mac_address': 'fa:16:3e:b0:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:50Z', 'updated_at': '2022-01-24T16:17:04Z', 'revision_number': 5, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'subnets': [{'id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:56.829512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54608) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:56.833715 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30087c53-da6e-47a5-beeb-c3511671b943 None None] Checking router: cc1729db-53d7-40e0-a71b-feef08d128b5 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:17:56.846843 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30087c53-da6e-47a5-beeb-c3511671b943 None None] Routers {'cc1729db-53d7-40e0-a71b-feef08d128b5'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:17:56.847082 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-30087c53-da6e-47a5-beeb-c3511671b943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['cc1729db-53d7-40e0-a71b-feef08d128b5'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:56.876602 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54610) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:56.971882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.009441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94f81c-a5ad-4ea5-9476-c5fd2d897039 req-2bd22545-dfcd-4f80-8537-93b6a06b95a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:57.010783 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a94f81c-a5ad-4ea5-9476-c5fd2d897039 req-2bd22545-dfcd-4f80-8537-93b6a06b95a5 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5495e0fa-a9db-448f-8be6-86cc8bed9d19 HTTP/1.1" status: 200 len: 913 time: 0.3135498 Jan 24 16:17:57.032559 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-30087c53-da6e-47a5-beeb-c3511671b943 None None] Set router cc1729db-53d7-40e0-a71b-feef08d128b5 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:17:57.044650 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Request body: {'networks': [{'name': 'tempest-network--956914176'}, {'name': 'tempest-network--1672294758'}]} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:57.045314 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Request body: {'network': {'name': 'tempest-network--956914176'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:57.046087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Request body: {'network': {'name': 'tempest-network--1672294758'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:17:57.052024 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:57.056391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Usage tracker for resource:network and tenant:b4d0cc4f57aa4d1c857c55819a21b8dc is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:57.059663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:57.066080 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:57.077564 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Made reservation on behalf of b4d0cc4f57aa4d1c857c55819a21b8dc for: {'network': 2} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:17:57.082455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.098580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.134014 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object 140ff0d7-5f13-4877-a4e1-b7d6d49ada8a will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:57.140486 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ab699056-93e2-4aac-a38d-cef20b0cad7e tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.146801 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:17:57.152751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Usage tracker for resource:security_group_rule and tenant:b4d0cc4f57aa4d1c857c55819a21b8dc is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:17:57.156629 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:17:57.163720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:17:57.195328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.212489 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a94f81c-a5ad-4ea5-9476-c5fd2d897039 req-c4085660-e11e-4262-ad9e-db77aebc53d2 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e HTTP/1.1" status: 200 len: 1000 time: 0.1833339 Jan 24 16:17:57.217450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab699056-93e2-4aac-a38d-cef20b0cad7e tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Pushing event deleted for resources: {'Port': ['ID=54e5d4c9-273a-4431-943d-d4dcaaa2b129,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:57.248251 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:57.258365 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:57.270081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:57.274387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:57.275169 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.330208 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Allocated IP 2001:db8::2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/0297a844-17b8-4aa3-b5e3-c6fcf0c9dc33/9780c174-723d-450b-8080-dcb58c5a6afd) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:17:57.337835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=140ff0d7-5f13-4877-a4e1-b7d6d49ada8a,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:57.355310 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-11fb951d-5c02-4ebd-b88d-20ceed4e0059 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4166553 Jan 24 16:17:57.359856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54620) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:57.361395 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e45df309-d91d-4ca0-bf97-393c712a9220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.426601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.429110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.449265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.449963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.468789 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94f81c-a5ad-4ea5-9476-c5fd2d897039 req-e038131c-f342-4e2d-bd36-ead27533bfa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:57.470226 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a94f81c-a5ad-4ea5-9476-c5fd2d897039 req-e038131c-f342-4e2d-bd36-ead27533bfa1 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3c1c62db-bb5b-4b37-8d89-20b3ac5d7145 HTTP/1.1" status: 200 len: 851 time: 0.2407279 Jan 24 16:17:57.471938 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e45df309-d91d-4ca0-bf97-393c712a9220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.489701 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-30087c53-da6e-47a5-beeb-c3511671b943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'name': 'tempest-ServerActionsTestJSON-1790321864-router', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:53Z', 'revision_number': 4, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'gw_port': {'id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:39Z', 'updated_at': '2022-01-24T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '505bd8a4-a945-4008-814c-591a7f4992d2', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'port_id': 'efd4e5db-7339-4dba-8bac-0eb2a3f99b6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'mac_address': 'fa:16:3e:b4:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b126d-73e2-4a7f-a28d-cc2bcf658424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:17:08Z', 'updated_at': '2022-01-24T16:17:52Z', 'revision_number': 1, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415f4987-1193-427b-984a-0e1a8f373fb6', 'name': '', 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'mac_address': 'fa:16:3e:b0:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:50Z', 'updated_at': '2022-01-24T16:17:04Z', 'revision_number': 5, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'subnets': [{'id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:57.495930 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30087c53-da6e-47a5-beeb-c3511671b943 None None] The sync data for ids ['cc1729db-53d7-40e0-a71b-feef08d128b5'] in dv-neutron-826104-1-hyperv is: [{'id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'name': 'tempest-ServerActionsTestJSON-1790321864-router', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:53Z', 'revision_number': 4, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'gw_port': {'id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:39Z', 'updated_at': '2022-01-24T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '505bd8a4-a945-4008-814c-591a7f4992d2', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'port_id': 'efd4e5db-7339-4dba-8bac-0eb2a3f99b6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'mac_address': 'fa:16:3e:b4:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0b126d-73e2-4a7f-a28d-cc2bcf658424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:17:08Z', 'updated_at': '2022-01-24T16:17:52Z', 'revision_number': 1, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415f4987-1193-427b-984a-0e1a8f373fb6', 'name': '', 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'mac_address': 'fa:16:3e:b0:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:50Z', 'updated_at': '2022-01-24T16:17:04Z', 'revision_number': 5, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'subnets': [{'id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:17:57.518107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:17:57.528339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.528735 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Added segment 363c3aff-1382-4333-9496-53aa411ae231 of type vlan for network 9dd0cf5e-5085-42c0-9d38-5863fb96c0a5 Jan 24 16:17:57.559511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.574314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ab699056-93e2-4aac-a38d-cef20b0cad7e tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.597986 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:17:57.607420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.608023 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Added segment 2ab5827e-998c-4098-924f-66c7abf7ac24 of type vlan for network ae2ab2e8-6f85-4bfd-93b8-8fd444252965 Jan 24 16:17:57.634932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7477e3a-7d0f-4b42-b685-a1a21d00ac8b,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:57.638830 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.650052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d065e0c-3f97-4362-9be1-6e6f83102fb0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:57.650235 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ab699056-93e2-4aac-a38d-cef20b0cad7e tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.651102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8d065e0c-3f97-4362-9be1-6e6f83102fb0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:57.654040 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ab699056-93e2-4aac-a38d-cef20b0cad7e tempest-FloatingIPAdminTestJSON-2146723734 tempest-FloatingIPAdminTestJSON-2146723734-project] 10.222.0.130 "DELETE /v2.0/floatingips/1e9ed617-bbb0-42c5-a7c7-af659cedfddd HTTP/1.1" status: 204 len: 168 time: 2.6457968 Jan 24 16:17:57.656417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54626) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:57.681459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8d065e0c-3f97-4362-9be1-6e6f83102fb0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:57.682726 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8d065e0c-3f97-4362-9be1-6e6f83102fb0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3218937 Jan 24 16:17:57.687004 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54630) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:57.736359 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.736955 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.737068 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.740759 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:57.744078 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:57.744799 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.751554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Transition to ACTIVE for port object 9780c174-723d-450b-8080-dcb58c5a6afd will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:57.775645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Transition to ACTIVE for port object 9780c174-723d-450b-8080-dcb58c5a6afd will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:17:57.796522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.863338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-09112751-4e24-4b3f-8fb1-92ec77ecad39 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port 140ff0d7-5f13-4877-a4e1-b7d6d49ada8a {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:57.863593 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09112751-4e24-4b3f-8fb1-92ec77ecad39 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.881989 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:57.901532 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Pushing event updated for resources: {'Port': ['ID=9780c174-723d-450b-8080-dcb58c5a6afd,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:57.911035 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0332015 Jan 24 16:17:57.911710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54636) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:57.912133 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:57.913549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:57.916623 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:57.959904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event updated for resources: {'Network': ['ID=9dd0cf5e-5085-42c0-9d38-5863fb96c0a5,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:57.996763 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 9dd0cf5e-5085-42c0-9d38-5863fb96c0a5 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:17:58.085195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-91284585-f499-4204-b768-837682d14152 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Deleting port 236efcd1-5f1f-4e3a-a667-65c175723057 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:58.085427 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-91284585-f499-4204-b768-837682d14152 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:58.099857 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee16564-bc3f-4336-a1a6-bf4acaf95767 None None] New status for floating IP 505bd8a4-a945-4008-814c-591a7f4992d2: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:17:58.107135 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34330c4-1831-4d1b-98c4-c6cd13331c1b tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event updated for resources: {'Network': ['ID=ae2ab2e8-6f85-4bfd-93b8-8fd444252965,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:58.132416 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:17:58.142499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:17:58.144190 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e45df309-d91d-4ca0-bf97-393c712a9220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:58.147845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:17:58.187351 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a94f81c-a5ad-4ea5-9476-c5fd2d897039 req-93623c03-418b-4df2-b6b3-ecacf904fe0e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5495e0fa-a9db-448f-8be6-86cc8bed9d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7017372 Jan 24 16:17:58.241092 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45df309-d91d-4ca0-bf97-393c712a9220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6e1fea-62a9-46f8-9425-4296df5f9e04,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:58.252844 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e45df309-d91d-4ca0-bf97-393c712a9220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:58.256422 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e45df309-d91d-4ca0-bf97-393c712a9220 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/2b6e1fea-62a9-46f8-9425-4296df5f9e04 HTTP/1.1" status: 204 len: 168 time: 1.3669987 Jan 24 16:17:58.319187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Pushing event updated for resources: {'Port': ['ID=c790412e-8fa5-4fe7-8365-8ffdbc3051ed,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:58.320678 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f0f10-b688-4fd4-9397-54fb412259cf tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:58.326015 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f0f10-b688-4fd4-9397-54fb412259cf tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:58.330431 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f0f10-b688-4fd4-9397-54fb412259cf tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:58.334358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f0f10-b688-4fd4-9397-54fb412259cf tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:58.335292 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4b9f0f10-b688-4fd4-9397-54fb412259cf tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Synchronizing usage tracker for tenant:b4d0cc4f57aa4d1c857c55819a21b8dc on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:58.388128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network ae2ab2e8-6f85-4bfd-93b8-8fd444252965 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:17:58.394237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4b9f0f10-b688-4fd4-9397-54fb412259cf tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Unset dirty status for tenant:b4d0cc4f57aa4d1c857c55819a21b8dc on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:58.399324 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4b9f0f10-b688-4fd4-9397-54fb412259cf tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4816170 Jan 24 16:17:58.400238 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54644) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:58.402471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09112751-4e24-4b3f-8fb1-92ec77ecad39 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:58.588092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Attempting to bind port 9780c174-723d-450b-8080-dcb58c5a6afd on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:17:58.588369 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Attempting to bind port 9780c174-723d-450b-8080-dcb58c5a6afd by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:17:58.588721 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Attempting to bind port 9780c174-723d-450b-8080-dcb58c5a6afd on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:17:58.596515 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:17:58.596879 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:17:58.597266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:58.597647 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:17:58.598913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Bound port: 9780c174-723d-450b-8080-dcb58c5a6afd, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:17:58.598913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:58.627663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-09112751-4e24-4b3f-8fb1-92ec77ecad39 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for 140ff0d7-5f13-4877-a4e1-b7d6d49ada8a owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:58.653560 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-91284585-f499-4204-b768-837682d14152 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:58.654917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-91284585-f499-4204-b768-837682d14152 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:58.675570 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a94f81c-a5ad-4ea5-9476-c5fd2d897039 req-9c188209-131a-470c-a824-d772c2c8efb2 service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719927 Jan 24 16:17:58.723238 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] For port 9780c174-723d-450b-8080-dcb58c5a6afd, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:17:58.727855 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] For port 9780c174-723d-450b-8080-dcb58c5a6afd, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9780c174-723d-450b-8080-dcb58c5a6afd,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:17:58.735624 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:58.865468 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412aa29-740d-461a-a8cc-416760f91ca8 None None] Pushing event updated for resources: {'Port': ['ID=9780c174-723d-450b-8080-dcb58c5a6afd,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:58.869019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1c03e954-c233-4555-9842-f4984cdd5494 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:58.937351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-91284585-f499-4204-b768-837682d14152 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Calling delete_port for 236efcd1-5f1f-4e3a-a667-65c175723057 owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:17:59.087006 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54654) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:59.142754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1c03e954-c233-4555-9842-f4984cdd5494 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.200575 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-1c03e954-c233-4555-9842-f4984cdd5494 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd0cf5e-5085-42c0-9d38-5863fb96c0a5']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:59.210827 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09112751-4e24-4b3f-8fb1-92ec77ecad39 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.270267 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-1c03e954-c233-4555-9842-f4984cdd5494 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363c3aff-1382-4333-9496-53aa411ae231') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:59.270728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-1c03e954-c233-4555-9842-f4984cdd5494 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363c3aff-1382-4333-9496-53aa411ae231') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:17:59.279181 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-74331a9e-e283-4ad9-985b-0ebf4e404ccb admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=77a8976723384a24893bfc5873afd31a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1909056 Jan 24 16:17:59.284862 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09112751-4e24-4b3f-8fb1-92ec77ecad39 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=140ff0d7-5f13-4877-a4e1-b7d6d49ada8a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:59.289082 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a94f81c-a5ad-4ea5-9476-c5fd2d897039 req-a4bdfbfc-0a11-49d8-adef-5bd2b3fb5bab service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847055 Jan 24 16:17:59.290712 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54658) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:59.301432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1c03e954-c233-4555-9842-f4984cdd5494 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.358836 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.359639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.392522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1c03e954-c233-4555-9842-f4984cdd5494 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.397781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09112751-4e24-4b3f-8fb1-92ec77ecad39 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.413141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c03e954-c233-4555-9842-f4984cdd5494 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:17:59.413523 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1c03e954-c233-4555-9842-f4984cdd5494 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:17:59.431724 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:17:59.454682 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-91284585-f499-4204-b768-837682d14152 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.487968 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-09112751-4e24-4b3f-8fb1-92ec77ecad39 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/140ff0d7-5f13-4877-a4e1-b7d6d49ada8a HTTP/1.1" status: 204 len: 168 time: 1.7973077 Jan 24 16:17:59.491438 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54662) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:59.530696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dcdb65fd-ee67-4c92-8feb-bf1afa2b8420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.533539 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1c03e954-c233-4555-9842-f4984cdd5494 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.561294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1c03e954-c233-4555-9842-f4984cdd5494 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.576393 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91284585-f499-4204-b768-837682d14152 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Pushing event deleted for resources: {'Port': ['ID=236efcd1-5f1f-4e3a-a667-65c175723057,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:59.580717 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03e954-c233-4555-9842-f4984cdd5494 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event deleted for resources: {'Network': ['ID=9dd0cf5e-5085-42c0-9d38-5863fb96c0a5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:59.589404 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dcdb65fd-ee67-4c92-8feb-bf1afa2b8420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.602718 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1c03e954-c233-4555-9842-f4984cdd5494 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "DELETE /v2.0/networks/9dd0cf5e-5085-42c0-9d38-5863fb96c0a5 HTTP/1.1" status: 204 len: 168 time: 1.1907792 Jan 24 16:17:59.606014 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54668) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:59.718844 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477f92af-cbe6-4534-ba56-c005ad1fb5e7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:59.720256 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477f92af-cbe6-4534-ba56-c005ad1fb5e7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:17:59.720991 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-477f92af-cbe6-4534-ba56-c005ad1fb5e7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:17:59.728099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-91284585-f499-4204-b768-837682d14152 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.749121 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec7c7ab1-f9f7-48df-830e-19cf8b0ed4fd tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.751711 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-91284585-f499-4204-b768-837682d14152 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.758763 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54672) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:59.759141 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-91284585-f499-4204-b768-837682d14152 tempest-FloatingIPAdminTestJSON-1202852643 tempest-FloatingIPAdminTestJSON-1202852643-project-admin] 10.222.0.130 "DELETE /v2.0/floatingips/7475941c-7b8e-4930-86c6-f971d20f521a HTTP/1.1" status: 204 len: 168 time: 2.1032741 Jan 24 16:17:59.784183 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9780c174-723d-450b-8080-dcb58c5a6afd up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:17:59.802194 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dcdb65fd-ee67-4c92-8feb-bf1afa2b8420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.815819 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-477f92af-cbe6-4534-ba56-c005ad1fb5e7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:17:59.816695 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-477f92af-cbe6-4534-ba56-c005ad1fb5e7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3209991 Jan 24 16:17:59.822624 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54676) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:17:59.865414 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb65fd-ee67-4c92-8feb-bf1afa2b8420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e1d66b-f30c-4164-9c8a-a9a2d4a9f2b7,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:17:59.909140 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 9780c174-723d-450b-8080-dcb58c5a6afd completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:17:59.914964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dcdb65fd-ee67-4c92-8feb-bf1afa2b8420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:17:59.916126 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-dcdb65fd-ee67-4c92-8feb-bf1afa2b8420 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/d0e1d66b-f30c-4164-9c8a-a9a2d4a9f2b7 HTTP/1.1" status: 204 len: 168 time: 0.6201680 Jan 24 16:17:59.970771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ecb72456-24d8-4928-8633-6441515a7051 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Deleting port ca760615-00a4-434d-84fd-6f74a4b733ec {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:17:59.971108 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ecb72456-24d8-4928-8633-6441515a7051 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:00.108401 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec7c7ab1-f9f7-48df-830e-19cf8b0ed4fd tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:00.225520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bdcb02a5-3bf3-4fa3-b982-b839ce5f187f None None] Provisioning for port 9780c174-723d-450b-8080-dcb58c5a6afd completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:00.245264 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bdcb02a5-3bf3-4fa3-b982-b839ce5f187f None None] Provisioning complete for port 9780c174-723d-450b-8080-dcb58c5a6afd triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:00.245640 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bdcb02a5-3bf3-4fa3-b982-b839ce5f187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:00.355627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ec7c7ab1-f9f7-48df-830e-19cf8b0ed4fd tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2ab2e8-6f85-4bfd-93b8-8fd444252965']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:00.374585 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8e018c-1e43-472d-941e-fcb182fc6674 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet 0297a844-17b8-4aa3-b5e3-c6fcf0c9dc33 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:18:00.383230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ec7c7ab1-f9f7-48df-830e-19cf8b0ed4fd tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab5827e-998c-4098-924f-66c7abf7ac24') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:00.384143 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ec7c7ab1-f9f7-48df-830e-19cf8b0ed4fd tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab5827e-998c-4098-924f-66c7abf7ac24') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:00.387193 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf8e018c-1e43-472d-941e-fcb182fc6674 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:00.408638 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec7c7ab1-f9f7-48df-830e-19cf8b0ed4fd tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:00.455235 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec7c7ab1-f9f7-48df-830e-19cf8b0ed4fd tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:00.475673 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf8e018c-1e43-472d-941e-fcb182fc6674 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:00.479424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7c7ab1-f9f7-48df-830e-19cf8b0ed4fd tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:18:00.479856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec7c7ab1-f9f7-48df-830e-19cf8b0ed4fd tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:00.480521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bdcb02a5-3bf3-4fa3-b982-b839ce5f187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:18:00.494689 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:18:00.509353 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Router 8bc31c42-bde8-42f0-ba29-f1f8e8a53899 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:18:00.533243 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-bdcb02a5-3bf3-4fa3-b982-b839ce5f187f None None] For port 9780c174-723d-450b-8080-dcb58c5a6afd, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9780c174-723d-450b-8080-dcb58c5a6afd,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:00.539732 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bdcb02a5-3bf3-4fa3-b982-b839ce5f187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:00.581711 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ecb72456-24d8-4928-8633-6441515a7051 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:00.646161 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb02a5-3bf3-4fa3-b982-b839ce5f187f None None] Pushing event updated for resources: {'Port': ['ID=9780c174-723d-450b-8080-dcb58c5a6afd,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:00.656817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5ecc9758-d406-4388-baae-f51d4a2213d7 None None] Could not find standard attr ID for object 140ff0d7-5f13-4877-a4e1-b7d6d49ada8a. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:18:00.723439 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf8e018c-1e43-472d-941e-fcb182fc6674 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:00.797363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ecb72456-24d8-4928-8633-6441515a7051 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Calling delete_port for ca760615-00a4-434d-84fd-6f74a4b733ec owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:00.880644 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf8e018c-1e43-472d-941e-fcb182fc6674 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:00.924932 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e018c-1e43-472d-941e-fcb182fc6674 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=0297a844-17b8-4aa3-b5e3-c6fcf0c9dc33,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:00.932299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf8e018c-1e43-472d-941e-fcb182fc6674 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:00.944438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64645010-05d8-4548-abc8-6beebfee5f57 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:00.952994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec7c7ab1-f9f7-48df-830e-19cf8b0ed4fd tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:00.956493 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cf8e018c-1e43-472d-941e-fcb182fc6674 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/0297a844-17b8-4aa3-b5e3-c6fcf0c9dc33 HTTP/1.1" status: 204 len: 168 time: 1.1324465 Jan 24 16:18:00.963148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54700) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:00.978796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:18:00.989626 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Sync routers for ids ['8bc31c42-bde8-42f0-ba29-f1f8e8a53899'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:18:00.992174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec7c7ab1-f9f7-48df-830e-19cf8b0ed4fd tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:01.009356 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Routers {'8bc31c42-bde8-42f0-ba29-f1f8e8a53899'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:01.010298 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['8bc31c42-bde8-42f0-ba29-f1f8e8a53899'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:01.023712 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:01.025361 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b3271ce3-90e1-4272-829a-2f099ee89870 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 6.9205775 Jan 24 16:18:01.027965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54706) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:01.070138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c7ab1-f9f7-48df-830e-19cf8b0ed4fd tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event deleted for resources: {'Network': ['ID=ae2ab2e8-6f85-4bfd-93b8-8fd444252965,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:01.078365 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-01ada7a5-5c84-4538-a538-5438c9d5262d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880561 Jan 24 16:18:01.079115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54710) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:01.148066 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ec7c7ab1-f9f7-48df-830e-19cf8b0ed4fd tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "DELETE /v2.0/networks/ae2ab2e8-6f85-4bfd-93b8-8fd444252965 HTTP/1.1" status: 204 len: 168 time: 1.5408387 Jan 24 16:18:01.157739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54714) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:01.296159 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ecb72456-24d8-4928-8633-6441515a7051 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:01.365520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb72456-24d8-4928-8633-6441515a7051 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event deleted for resources: {'Port': ['ID=ca760615-00a4-434d-84fd-6f74a4b733ec,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:01.375747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275f713d-11dd-4d8c-a422-3dfb59ebc566 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:01.376645 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-275f713d-11dd-4d8c-a422-3dfb59ebc566 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:01.405398 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-275f713d-11dd-4d8c-a422-3dfb59ebc566 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:01.409607 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-275f713d-11dd-4d8c-a422-3dfb59ebc566 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3233221 Jan 24 16:18:01.415983 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Set router 8bc31c42-bde8-42f0-ba29-f1f8e8a53899 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:01.444768 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0193281b-d656-4a8d-8516-a49ce8ccdc0f None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:18:01.449810 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0193281b-d656-4a8d-8516-a49ce8ccdc0f None None] Deleting port 9780c174-723d-450b-8080-dcb58c5a6afd {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:01.450764 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0193281b-d656-4a8d-8516-a49ce8ccdc0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:01.470449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54724) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:01.487200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3183d2-a9c6-49cb-9578-5cdef0f067c6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:01.498054 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3183d2-a9c6-49cb-9578-5cdef0f067c6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:01.503143 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9d3183d2-a9c6-49cb-9578-5cdef0f067c6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3426931 Jan 24 16:18:01.505563 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54726) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:01.517115 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-6e90eb69-28d3-49af-a5a1-6306b133b1ff tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1256152496'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:01.527656 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6e90eb69-28d3-49af-a5a1-6306b133b1ff tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:01.533807 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6e90eb69-28d3-49af-a5a1-6306b133b1ff tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Usage tracker for resource:network and tenant:b4d0cc4f57aa4d1c857c55819a21b8dc is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:01.549832 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6e90eb69-28d3-49af-a5a1-6306b133b1ff tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:01.559783 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6e90eb69-28d3-49af-a5a1-6306b133b1ff tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:01.580365 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e90eb69-28d3-49af-a5a1-6306b133b1ff tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Made reservation on behalf of b4d0cc4f57aa4d1c857c55819a21b8dc for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:01.583536 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6e90eb69-28d3-49af-a5a1-6306b133b1ff tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:01.634811 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4cbf173c-c955-4f3c-8e9b-aad6410d41e7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/routers/8bc31c42-bde8-42f0-ba29-f1f8e8a53899 HTTP/1.1" status: 200 len: 905 time: 0.6036086 Jan 24 16:18:01.637152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54734) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:01.658258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2415728', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'enable_snat': True}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:01.665452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e90eb69-28d3-49af-a5a1-6306b133b1ff tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:18:01.695651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6e90eb69-28d3-49af-a5a1-6306b133b1ff tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:01.695999 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-6e90eb69-28d3-49af-a5a1-6306b133b1ff tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Added segment d2f506d1-ec7d-44fc-9158-879c61387fbf of type vlan for network 9120012b-9668-4c30-94af-213cf7fca324 Jan 24 16:18:01.699194 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:01.729197 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6e90eb69-28d3-49af-a5a1-6306b133b1ff tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:01.748196 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9780c174-723d-450b-8080-dcb58c5a6afd no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:18:01.750709 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Usage tracker for resource:router and tenant:f369555f505a462a9e8f6d404645a183 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:01.770893 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:01.774580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ecb72456-24d8-4928-8633-6441515a7051 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:01.780766 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572bcac8-7efd-4d52-b3b0-716c7362964c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:01.781955 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-572bcac8-7efd-4d52-b3b0-716c7362964c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:01.790798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:01.799078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6e90eb69-28d3-49af-a5a1-6306b133b1ff tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:01.804099 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ecb72456-24d8-4928-8633-6441515a7051 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] 10.222.0.130 "DELETE /v2.0/ports/ca760615-00a4-434d-84fd-6f74a4b733ec HTTP/1.1" status: 204 len: 168 time: 2.0400741 Jan 24 16:18:01.804276 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e90eb69-28d3-49af-a5a1-6306b133b1ff tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:01.804465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6e90eb69-28d3-49af-a5a1-6306b133b1ff tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:01.808691 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54738) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:01.851632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:01.852929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:01.870245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-572bcac8-7efd-4d52-b3b0-716c7362964c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:01.872111 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-572bcac8-7efd-4d52-b3b0-716c7362964c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3296123 Jan 24 16:18:01.875308 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54744) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:01.934901 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc31c42-bde8-42f0-ba29-f1f8e8a53899', 'name': 'tempest-snat-router-2415728', 'tenant_id': 'f369555f505a462a9e8f6d404645a183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.38'}], 'enable_snat': False}, 'gw_port_id': 'c790412e-8fa5-4fe7-8365-8ffdbc3051ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:17:54Z', 'updated_at': '2022-01-24T16:17:58Z', 'revision_number': 3, 'project_id': 'f369555f505a462a9e8f6d404645a183', 'gw_port': {'id': 'c790412e-8fa5-4fe7-8365-8ffdbc3051ed', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc31c42-bde8-42f0-ba29-f1f8e8a53899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:17:55Z', 'updated_at': '2022-01-24T16:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:01.945299 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Checking router: 8bc31c42-bde8-42f0-ba29-f1f8e8a53899 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:18:01.945803 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Updating router 8bc31c42-bde8-42f0-ba29-f1f8e8a53899 port c790412e-8fa5-4fe7-8365-8ffdbc3051ed binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:18:01.962154 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-79385438-cac3-4f58-8afc-615ec70898c2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817227 Jan 24 16:18:01.962950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54750) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:01.978700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b94f5b4f-77c5-4e75-9513-07b2345c8002 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:02.007005 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:02.066823 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6e90eb69-28d3-49af-a5a1-6306b133b1ff tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5601349 Jan 24 16:18:02.068415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90eb69-28d3-49af-a5a1-6306b133b1ff tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event updated for resources: {'Network': ['ID=9120012b-9668-4c30-94af-213cf7fca324,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:02.070621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54754) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:02.078020 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-fb80cbc0-237f-4438-b0e2-01b42fc5ace5 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-530915080'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:02.087836 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 9120012b-9668-4c30-94af-213cf7fca324 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:18:02.089657 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fb80cbc0-237f-4438-b0e2-01b42fc5ace5 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:02.097836 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fb80cbc0-237f-4438-b0e2-01b42fc5ace5 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Usage tracker for resource:network and tenant:b4d0cc4f57aa4d1c857c55819a21b8dc is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:02.105722 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fb80cbc0-237f-4438-b0e2-01b42fc5ace5 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:02.140437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fb80cbc0-237f-4438-b0e2-01b42fc5ace5 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:02.158837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb80cbc0-237f-4438-b0e2-01b42fc5ace5 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Made reservation on behalf of b4d0cc4f57aa4d1c857c55819a21b8dc for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:02.164312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fb80cbc0-237f-4438-b0e2-01b42fc5ace5 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:02.190218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b94f5b4f-77c5-4e75-9513-07b2345c8002 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:02.202561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b94f5b4f-77c5-4e75-9513-07b2345c8002 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:02.206857 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0193281b-d656-4a8d-8516-a49ce8ccdc0f None None] For port 9780c174-723d-450b-8080-dcb58c5a6afd, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9780c174-723d-450b-8080-dcb58c5a6afd,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:02.207237 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0193281b-d656-4a8d-8516-a49ce8ccdc0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:02.211932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:02.234644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94f5b4f-77c5-4e75-9513-07b2345c8002 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:02.242331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb80cbc0-237f-4438-b0e2-01b42fc5ace5 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:18:02.261385 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fb80cbc0-237f-4438-b0e2-01b42fc5ace5 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:02.262650 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-fb80cbc0-237f-4438-b0e2-01b42fc5ace5 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Added segment 44bcbbc1-1294-495d-b739-e86074fc1cf9 of type vlan for network cc54cb23-1eeb-48a1-b6d4-7fdcc5f5b3d8 Jan 24 16:18:02.295622 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:02.302556 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fb80cbc0-237f-4438-b0e2-01b42fc5ace5 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:02.391059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fb80cbc0-237f-4438-b0e2-01b42fc5ace5 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:02.395329 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb80cbc0-237f-4438-b0e2-01b42fc5ace5 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:02.396177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fb80cbc0-237f-4438-b0e2-01b42fc5ace5 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:02.425672 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0193281b-d656-4a8d-8516-a49ce8ccdc0f None None] Calling delete_port for 9780c174-723d-450b-8080-dcb58c5a6afd owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:02.472270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b94f5b4f-77c5-4e75-9513-07b2345c8002 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:02.490731 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:02.497139 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fb80cbc0-237f-4438-b0e2-01b42fc5ace5 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4250498 Jan 24 16:18:02.519135 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Transition to ACTIVE for port object c790412e-8fa5-4fe7-8365-8ffdbc3051ed will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:02.527702 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:02.576716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 9780c174-723d-450b-8080-dcb58c5a6afd, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9780c174-723d-450b-8080-dcb58c5a6afd,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:02.596931 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:02.618386 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54764) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:02.692191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80cbc0-237f-4438-b0e2-01b42fc5ace5 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event updated for resources: {'Network': ['ID=cc54cb23-1eeb-48a1-b6d4-7fdcc5f5b3d8,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:02.724205 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6180ce-9f39-4f17-bef9-dd8d21f9ab36 None None] Pushing event updated for resources: {'Port': ['ID=c790412e-8fa5-4fe7-8365-8ffdbc3051ed,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:02.728112 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Attempting to bind port c790412e-8fa5-4fe7-8365-8ffdbc3051ed on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:18:02.728742 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Attempting to bind port c790412e-8fa5-4fe7-8365-8ffdbc3051ed by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:18:02.729210 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Attempting to bind port c790412e-8fa5-4fe7-8365-8ffdbc3051ed on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:18:02.741839 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6180ce-9f39-4f17-bef9-dd8d21f9ab36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:02.742420 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6180ce-9f39-4f17-bef9-dd8d21f9ab36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:02.743881 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6180ce-9f39-4f17-bef9-dd8d21f9ab36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:02.743881 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6180ce-9f39-4f17-bef9-dd8d21f9ab36 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:02.743881 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6180ce-9f39-4f17-bef9-dd8d21f9ab36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:02.743881 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6180ce-9f39-4f17-bef9-dd8d21f9ab36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:02.744431 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6180ce-9f39-4f17-bef9-dd8d21f9ab36 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:02.744894 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6180ce-9f39-4f17-bef9-dd8d21f9ab36 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:02.745425 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6180ce-9f39-4f17-bef9-dd8d21f9ab36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:02.745808 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6180ce-9f39-4f17-bef9-dd8d21f9ab36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:02.746341 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6180ce-9f39-4f17-bef9-dd8d21f9ab36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:02.749826 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network cc54cb23-1eeb-48a1-b6d4-7fdcc5f5b3d8 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:18:02.750005 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:18:02.751125 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:02.751125 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:02.751125 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:18:02.752571 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Bound port: c790412e-8fa5-4fe7-8365-8ffdbc3051ed, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:18:02.752957 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:02.781308 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Request body: {'ports': [{'network_id': '9120012b-9668-4c30-94af-213cf7fca324', 'name': 'tempest-port--818308332', 'admin_state_up': True}, {'network_id': 'cc54cb23-1eeb-48a1-b6d4-7fdcc5f5b3d8', 'admin_state_up': False}]} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:02.781710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Request body: {'port': {'network_id': '9120012b-9668-4c30-94af-213cf7fca324', 'name': 'tempest-port--818308332', 'admin_state_up': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:02.788852 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Request body: {'port': {'network_id': 'cc54cb23-1eeb-48a1-b6d4-7fdcc5f5b3d8', 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:02.839046 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-0193281b-d656-4a8d-8516-a49ce8ccdc0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:18:02.839293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-0193281b-d656-4a8d-8516-a49ce8ccdc0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:18:02.861975 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] For port c790412e-8fa5-4fe7-8365-8ffdbc3051ed, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:18:02.866859 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] For port c790412e-8fa5-4fe7-8365-8ffdbc3051ed, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c790412e-8fa5-4fe7-8365-8ffdbc3051ed,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:18:02.876324 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:02.899382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=9780c174-723d-450b-8080-dcb58c5a6afd,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:02.991601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9863e95-0f0e-4135-b7c8-893e28b129fc tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:02.992349 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a9863e95-0f0e-4135-b7c8-893e28b129fc tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Synchronizing usage tracker for tenant:75d710bb6a50477aa4baf24ea40e0b21 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:03.001693 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Routers {'8bc31c42-bde8-42f0-ba29-f1f8e8a53899'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:03.002305 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['8bc31c42-bde8-42f0-ba29-f1f8e8a53899'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:03.069413 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6180ce-9f39-4f17-bef9-dd8d21f9ab36 None None] Pushing event updated for resources: {'Port': ['ID=c790412e-8fa5-4fe7-8365-8ffdbc3051ed,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:03.138050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:03.142293 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Usage tracker for resource:port and tenant:b4d0cc4f57aa4d1c857c55819a21b8dc is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:03.145189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:03.151079 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:03.165733 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a9863e95-0f0e-4135-b7c8-893e28b129fc tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Unset dirty status for tenant:75d710bb6a50477aa4baf24ea40e0b21 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:03.169507 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a9863e95-0f0e-4135-b7c8-893e28b129fc tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] 10.222.0.130 "GET /v2.0/ports?device_id=6211a279-c402-46f1-8f0d-d83353dd9dd4 HTTP/1.1" status: 200 len: 913 time: 1.3574796 Jan 24 16:18:03.169507 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Made reservation on behalf of b4d0cc4f57aa4d1c857c55819a21b8dc for: {'port': 2} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:03.170181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54782) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:03.173071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:03.188278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:03.210028 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] Set router 8bc31c42-bde8-42f0-ba29-f1f8e8a53899 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:03.257588 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54786) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:03.340952 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0193281b-d656-4a8d-8516-a49ce8ccdc0f None None] Deleting port 9780c174-723d-450b-8080-dcb58c5a6afd {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:03.341542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0193281b-d656-4a8d-8516-a49ce8ccdc0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:03.344355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:03.465167 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-422058957', 'router:external': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:03.474411 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:03.482710 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Usage tracker for resource:network and tenant:d3846bd7b9d6467c9b1501dac62c3598 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:03.487003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:03.495711 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:03.519248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Made reservation on behalf of d3846bd7b9d6467c9b1501dac62c3598 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:03.521687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:03.596120 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0193281b-d656-4a8d-8516-a49ce8ccdc0f None None] For port 9780c174-723d-450b-8080-dcb58c5a6afd, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9780c174-723d-450b-8080-dcb58c5a6afd,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:03.596502 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0193281b-d656-4a8d-8516-a49ce8ccdc0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:03.604884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:03.645593 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc31c42-bde8-42f0-ba29-f1f8e8a53899', 'name': 'tempest-snat-router-2415728', 'tenant_id': 'f369555f505a462a9e8f6d404645a183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.38'}], 'enable_snat': False}, 'gw_port_id': 'c790412e-8fa5-4fe7-8365-8ffdbc3051ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:17:54Z', 'updated_at': '2022-01-24T16:17:58Z', 'revision_number': 3, 'project_id': 'f369555f505a462a9e8f6d404645a183', 'gw_port': {'id': 'c790412e-8fa5-4fe7-8365-8ffdbc3051ed', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc31c42-bde8-42f0-ba29-f1f8e8a53899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:17:55Z', 'updated_at': '2022-01-24T16:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:03.653230 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e80ba-ead8-49b6-a7e3-dce456854726 None None] The sync data for ids ['8bc31c42-bde8-42f0-ba29-f1f8e8a53899'] in dv-neutron-826104-1-hyperv is: [{'id': '8bc31c42-bde8-42f0-ba29-f1f8e8a53899', 'name': 'tempest-snat-router-2415728', 'tenant_id': 'f369555f505a462a9e8f6d404645a183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.38'}], 'enable_snat': False}, 'gw_port_id': 'c790412e-8fa5-4fe7-8365-8ffdbc3051ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:17:54Z', 'updated_at': '2022-01-24T16:17:58Z', 'revision_number': 3, 'project_id': 'f369555f505a462a9e8f6d404645a183', 'gw_port': {'id': 'c790412e-8fa5-4fe7-8365-8ffdbc3051ed', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc31c42-bde8-42f0-ba29-f1f8e8a53899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:17:55Z', 'updated_at': '2022-01-24T16:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:18:03.726769 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0193281b-d656-4a8d-8516-a49ce8ccdc0f None None] Calling delete_port for 9780c174-723d-450b-8080-dcb58c5a6afd owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:03.753014 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] device_id is not set on port a44f8999-fcba-4a7d-a891-7bf86af0fa1e yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:18:03.759034 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b94f5b4f-77c5-4e75-9513-07b2345c8002 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:03.783019 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:03.791894 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Usage tracker for resource:security_group_rule and tenant:d3846bd7b9d6467c9b1501dac62c3598 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:03.797140 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:03.804505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0193281b-d656-4a8d-8516-a49ce8ccdc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:03.806118 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:03.855064 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193281b-d656-4a8d-8516-a49ce8ccdc0f None None] Pushing event deleted for resources: {'Port': ['ID=9780c174-723d-450b-8080-dcb58c5a6afd,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:03.861666 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0193281b-d656-4a8d-8516-a49ce8ccdc0f None None] No DVR routers for this DVR port 9780c174-723d-450b-8080-dcb58c5a6afd on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:18:03.918464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f5b4f-77c5-4e75-9513-07b2345c8002 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:03.934204 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-b94f5b4f-77c5-4e75-9513-07b2345c8002 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:03.949757 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b1be26-fe8f-47aa-980a-b1bffed31524 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:03.984417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:03.995910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f5b4f-77c5-4e75-9513-07b2345c8002 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:03.996910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b94f5b4f-77c5-4e75-9513-07b2345c8002 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:03.998995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-679dec7a-95bd-41f9-b4dc-e2196d2010a9 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:04.044603 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b94f5b4f-77c5-4e75-9513-07b2345c8002 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0766752 Jan 24 16:18:04.049603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54796) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:04.050640 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:04.053287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:04.078596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f5b4f-77c5-4e75-9513-07b2345c8002 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=9df78e1d-b336-4557-b580-de3872544531,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:04.089964 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:18:04.091275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'fixed_ips': [{'subnet_id': '9df78e1d-b336-4557-b580-de3872544531', 'ip_address': '2001:db8::d6ec:4653:6c8e:5f41'}], 'name': 'tempest-NetworksTestDHCPv6-918204073'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:04.120342 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:04.121351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafd2722-51dd-4f3b-9699-fea1236c5415,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:04.124162 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:04.124506 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Added segment a555afa2-9ea9-42f9-888c-ed38d03af223 of type vlan for network dc862996-516a-46c4-aac8-fac2c009acbc Jan 24 16:18:04.168874 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:04.228560 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': '9df78e1d-b336-4557-b580-de3872544531'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:18:04.229891 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:04.235373 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:04.280859 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:04.281718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:04.282286 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:04.390279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Pushing event updated for resources: {'Network': ['ID=dc862996-516a-46c4-aac8-fac2c009acbc,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:04.413025 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network dc862996-516a-46c4-aac8-fac2c009acbc details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:18:04.418201 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-66ef8bfa-28f3-4c1e-9fdb-3f5bb51ad4bd tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1591053 Jan 24 16:18:04.421787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] device_id is not set on port 55d1a0ba-0865-46ac-ae03-19baff1f8f91 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:18:04.448453 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54802) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:04.458690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Request body: {'subnet': {'network_id': 'dc862996-516a-46c4-aac8-fac2c009acbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:04.467096 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:04.474627 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Usage tracker for resource:subnet and tenant:d3846bd7b9d6467c9b1501dac62c3598 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:04.483465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:04.487106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:04.494483 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:04.509861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:04.530385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Allocated IP 172.26.2.216 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/f4f126d8-b585-420d-bd24-4a97558263ed) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:04.544452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Allocated IP 2001:db8::2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/9df78e1d-b336-4557-b580-de3872544531/68fdeccb-524b-4767-8bc7-e51917c08c5a) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:04.547515 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:04.553256 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:04.590505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Made reservation on behalf of d3846bd7b9d6467c9b1501dac62c3598 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:04.592826 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:04.608072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port a65179a6-ed0c-4adf-930b-1bacd53780f6 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:18:04.775004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:04.787546 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Transition to ACTIVE for port object 68fdeccb-524b-4767-8bc7-e51917c08c5a will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:04.798552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:04.807060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Transition to ACTIVE for port object 68fdeccb-524b-4767-8bc7-e51917c08c5a will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:04.813154 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:04.902718 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:04.937603 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:04.938455 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Pushing event updated for resources: {'Port': ['ID=68fdeccb-524b-4767-8bc7-e51917c08c5a,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:04.941124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:04.943188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:04.979593 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:05.052485 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::d6ec:4653:6c8e:5f41 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/9df78e1d-b336-4557-b580-de3872544531/a65179a6-ed0c-4adf-930b-1bacd53780f6) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:05.085700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event updated for resources: {'Port': ['ID=a44f8999-fcba-4a7d-a891-7bf86af0fa1e,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:05.137174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:05.149774 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-679dec7a-95bd-41f9-b4dc-e2196d2010a9 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Deleting port a7c3999b-7e7a-4980-b8e2-05bc584d1116 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:05.150135 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-679dec7a-95bd-41f9-b4dc-e2196d2010a9 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:05.168417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Attempting to bind port 68fdeccb-524b-4767-8bc7-e51917c08c5a on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:18:05.168785 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Attempting to bind port 68fdeccb-524b-4767-8bc7-e51917c08c5a by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:18:05.169142 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Attempting to bind port 68fdeccb-524b-4767-8bc7-e51917c08c5a on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:18:05.183905 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:18:05.184578 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:05.186474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:05.187088 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:18:05.188029 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Bound port: 68fdeccb-524b-4767-8bc7-e51917c08c5a, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:18:05.188766 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:05.301208 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] For port 68fdeccb-524b-4767-8bc7-e51917c08c5a, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:18:05.306162 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] For port 68fdeccb-524b-4767-8bc7-e51917c08c5a, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=68fdeccb-524b-4767-8bc7-e51917c08c5a,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:18:05.311939 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:05.339556 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.objects.ports [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83466) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:18:05.340128 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:05.367724 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Checking segment: {'id': 'd2f506d1-ec7d-44fc-9158-879c61387fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9120012b-9668-4c30-94af-213cf7fca324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:05.368185 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Network hostable DHCP agents. Network: 9120012b-9668-4c30-94af-213cf7fca324, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:18:05.413295 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b8a3a-8c9a-4206-beef-9948df610a19 None None] Pushing event updated for resources: {'Port': ['ID=68fdeccb-524b-4767-8bc7-e51917c08c5a,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:05.483426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Pushing event updated for resources: {'Port': ['ID=f4f126d8-b585-420d-bd24-4a97558263ed,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:05.487509 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:05.492674 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:05.498630 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:05.591013 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Network 9120012b-9668-4c30-94af-213cf7fca324 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:18:05.608950 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Pushing event updated for resources: {'Subnet': ['ID=856549f0-adc5-41bd-b8d5-0b50c0cf80a4,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:05.619020 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-679dec7a-95bd-41f9-b4dc-e2196d2010a9 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:05.720332 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 9120012b-9668-4c30-94af-213cf7fca324) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:05.724735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:05.725896 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:05.736448 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97623880-b840-47c4-802b-d1ae418269d7 None None] Network 9120012b-9668-4c30-94af-213cf7fca324 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:05.743019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:05.779810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-679dec7a-95bd-41f9-b4dc-e2196d2010a9 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Calling delete_port for a7c3999b-7e7a-4980-b8e2-05bc584d1116 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:05.850801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Checking segment: {'id': 'a555afa2-9ea9-42f9-888c-ed38d03af223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'dc862996-516a-46c4-aac8-fac2c009acbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:05.851169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Network hostable DHCP agents. Network: dc862996-516a-46c4-aac8-fac2c009acbc, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:18:05.866337 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object a65179a6-ed0c-4adf-930b-1bacd53780f6 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:05.874928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 68fdeccb-524b-4767-8bc7-e51917c08c5a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:05.895557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Checking segment: {'id': '44bcbbc1-1294-495d-b739-e86074fc1cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'cc54cb23-1eeb-48a1-b6d4-7fdcc5f5b3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:05.895557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Network hostable DHCP agents. Network: cc54cb23-1eeb-48a1-b6d4-7fdcc5f5b3d8, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:18:05.902457 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event updated for resources: {'Port': ['ID=55d1a0ba-0865-46ac-ae03-19baff1f8f91,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:05.902919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Network dc862996-516a-46c4-aac8-fac2c009acbc is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:18:05.911259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, dc862996-516a-46c4-aac8-fac2c009acbc) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:05.919931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:05.920639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:05.932749 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c556055-360a-4ff3-8f0d-7a5f6b37ab01 None None] Network dc862996-516a-46c4-aac8-fac2c009acbc requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:05.944090 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a9f8f92c-2497-4319-9cbb-915ca26766e1 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4944334 Jan 24 16:18:05.950193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54812) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:05.960404 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-692058204', 'network_id': 'dc862996-516a-46c4-aac8-fac2c009acbc'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:05.964208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Network cc54cb23-1eeb-48a1-b6d4-7fdcc5f5b3d8 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:18:05.972496 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:05.978951 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:06.026321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Usage tracker for resource:port and tenant:d3846bd7b9d6467c9b1501dac62c3598 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:06.035559 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:06.042652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, cc54cb23-1eeb-48a1-b6d4-7fdcc5f5b3d8) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:06.061401 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:06.066032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-679dec7a-95bd-41f9-b4dc-e2196d2010a9 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:06.067641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:06.074844 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:06.078441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:06.079381 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:06.124347 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679dec7a-95bd-41f9-b4dc-e2196d2010a9 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event deleted for resources: {'Port': ['ID=a7c3999b-7e7a-4980-b8e2-05bc584d1116,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:06.127297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:06.128255 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097273dd-e1e9-4188-bc38-65d41b72591a None None] Network cc54cb23-1eeb-48a1-b6d4-7fdcc5f5b3d8 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:06.133949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:06.136710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:06.140687 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:06.141281 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:06.150035 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Made reservation on behalf of d3846bd7b9d6467c9b1501dac62c3598 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:06.152326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:06.167763 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=a65179a6-ed0c-4adf-930b-1bacd53780f6,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:06.202200 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6daf7273-1b95-446d-b126-dcdea291b0b2 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5632458 Jan 24 16:18:06.203581 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54818) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:06.258117 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-51afac1c-89a3-4834-bf74-7e81634acf9c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1759527 Jan 24 16:18:06.263574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54822) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:06.270813 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] device_id is not set on port 56c6ee49-0c23-4111-a8d0-cf526dd815b8 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:18:06.355389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-8356df06-7d88-4539-9e1d-00cc7d9d7840 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'fixed_ips': [{'subnet_id': '9df78e1d-b336-4557-b580-de3872544531', 'ip_address': '2001:db8::d6ec:4653:6c8e:5f41'}], 'name': 'tempest-NetworksTestDHCPv6-1844300559'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:06.416693 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:06.417440 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:06.636980 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 68fdeccb-524b-4767-8bc7-e51917c08c5a completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:06.719206 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037616f-b64f-4359-8066-654f4acea363 None None] Network dc862996-516a-46c4-aac8-fac2c009acbc requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:06.723377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0f09e6-7981-422e-9c2c-d067dab3960a tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:06.727640 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0f09e6-7981-422e-9c2c-d067dab3960a tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:06.728649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2b0f09e6-7981-422e-9c2c-d067dab3960a tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Synchronizing usage tracker for tenant:b4d0cc4f57aa4d1c857c55819a21b8dc on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:06.802297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Allocated IP 172.20.0.8 (dc862996-516a-46c4-aac8-fac2c009acbc/856549f0-adc5-41bd-b8d5-0b50c0cf80a4/56c6ee49-0c23-4111-a8d0-cf526dd815b8) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:06.809629 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2b0f09e6-7981-422e-9c2c-d067dab3960a tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Unset dirty status for tenant:b4d0cc4f57aa4d1c857c55819a21b8dc on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:06.811109 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2b0f09e6-7981-422e-9c2c-d067dab3960a tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6052313 Jan 24 16:18:06.815584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54830) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:06.900283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-dd455d54-a413-4cf5-adb6-13c7f3003570 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Deleting port a44f8999-fcba-4a7d-a891-7bf86af0fa1e {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:06.900993 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd455d54-a413-4cf5-adb6-13c7f3003570 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:06.948581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-8356df06-7d88-4539-9e1d-00cc7d9d7840 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:06.973334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8356df06-7d88-4539-9e1d-00cc7d9d7840 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:06.978403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8356df06-7d88-4539-9e1d-00cc7d9d7840 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:06.988693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-8356df06-7d88-4539-9e1d-00cc7d9d7840 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:07.034327 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7274090e-f14e-4c41-8273-588b08ada445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:07.037597 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8356df06-7d88-4539-9e1d-00cc7d9d7840 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:07.067976 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-239dd41e-c6d3-4a18-9cbe-af761c00a52e None None] Provisioning for port 68fdeccb-524b-4767-8bc7-e51917c08c5a completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:07.078956 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-239dd41e-c6d3-4a18-9cbe-af761c00a52e None None] Provisioning complete for port 68fdeccb-524b-4767-8bc7-e51917c08c5a triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:07.079310 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-239dd41e-c6d3-4a18-9cbe-af761c00a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:07.086726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-679dec7a-95bd-41f9-b4dc-e2196d2010a9 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:07.210570 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-239dd41e-c6d3-4a18-9cbe-af761c00a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:07.246733 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-239dd41e-c6d3-4a18-9cbe-af761c00a52e None None] For port 68fdeccb-524b-4767-8bc7-e51917c08c5a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=68fdeccb-524b-4767-8bc7-e51917c08c5a,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:07.251908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-239dd41e-c6d3-4a18-9cbe-af761c00a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:07.323935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8356df06-7d88-4539-9e1d-00cc7d9d7840 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:07.328168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dd41e-c6d3-4a18-9cbe-af761c00a52e None None] Pushing event updated for resources: {'Port': ['ID=68fdeccb-524b-4767-8bc7-e51917c08c5a,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:07.353827 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-8356df06-7d88-4539-9e1d-00cc7d9d7840 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port 7a1ea08b-4dc1-4010-8f85-47a7c2eadfb3 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:18:07.371558 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd455d54-a413-4cf5-adb6-13c7f3003570 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:07.386543 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2d187bb0-bb3d-453c-b69c-fae8c16c53bc None None] Provisioning for port a65179a6-ed0c-4adf-930b-1bacd53780f6 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:07.391930 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2d187bb0-bb3d-453c-b69c-fae8c16c53bc None None] Provisioning complete for port a65179a6-ed0c-4adf-930b-1bacd53780f6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:07.392322 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2d187bb0-bb3d-453c-b69c-fae8c16c53bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:07.458242 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2d187bb0-bb3d-453c-b69c-fae8c16c53bc None None] Port a65179a6-ed0c-4adf-930b-1bacd53780f6 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:18:07.643352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-dd455d54-a413-4cf5-adb6-13c7f3003570 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Calling delete_port for a44f8999-fcba-4a7d-a891-7bf86af0fa1e owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:07.689946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:07.692554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 68fdeccb-524b-4767-8bc7-e51917c08c5a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:07.768111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 68fdeccb-524b-4767-8bc7-e51917c08c5a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:07.768867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:07.778831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Router d8c008fc-1936-4b16-aa11-da0d8bf8ec1e is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:18:07.783021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd455d54-a413-4cf5-adb6-13c7f3003570 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:07.828799 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:07.834391 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-8356df06-7d88-4539-9e1d-00cc7d9d7840 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 24 16:18:07.835132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8356df06-7d88-4539-9e1d-00cc7d9d7840 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:18:07.848277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd455d54-a413-4cf5-adb6-13c7f3003570 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event deleted for resources: {'Port': ['ID=a44f8999-fcba-4a7d-a891-7bf86af0fa1e,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:07.940719 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8356df06-7d88-4539-9e1d-00cc7d9d7840 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6743345 Jan 24 16:18:07.949588 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54840) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:07.957354 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd455d54-a413-4cf5-adb6-13c7f3003570 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:08.002316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Network dc862996-516a-46c4-aac8-fac2c009acbc is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:08.010006 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-dd455d54-a413-4cf5-adb6-13c7f3003570 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "DELETE /v2.0/ports/a44f8999-fcba-4a7d-a891-7bf86af0fa1e HTTP/1.1" status: 204 len: 168 time: 1.1859577 Jan 24 16:18:08.010006 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:08.013197 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54844) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:08.016780 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:08.041439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Pushing event updated for resources: {'Port': ['ID=56c6ee49-0c23-4111-a8d0-cf526dd815b8,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:08.141970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:08.142803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:08.148806 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059f8c0d-9ca7-4f4e-b19d-b379cb63d402 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:08.152928 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059f8c0d-9ca7-4f4e-b19d-b379cb63d402 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:08.153700 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-059f8c0d-9ca7-4f4e-b19d-b379cb63d402 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:08.158036 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-cd89da53-6d02-458e-b0dd-38e4fd8aa896 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Deleting port 55d1a0ba-0865-46ac-ae03-19baff1f8f91 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:08.158370 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cd89da53-6d02-458e-b0dd-38e4fd8aa896 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:08.184898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-059f8c0d-9ca7-4f4e-b19d-b379cb63d402 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:08.186099 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-059f8c0d-9ca7-4f4e-b19d-b379cb63d402 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2357545 Jan 24 16:18:08.190140 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54848) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:08.210352 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f7a512ef-0ece-49d4-b961-658921e6a698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.2591119 Jan 24 16:18:08.214055 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54852) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:08.312053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-189f608c-b431-4e93-b23f-a59d346acce8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port a65179a6-ed0c-4adf-930b-1bacd53780f6 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:08.312274 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-189f608c-b431-4e93-b23f-a59d346acce8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:08.385885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d3f7a6a7-6742-47dc-b7fa-11ae4d9a3dde tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Deleting port 56c6ee49-0c23-4111-a8d0-cf526dd815b8 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:08.386200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d3f7a6a7-6742-47dc-b7fa-11ae4d9a3dde tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:08.527081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679dec7a-95bd-41f9-b4dc-e2196d2010a9 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Router 6211a279-c402-46f1-8f0d-d83353dd9dd4 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:18:08.585335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cd89da53-6d02-458e-b0dd-38e4fd8aa896 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:08.648582 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-189f608c-b431-4e93-b23f-a59d346acce8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:08.715421 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-cd89da53-6d02-458e-b0dd-38e4fd8aa896 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Calling delete_port for 55d1a0ba-0865-46ac-ae03-19baff1f8f91 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:08.781392 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-189f608c-b431-4e93-b23f-a59d346acce8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for a65179a6-ed0c-4adf-930b-1bacd53780f6 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:08.852644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:18:08.865671 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Sync routers for ids ['d8c008fc-1936-4b16-aa11-da0d8bf8ec1e'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:18:08.878745 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Routers {'d8c008fc-1936-4b16-aa11-da0d8bf8ec1e'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:08.879007 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:17:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d8c008fc-1936-4b16-aa11-da0d8bf8ec1e'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:08.907273 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:08.911004 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-684cfd8b-8bad-4fc6-b487-50d9673524c1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 7.2679923 Jan 24 16:18:08.911523 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54860) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:08.987524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d3f7a6a7-6742-47dc-b7fa-11ae4d9a3dde tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:08.995233 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cd89da53-6d02-458e-b0dd-38e4fd8aa896 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:09.034488 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-189f608c-b431-4e93-b23f-a59d346acce8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:09.090291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Set router d8c008fc-1936-4b16-aa11-da0d8bf8ec1e gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:09.095869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f608c-b431-4e93-b23f-a59d346acce8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=a65179a6-ed0c-4adf-930b-1bacd53780f6,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:09.184422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-189f608c-b431-4e93-b23f-a59d346acce8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:09.195128 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679dec7a-95bd-41f9-b4dc-e2196d2010a9 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:18:09.208348 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c106600-a744-47bd-80d3-614689b2ec9d None None] Sync routers for ids ['6211a279-c402-46f1-8f0d-d83353dd9dd4'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:18:09.234956 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c106600-a744-47bd-80d3-614689b2ec9d None None] Routers {'6211a279-c402-46f1-8f0d-d83353dd9dd4'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:09.240035 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8c106600-a744-47bd-80d3-614689b2ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6211a279-c402-46f1-8f0d-d83353dd9dd4'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:09.240725 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-679dec7a-95bd-41f9-b4dc-e2196d2010a9 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] 10.222.0.130 "PUT /v2.0/routers/6211a279-c402-46f1-8f0d-d83353dd9dd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0689108 Jan 24 16:18:09.243998 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54866) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:09.272580 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b1253f43-c6a0-4319-86f7-6efce1b050db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:09.327168 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8c106600-a744-47bd-80d3-614689b2ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:09.339232 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-189f608c-b431-4e93-b23f-a59d346acce8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/a65179a6-ed0c-4adf-930b-1bacd53780f6 HTTP/1.1" status: 204 len: 168 time: 1.1461813 Jan 24 16:18:09.339556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89da53-6d02-458e-b0dd-38e4fd8aa896 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event deleted for resources: {'Port': ['ID=55d1a0ba-0865-46ac-ae03-19baff1f8f91,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:09.344936 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54870) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:09.356916 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d3f7a6a7-6742-47dc-b7fa-11ae4d9a3dde tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Calling delete_port for 56c6ee49-0c23-4111-a8d0-cf526dd815b8 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:09.359860 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c106600-a744-47bd-80d3-614689b2ec9d None None] Routers {'6211a279-c402-46f1-8f0d-d83353dd9dd4'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:09.360735 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8c106600-a744-47bd-80d3-614689b2ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6211a279-c402-46f1-8f0d-d83353dd9dd4'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:09.431889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cd89da53-6d02-458e-b0dd-38e4fd8aa896 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:09.445545 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8c106600-a744-47bd-80d3-614689b2ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:09.446347 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c106600-a744-47bd-80d3-614689b2ec9d None None] The sync data for ids ['6211a279-c402-46f1-8f0d-d83353dd9dd4'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:18:09.481288 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cd89da53-6d02-458e-b0dd-38e4fd8aa896 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "DELETE /v2.0/ports/55d1a0ba-0865-46ac-ae03-19baff1f8f91 HTTP/1.1" status: 204 len: 168 time: 1.4663625 Jan 24 16:18:09.483902 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54874) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:09.543900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f530fe90-6bba-4145-a311-4f797d73adac tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Synchronizing usage tracker for tenant:b4d0cc4f57aa4d1c857c55819a21b8dc on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:09.548256 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c008fc-1936-4b16-aa11-da0d8bf8ec1e', 'name': 'tempest-snat-router-2415728', 'tenant_id': 'f369555f505a462a9e8f6d404645a183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'f4f126d8-b585-420d-bd24-4a97558263ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:01Z', 'updated_at': '2022-01-24T16:18:05Z', 'revision_number': 3, 'project_id': 'f369555f505a462a9e8f6d404645a183', 'gw_port': {'id': 'f4f126d8-b585-420d-bd24-4a97558263ed', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c008fc-1936-4b16-aa11-da0d8bf8ec1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:18:04Z', 'updated_at': '2022-01-24T16:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:09.555557 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Checking router: d8c008fc-1936-4b16-aa11-da0d8bf8ec1e for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:18:09.555981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Updating router d8c008fc-1936-4b16-aa11-da0d8bf8ec1e port f4f126d8-b585-420d-bd24-4a97558263ed binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:18:09.605851 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4b841a-c3e4-4d40-beee-21c3061b9586 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:09.607247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4b841a-c3e4-4d40-beee-21c3061b9586 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:09.608059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2b4b841a-c3e4-4d40-beee-21c3061b9586 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:09.623531 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:09.637231 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2b4b841a-c3e4-4d40-beee-21c3061b9586 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:09.641507 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2b4b841a-c3e4-4d40-beee-21c3061b9586 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2970600 Jan 24 16:18:09.642101 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54878) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:09.665390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f530fe90-6bba-4145-a311-4f797d73adac tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Unset dirty status for tenant:b4d0cc4f57aa4d1c857c55819a21b8dc on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:09.670500 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f530fe90-6bba-4145-a311-4f797d73adac tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1814797 Jan 24 16:18:09.676208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54882) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:09.685103 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-5e83c866-f4b6-4d5d-88d9-31af6c83e9ba tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-477703347'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:09.696261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5e83c866-f4b6-4d5d-88d9-31af6c83e9ba tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:09.712774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5e83c866-f4b6-4d5d-88d9-31af6c83e9ba tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Usage tracker for resource:network and tenant:b4d0cc4f57aa4d1c857c55819a21b8dc is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:09.717768 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5e83c866-f4b6-4d5d-88d9-31af6c83e9ba tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:09.720372 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d3f7a6a7-6742-47dc-b7fa-11ae4d9a3dde tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:09.729967 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5e83c866-f4b6-4d5d-88d9-31af6c83e9ba tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:09.787246 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7a6a7-6742-47dc-b7fa-11ae4d9a3dde tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Pushing event deleted for resources: {'Port': ['ID=56c6ee49-0c23-4111-a8d0-cf526dd815b8,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:09.809436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09a08e7-7ce8-4b97-ae34-92f22667a02d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet 9df78e1d-b336-4557-b580-de3872544531 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:18:09.812872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e09a08e7-7ce8-4b97-ae34-92f22667a02d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:09.832485 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e83c866-f4b6-4d5d-88d9-31af6c83e9ba tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Made reservation on behalf of b4d0cc4f57aa4d1c857c55819a21b8dc for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:09.835950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e83c866-f4b6-4d5d-88d9-31af6c83e9ba tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:09.881841 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e09a08e7-7ce8-4b97-ae34-92f22667a02d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:09.922379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e83c866-f4b6-4d5d-88d9-31af6c83e9ba tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:18:09.927529 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d90dc467-0889-4a8e-9665-4fde3fcc5680 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/routers/d8c008fc-1936-4b16-aa11-da0d8bf8ec1e HTTP/1.1" status: 200 len: 905 time: 1.0143158 Jan 24 16:18:09.932127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54890) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:09.943868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b427-b97c-4cef-b5b2-041d786b8998 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.005482 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d3f7a6a7-6742-47dc-b7fa-11ae4d9a3dde tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.011508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e83c866-f4b6-4d5d-88d9-31af6c83e9ba tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.011934 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-5e83c866-f4b6-4d5d-88d9-31af6c83e9ba tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Added segment 10066889-9e37-43f1-8ccc-31f554e582db of type vlan for network df59f606-de39-4d97-9762-34b74a55cd61 Jan 24 16:18:10.032341 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d3f7a6a7-6742-47dc-b7fa-11ae4d9a3dde tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "DELETE /v2.0/ports/56c6ee49-0c23-4111-a8d0-cf526dd815b8 HTTP/1.1" status: 204 len: 168 time: 1.8153219 Jan 24 16:18:10.036236 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54894) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:10.044812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dc862996-516a-46c4-aac8-fac2c009acbc', 'external_fixed_ips': [{'subnet_id': '856549f0-adc5-41bd-b8d5-0b50c0cf80a4', 'ip_address': '172.20.0.8'}]}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:10.058149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:10.067869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e83c866-f4b6-4d5d-88d9-31af6c83e9ba tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.074204 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Usage tracker for resource:router and tenant:d3846bd7b9d6467c9b1501dac62c3598 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:10.078237 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:10.089973 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:10.109784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e09a08e7-7ce8-4b97-ae34-92f22667a02d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.121207 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.136795 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Transition to ACTIVE for port object f4f126d8-b585-420d-bd24-4a97558263ed will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:10.153371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.154500 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.154905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.162363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e83c866-f4b6-4d5d-88d9-31af6c83e9ba tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.165996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e83c866-f4b6-4d5d-88d9-31af6c83e9ba tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:10.166641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e83c866-f4b6-4d5d-88d9-31af6c83e9ba tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.257221 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Attempting to bind port f4f126d8-b585-420d-bd24-4a97558263ed on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:18:10.257221 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Attempting to bind port f4f126d8-b585-420d-bd24-4a97558263ed by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:18:10.257221 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Attempting to bind port f4f126d8-b585-420d-bd24-4a97558263ed on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:18:10.259469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9e5b4-9851-407b-8d45-ebe46278dc52 None None] Pushing event updated for resources: {'Port': ['ID=f4f126d8-b585-420d-bd24-4a97558263ed,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:10.266510 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.269425 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:18:10.269854 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:10.270336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.271290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:18:10.271290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Bound port: f4f126d8-b585-420d-bd24-4a97558263ed, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:18:10.272280 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.278793 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5e83c866-f4b6-4d5d-88d9-31af6c83e9ba tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5995800 Jan 24 16:18:10.282027 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54898) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:10.286238 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.292583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83c866-f4b6-4d5d-88d9-31af6c83e9ba tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event updated for resources: {'Network': ['ID=df59f606-de39-4d97-9762-34b74a55cd61,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:10.293885 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4e37c4cf-1b30-4010-b8e7-12041a1a1ca6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-547298779'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:10.306576 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network df59f606-de39-4d97-9762-34b74a55cd61 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:18:10.312045 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4e37c4cf-1b30-4010-b8e7-12041a1a1ca6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:10.320492 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4e37c4cf-1b30-4010-b8e7-12041a1a1ca6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Usage tracker for resource:network and tenant:b4d0cc4f57aa4d1c857c55819a21b8dc is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:10.321297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.326847 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4e37c4cf-1b30-4010-b8e7-12041a1a1ca6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:10.331934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e09a08e7-7ce8-4b97-ae34-92f22667a02d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.367512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4e37c4cf-1b30-4010-b8e7-12041a1a1ca6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:10.388283 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a08e7-7ce8-4b97-ae34-92f22667a02d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=9df78e1d-b336-4557-b580-de3872544531,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:10.465753 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e37c4cf-1b30-4010-b8e7-12041a1a1ca6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Made reservation on behalf of b4d0cc4f57aa4d1c857c55819a21b8dc for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:10.469044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4e37c4cf-1b30-4010-b8e7-12041a1a1ca6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.477310 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c993f8-c464-4d9d-8f58-b592265a2aa9 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:10.480132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e09a08e7-7ce8-4b97-ae34-92f22667a02d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.549982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.556742 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.561071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Deleting port f4f126d8-b585-420d-bd24-4a97558263ed {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:10.561996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.581860 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e09a08e7-7ce8-4b97-ae34-92f22667a02d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/9df78e1d-b336-4557-b580-de3872544531 HTTP/1.1" status: 204 len: 168 time: 0.9355886 Jan 24 16:18:10.584549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54904) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:10.608992 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] For port f4f126d8-b585-420d-bd24-4a97558263ed, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:18:10.614019 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] For port f4f126d8-b585-420d-bd24-4a97558263ed, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f4f126d8-b585-420d-bd24-4a97558263ed,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:18:10.647838 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b427-b97c-4cef-b5b2-041d786b8998 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.650996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e37c4cf-1b30-4010-b8e7-12041a1a1ca6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:18:10.668181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.682845 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ddeae44c-0417-4023-90b1-375bb7370aff tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843153 Jan 24 16:18:10.682845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.683152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54908) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:10.686753 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4e37c4cf-1b30-4010-b8e7-12041a1a1ca6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.687077 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-4e37c4cf-1b30-4010-b8e7-12041a1a1ca6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Added segment 74e84b76-83db-4f0c-b118-7e8ba1ca52da of type vlan for network 88822e82-aa79-4438-901b-ff3a4116d877 Jan 24 16:18:10.695632 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-d7d7b427-b97c-4cef-b5b2-041d786b8998 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Deleting port 3e01406b-108d-42cc-905b-5533e1b48e53 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:10.696063 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b427-b97c-4cef-b5b2-041d786b8998 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.756792 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] For port f4f126d8-b585-420d-bd24-4a97558263ed, host dv-neutron-826104-1-hyperv, got binding levels [] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:10.757574 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.778881 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4e37c4cf-1b30-4010-b8e7-12041a1a1ca6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.816340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9e5b4-9851-407b-8d45-ebe46278dc52 None None] Pushing event updated for resources: {'Port': ['ID=f4f126d8-b585-420d-bd24-4a97558263ed,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:10.823865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Routers {'d8c008fc-1936-4b16-aa11-da0d8bf8ec1e'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:10.824555 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d8c008fc-1936-4b16-aa11-da0d8bf8ec1e'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:10.892254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Calling delete_port for f4f126d8-b585-420d-bd24-4a97558263ed owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:10.951407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4e37c4cf-1b30-4010-b8e7-12041a1a1ca6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.955716 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e37c4cf-1b30-4010-b8e7-12041a1a1ca6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:10.956296 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4e37c4cf-1b30-4010-b8e7-12041a1a1ca6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:10.996997 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] Set router d8c008fc-1936-4b16-aa11-da0d8bf8ec1e gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:11.113902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488960df-9c9e-41e2-8cee-4000a3539a38 None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:18:11.123603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b427-b97c-4cef-b5b2-041d786b8998 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:11.128494 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-be3cd813-a14e-409d-a407-c54d28f7e746 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:11.151793 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4e37c4cf-1b30-4010-b8e7-12041a1a1ca6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8558614 Jan 24 16:18:11.151793 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37c4cf-1b30-4010-b8e7-12041a1a1ca6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event updated for resources: {'Network': ['ID=88822e82-aa79-4438-901b-ff3a4116d877,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:11.189227 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-488960df-9c9e-41e2-8cee-4000a3539a38 None None] Deleting port 68fdeccb-524b-4767-8bc7-e51917c08c5a {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:11.189853 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-488960df-9c9e-41e2-8cee-4000a3539a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:11.250347 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 88822e82-aa79-4438-901b-ff3a4116d877 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:18:11.367060 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-be3cd813-a14e-409d-a407-c54d28f7e746 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:11.373167 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-be3cd813-a14e-409d-a407-c54d28f7e746 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:11.377894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-be3cd813-a14e-409d-a407-c54d28f7e746 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:11.385399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-be3cd813-a14e-409d-a407-c54d28f7e746 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:11.403453 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c008fc-1936-4b16-aa11-da0d8bf8ec1e', 'name': 'tempest-snat-router-2415728', 'tenant_id': 'f369555f505a462a9e8f6d404645a183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:01Z', 'updated_at': '2022-01-24T16:18:10Z', 'revision_number': 4, 'project_id': 'f369555f505a462a9e8f6d404645a183', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:11.406324 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3cd813-a14e-409d-a407-c54d28f7e746 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:11.414362 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e3a35-7c9a-47a5-891b-1882a4d33827 None None] The sync data for ids ['d8c008fc-1936-4b16-aa11-da0d8bf8ec1e'] in dv-neutron-826104-1-hyperv is: [{'id': 'd8c008fc-1936-4b16-aa11-da0d8bf8ec1e', 'name': 'tempest-snat-router-2415728', 'tenant_id': 'f369555f505a462a9e8f6d404645a183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:01Z', 'updated_at': '2022-01-24T16:18:10Z', 'revision_number': 4, 'project_id': 'f369555f505a462a9e8f6d404645a183', 'gw_port_host': None}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:18:11.440771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:18:11.442383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:18:11.506599 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-d7d7b427-b97c-4cef-b5b2-041d786b8998 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Calling delete_port for 3e01406b-108d-42cc-905b-5533e1b48e53 owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:11.560082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-488960df-9c9e-41e2-8cee-4000a3539a38 None None] For port 68fdeccb-524b-4767-8bc7-e51917c08c5a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=68fdeccb-524b-4767-8bc7-e51917c08c5a,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:11.560327 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-488960df-9c9e-41e2-8cee-4000a3539a38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:11.567127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-be3cd813-a14e-409d-a407-c54d28f7e746 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:11.758798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-488960df-9c9e-41e2-8cee-4000a3539a38 None None] Calling delete_port for 68fdeccb-524b-4767-8bc7-e51917c08c5a owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:11.849314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b427-b97c-4cef-b5b2-041d786b8998 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:11.867374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 68fdeccb-524b-4767-8bc7-e51917c08c5a no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:18:11.900818 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-488960df-9c9e-41e2-8cee-4000a3539a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:11.910761 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-be3cd813-a14e-409d-a407-c54d28f7e746 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:11.934552 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7b427-b97c-4cef-b5b2-041d786b8998 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event deleted for resources: {'Port': ['ID=3e01406b-108d-42cc-905b-5533e1b48e53,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:11.946858 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 68fdeccb-524b-4767-8bc7-e51917c08c5a {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:18:11.947405 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 68fdeccb-524b-4767-8bc7-e51917c08c5a not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:18:11.960140 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488960df-9c9e-41e2-8cee-4000a3539a38 None None] Pushing event deleted for resources: {'Port': ['ID=68fdeccb-524b-4767-8bc7-e51917c08c5a,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:11.968929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488960df-9c9e-41e2-8cee-4000a3539a38 None None] No DVR routers for this DVR port 68fdeccb-524b-4767-8bc7-e51917c08c5a on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:18:11.970570 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:11.991460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Deleting port f4f126d8-b585-420d-bd24-4a97558263ed {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:11.991821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:12.018611 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cd813-a14e-409d-a407-c54d28f7e746 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=a677f403-b357-44fc-bfe4-89ce49569f3b,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:12.048323 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3cd813-a14e-409d-a407-c54d28f7e746 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:12.055619 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-be3cd813-a14e-409d-a407-c54d28f7e746 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:12.058845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3cd813-a14e-409d-a407-c54d28f7e746 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:12.059535 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-be3cd813-a14e-409d-a407-c54d28f7e746 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:12.065944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1725648d-12bf-4ccf-96e5-6f6baa7264d4 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:12.182056 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-be3cd813-a14e-409d-a407-c54d28f7e746 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4990225 Jan 24 16:18:12.185195 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54920) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:12.200669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e3b5c426-ad01-4570-99b4-797781cfd61e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'fixed_ips': [{'subnet_id': 'a677f403-b357-44fc-bfe4-89ce49569f3b', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-2139772841'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:12.266786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:12.337609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:12.340493 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] For port f4f126d8-b585-420d-bd24-4a97558263ed, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f4f126d8-b585-420d-bd24-4a97558263ed,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:12.340858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:12.478485 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b427-b97c-4cef-b5b2-041d786b8998 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:12.538049 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': 'a677f403-b357-44fc-bfe4-89ce49569f3b'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:18:12.539223 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:12.571898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Calling delete_port for f4f126d8-b585-420d-bd24-4a97558263ed owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:12.599595 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e3b5c426-ad01-4570-99b4-797781cfd61e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:12.612194 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e3b5c426-ad01-4570-99b4-797781cfd61e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:12.621758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e3b5c426-ad01-4570-99b4-797781cfd61e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:12.630451 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e3b5c426-ad01-4570-99b4-797781cfd61e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:12.656801 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b5c426-ad01-4570-99b4-797781cfd61e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:12.662221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e3b5c426-ad01-4570-99b4-797781cfd61e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:12.702319 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-e3b5c426-ad01-4570-99b4-797781cfd61e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port ac6fc6d2-c3ec-4481-882a-19e0b71ea3b8 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:18:12.733627 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Allocated IP 2001:db8::2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/a677f403-b357-44fc-bfe4-89ce49569f3b/0b2094f6-0444-4f22-8ac0-a5902bbc2ab8) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:12.958912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b427-b97c-4cef-b5b2-041d786b8998 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:13.088842 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b427-b97c-4cef-b5b2-041d786b8998 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:13.163128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:13.213352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b427-b97c-4cef-b5b2-041d786b8998 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:13.213877 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d7b427-b97c-4cef-b5b2-041d786b8998 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Fanout notify agent at l3_agent the message router_deleted on router 6211a279-c402-46f1-8f0d-d83353dd9dd4 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:18:13.234132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Allocated IP 172.20.0.8 (dc862996-516a-46c4-aac8-fac2c009acbc/856549f0-adc5-41bd-b8d5-0b50c0cf80a4/dfd84461-bf54-40de-a552-ced9def24076) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:13.243394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:13.256400 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Transition to ACTIVE for port object 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:13.280363 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b427-b97c-4cef-b5b2-041d786b8998 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:13.281357 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d7d7b427-b97c-4cef-b5b2-041d786b8998 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] 10.222.0.130 "DELETE /v2.0/routers/6211a279-c402-46f1-8f0d-d83353dd9dd4 HTTP/1.1" status: 204 len: 168 time: 4.0363481 Jan 24 16:18:13.281998 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4f126d8-b585-420d-bd24-4a97558263ed,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:13.288559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54928) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:13.303935 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Transition to ACTIVE for port object 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:13.317807 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:13.379606 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b5c426-ad01-4570-99b4-797781cfd61e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:18:13.380383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b5c426-ad01-4570-99b4-797781cfd61e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:18:13.447920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:13.451765 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:13.458861 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:13.478669 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Pushing event updated for resources: {'Port': ['ID=0b2094f6-0444-4f22-8ac0-a5902bbc2ab8,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:13.664673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Attempting to bind port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:18:13.665713 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Attempting to bind port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:18:13.666084 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Attempting to bind port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:18:13.696950 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:18:13.697328 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:13.697730 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:13.698128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:18:13.700501 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Bound port: 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:18:13.700882 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:13.819064 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e3b5c426-ad01-4570-99b4-797781cfd61e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6304131 Jan 24 16:18:13.825931 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54936) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:13.860283 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c790412e-8fa5-4fe7-8365-8ffdbc3051ed up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:13.973383 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:14.053972 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] For port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:18:14.059810 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port c790412e-8fa5-4fe7-8365-8ffdbc3051ed completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:14.069231 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] For port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0b2094f6-0444-4f22-8ac0-a5902bbc2ab8,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:18:14.078624 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:14.099038 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:14.199433 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port c790412e-8fa5-4fe7-8365-8ffdbc3051ed triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:14.199850 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:14.210808 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:14.277859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999c85b-5466-4e28-9f70-24dfe1396216 None None] Pushing event updated for resources: {'Port': ['ID=0b2094f6-0444-4f22-8ac0-a5902bbc2ab8,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:14.317191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Pushing event updated for resources: {'Port': ['ID=dfd84461-bf54-40de-a552-ced9def24076,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:14.354299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b29506-3de0-4dba-825e-074d8634aba2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:14.354850 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43453f7-f154-4da3-9e10-805eb63e910d tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Deleting subnet 9c585987-79f7-49a6-a791-758a26305fdd {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:18:14.355109 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-64b29506-3de0-4dba-825e-074d8634aba2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:14.373515 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Network dc862996-516a-46c4-aac8-fac2c009acbc is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:14.376544 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:14.378513 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d43453f7-f154-4da3-9e10-805eb63e910d tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:14.392939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54942) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:14.426764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:14.441767 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:14.464429 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port c790412e-8fa5-4fe7-8365-8ffdbc3051ed, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c790412e-8fa5-4fe7-8365-8ffdbc3051ed,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:14.470039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:14.472812 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Request body: {'subnets': [{'network_id': 'df59f606-de39-4d97-9762-34b74a55cd61', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2089637592', 'ip_version': 6}, {'network_id': '88822e82-aa79-4438-901b-ff3a4116d877', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:14.473132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Request body: {'subnet': {'network_id': 'df59f606-de39-4d97-9762-34b74a55cd61', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2089637592', 'ip_version': 6}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:14.473802 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Request body: {'subnet': {'network_id': '88822e82-aa79-4438-901b-ff3a4116d877', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:14.537576 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d43453f7-f154-4da3-9e10-805eb63e910d tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:14.553485 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=c790412e-8fa5-4fe7-8365-8ffdbc3051ed,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:14.699173 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-64b29506-3de0-4dba-825e-074d8634aba2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:14.702961 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-64b29506-3de0-4dba-825e-074d8634aba2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.8737032 Jan 24 16:18:14.714391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54948) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:14.720059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d43453f7-f154-4da3-9e10-805eb63e910d tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:14.789254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:14.818925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d43453f7-f154-4da3-9e10-805eb63e910d tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:14.819423 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:14.865178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43453f7-f154-4da3-9e10-805eb63e910d tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event deleted for resources: {'Subnet': ['ID=9c585987-79f7-49a6-a791-758a26305fdd,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:14.874635 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d43453f7-f154-4da3-9e10-805eb63e910d tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:14.880794 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7d9e21-2281-4a79-b028-01f1342f0722 None None] Network 4dc0a18a-1307-4a60-9bcf-db03f08a70ef requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:14.885787 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d43453f7-f154-4da3-9e10-805eb63e910d tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] 10.222.0.130 "DELETE /v2.0/subnets/9c585987-79f7-49a6-a791-758a26305fdd HTTP/1.1" status: 204 len: 168 time: 1.5945632 Jan 24 16:18:14.886609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54954) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:14.922546 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b5193-01e7-4983-85c4-a97822b8194e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:14.936173 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b5193-01e7-4983-85c4-a97822b8194e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:14.936970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d35b5193-01e7-4983-85c4-a97822b8194e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:15.028250 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:15.052087 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Deleting port 57741786-2723-4589-a480-b6f0d774cec8 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:15.052500 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:15.076581 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:15.083311 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Usage tracker for resource:subnet and tenant:b4d0cc4f57aa4d1c857c55819a21b8dc is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:15.086636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:15.095468 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:15.116612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:15.118609 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8c008fc-1936-4b16-aa11-da0d8bf8ec1e {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:18:15.138321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d35b5193-01e7-4983-85c4-a97822b8194e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:15.143716 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d35b5193-01e7-4983-85c4-a97822b8194e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4251876 Jan 24 16:18:15.145641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54958) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:15.150305 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:15.152139 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-724e9c56-4b85-4ce4-91ba-1b15cc4c05c7 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "DELETE /v2.0/routers/d8c008fc-1936-4b16-aa11-da0d8bf8ec1e HTTP/1.1" status: 204 len: 168 time: 5.2172704 Jan 24 16:18:15.153474 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Made reservation on behalf of b4d0cc4f57aa4d1c857c55819a21b8dc for: {'subnet': 2} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:15.156848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54960) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:15.243907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:15.244672 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:15.286259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb24090a-8df1-40b7-b26a-636186de7428 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet a677f403-b357-44fc-bfe4-89ce49569f3b {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:18:15.386612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eb24090a-8df1-40b7-b26a-636186de7428 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:15.397733 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2e9044-0483-4293-b6b3-7cdfb879a984 None None] DHCP port deletion for 4dc0a18a-1307-4a60-9bcf-db03f08a70ef request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:18:15.405383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e9044-0483-4293-b6b3-7cdfb879a984 None None] Deleting port 57741786-2723-4589-a480-b6f0d774cec8 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:15.405804 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4d2e9044-0483-4293-b6b3-7cdfb879a984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:15.503197 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eb24090a-8df1-40b7-b26a-636186de7428 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:15.541555 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] For port 57741786-2723-4589-a480-b6f0d774cec8, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=57741786-2723-4589-a480-b6f0d774cec8,segment=NetworkSegment(a3233d08-e613-463d-94aa-e0a90453da7d),segment_id=a3233d08-e613-463d-94aa-e0a90453da7d)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:15.542039 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:15.711052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:15.711727 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:15.734464 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Calling delete_port for 57741786-2723-4589-a480-b6f0d774cec8 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:15.774638 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4d2e9044-0483-4293-b6b3-7cdfb879a984 None None] For port 57741786-2723-4589-a480-b6f0d774cec8, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=57741786-2723-4589-a480-b6f0d774cec8,segment=NetworkSegment(a3233d08-e613-463d-94aa-e0a90453da7d),segment_id=a3233d08-e613-463d-94aa-e0a90453da7d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:15.775113 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4d2e9044-0483-4293-b6b3-7cdfb879a984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:15.856486 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c790412e-8fa5-4fe7-8365-8ffdbc3051ed up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:15.908634 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:16.001850 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eb24090a-8df1-40b7-b26a-636186de7428 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:16.048848 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e9044-0483-4293-b6b3-7cdfb879a984 None None] Calling delete_port for 57741786-2723-4589-a480-b6f0d774cec8 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:16.138436 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eb24090a-8df1-40b7-b26a-636186de7428 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:16.159758 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event deleted for resources: {'Port': ['ID=57741786-2723-4589-a480-b6f0d774cec8,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:16.182711 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] No DVR routers for this DVR port 57741786-2723-4589-a480-b6f0d774cec8 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:18:16.189185 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24090a-8df1-40b7-b26a-636186de7428 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=a677f403-b357-44fc-bfe4-89ce49569f3b,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:16.203092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eb24090a-8df1-40b7-b26a-636186de7428 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:16.250548 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-4d2e9044-0483-4293-b6b3-7cdfb879a984 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:18:16.251145 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-4d2e9044-0483-4293-b6b3-7cdfb879a984 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:18:16.253194 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7f078f-58ed-4af5-b03b-c55927274c77 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:16.263381 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-eb24090a-8df1-40b7-b26a-636186de7428 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/a677f403-b357-44fc-bfe4-89ce49569f3b HTTP/1.1" status: 204 len: 168 time: 1.0908887 Jan 24 16:18:16.267460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54972) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:16.272944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f3db4043-cb5d-4fbf-965b-f4d71292916d None None] Provisioning for port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:16.357051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:16.371541 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b476ca1b-75fa-4eb7-9a60-8eed6af17832 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:16.371766 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port c790412e-8fa5-4fe7-8365-8ffdbc3051ed triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:16.371766 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:16.390010 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a430ade1-615e-47e2-9039-d02fa03c5680 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1213572 Jan 24 16:18:16.399696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54976) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:16.408112 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-25266240-61d5-40be-929e-dcc235191bc6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:16.452833 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc0a18a-1307-4a60-9bcf-db03f08a70ef']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:16.471634 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3233d08-e613-463d-94aa-e0a90453da7d') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:16.472040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3233d08-e613-463d-94aa-e0a90453da7d') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:16.490514 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:16.529638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:16.546651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:18:16.547362 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:16.549686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-25266240-61d5-40be-929e-dcc235191bc6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:16.555595 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-25266240-61d5-40be-929e-dcc235191bc6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:16.561340 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-25266240-61d5-40be-929e-dcc235191bc6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:18:16.563285 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:18:16.596340 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-25266240-61d5-40be-929e-dcc235191bc6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:16.624809 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25266240-61d5-40be-929e-dcc235191bc6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:16.687355 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:16.715536 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Router 702d030e-7db8-48d9-87e5-27f7a4876bc1 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:18:16.720286 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:16.742421 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:16.750901 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event deleted for resources: {'Network': ['ID=4dc0a18a-1307-4a60-9bcf-db03f08a70ef,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:16.769140 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e9044-0483-4293-b6b3-7cdfb879a984 None None] Deleting port 57741786-2723-4589-a480-b6f0d774cec8 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:16.769497 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4d2e9044-0483-4293-b6b3-7cdfb879a984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:16.771214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-25266240-61d5-40be-929e-dcc235191bc6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:16.789186 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:16.841270 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7033ab7c-1800-4592-8473-038ff0e514d7 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] 10.222.0.130 "DELETE /v2.0/networks/4dc0a18a-1307-4a60-9bcf-db03f08a70ef HTTP/1.1" status: 204 len: 168 time: 1.9538345 Jan 24 16:18:16.847676 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 54982) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:16.851793 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e9044-0483-4293-b6b3-7cdfb879a984 None None] The port '57741786-2723-4589-a480-b6f0d774cec8' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:18:16.888626 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:16.902573 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:16.902573 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:16.941657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:18:16.964792 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Deleting port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:16.965168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.002011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event updated for resources: {'Subnet': ['ID=4cef2fa8-7bde-4998-b23c-4550be94f53b,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:17.021066 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Checking segment: {'id': '10066889-9e37-43f1-8ccc-31f554e582db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'df59f606-de39-4d97-9762-34b74a55cd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:17.021693 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Network hostable DHCP agents. Network: df59f606-de39-4d97-9762-34b74a55cd61, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:18:17.072046 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-015e879a-1aae-47e9-b0b7-de2477f744d3 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Deleting port 1ce13612-99f1-4018-bd9f-04e07b12d377 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:17.072693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-015e879a-1aae-47e9-b0b7-de2477f744d3 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.101187 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Network df59f606-de39-4d97-9762-34b74a55cd61 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:18:17.133149 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, df59f606-de39-4d97-9762-34b74a55cd61) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:17.141542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.163905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b476ca1b-75fa-4eb7-9a60-8eed6af17832 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.203689 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-25266240-61d5-40be-929e-dcc235191bc6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.229064 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] For port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0b2094f6-0444-4f22-8ac0-a5902bbc2ab8,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:17.239789 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.240305 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event updated for resources: {'Subnet': ['ID=44ed8b14-4770-4620-a7a9-144ffe436006,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:17.249416 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b476ca1b-75fa-4eb7-9a60-8eed6af17832 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Deleting port c790412e-8fa5-4fe7-8365-8ffdbc3051ed {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:17.249841 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b476ca1b-75fa-4eb7-9a60-8eed6af17832 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.263710 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7629f6d8-7794-4c16-b381-df0e3cf0bfff None None] Network df59f606-de39-4d97-9762-34b74a55cd61 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:17.282793 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25266240-61d5-40be-929e-dcc235191bc6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:17.289174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-25266240-61d5-40be-929e-dcc235191bc6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:17.297745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25266240-61d5-40be-929e-dcc235191bc6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:17.297745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-25266240-61d5-40be-929e-dcc235191bc6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.332971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25266240-61d5-40be-929e-dcc235191bc6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=725fb30d-f669-461a-bc77-556f8307c69a,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:17.335940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Checking segment: {'id': '74e84b76-83db-4f0c-b118-7e8ba1ca52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '88822e82-aa79-4438-901b-ff3a4116d877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:17.336203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Network hostable DHCP agents. Network: 88822e82-aa79-4438-901b-ff3a4116d877, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:18:17.361279 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-25266240-61d5-40be-929e-dcc235191bc6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9575009 Jan 24 16:18:17.361279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54990) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:17.367168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-bda1d215-ddc0-4356-93b0-289385e97335 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1965854473', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:17.376616 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-bda1d215-ddc0-4356-93b0-289385e97335 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:17.381394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-bda1d215-ddc0-4356-93b0-289385e97335 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:router and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:17.385889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-bda1d215-ddc0-4356-93b0-289385e97335 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:17.398091 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-bda1d215-ddc0-4356-93b0-289385e97335 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:17.400924 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Network 88822e82-aa79-4438-901b-ff3a4116d877 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:18:17.416710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 88822e82-aa79-4438-901b-ff3a4116d877) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:17.421547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:17.421968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:17.422667 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.428649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bda1d215-ddc0-4356-93b0-289385e97335 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.429685 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bda1d215-ddc0-4356-93b0-289385e97335 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.465414 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bda1d215-ddc0-4356-93b0-289385e97335 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.467753 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-54902e47-59df-45a1-8b83-6a7050e23af3 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.0013130 Jan 24 16:18:17.473466 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54994) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:17.533650 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96efb58f-fa90-4e1d-bd1c-ddcd137e0d89 None None] Network 88822e82-aa79-4438-901b-ff3a4116d877 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:17.543322 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bda1d215-ddc0-4356-93b0-289385e97335 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.547823 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-015e879a-1aae-47e9-b0b7-de2477f744d3 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.548322 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-015e879a-1aae-47e9-b0b7-de2477f744d3 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.558966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Calling delete_port for 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:17.567090 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0307f7b8-cef7-45a4-a478-e79323ad9d5d tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:17.568778 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0307f7b8-cef7-45a4-a478-e79323ad9d5d tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:17.569946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0307f7b8-cef7-45a4-a478-e79323ad9d5d tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:17.571514 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0307f7b8-cef7-45a4-a478-e79323ad9d5d tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Synchronizing usage tracker for tenant:b4d0cc4f57aa4d1c857c55819a21b8dc on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:17.587077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bda1d215-ddc0-4356-93b0-289385e97335 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.588887 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bda1d215-ddc0-4356-93b0-289385e97335 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2265544 Jan 24 16:18:17.592547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 54998) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:17.665503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0307f7b8-cef7-45a4-a478-e79323ad9d5d tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Unset dirty status for tenant:b4d0cc4f57aa4d1c857c55819a21b8dc on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:17.667780 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0307f7b8-cef7-45a4-a478-e79323ad9d5d tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1926394 Jan 24 16:18:17.723282 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55002) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:17.803124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.848406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-015e879a-1aae-47e9-b0b7-de2477f744d3 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Calling delete_port for 1ce13612-99f1-4018-bd9f-04e07b12d377 owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:17.856117 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.881230 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0b2094f6-0444-4f22-8ac0-a5902bbc2ab8,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:17.891394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.933192 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-b476ca1b-75fa-4eb7-9a60-8eed6af17832 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] For port c790412e-8fa5-4fe7-8365-8ffdbc3051ed, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c790412e-8fa5-4fe7-8365-8ffdbc3051ed,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:17.933690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b476ca1b-75fa-4eb7-9a60-8eed6af17832 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:17.990182 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 57741786-2723-4589-a480-b6f0d774cec8 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:18:18.020632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-6364f50b-cb98-4c1a-bd59-1a7a46341f18 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Deleting subnet 4cef2fa8-7bde-4998-b23c-4550be94f53b {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:18:18.024721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6364f50b-cb98-4c1a-bd59-1a7a46341f18 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:18.063912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b476ca1b-75fa-4eb7-9a60-8eed6af17832 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Calling delete_port for c790412e-8fa5-4fe7-8365-8ffdbc3051ed owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:18.081406 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=0b2094f6-0444-4f22-8ac0-a5902bbc2ab8,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:18.096837 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:18:18.097490 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:18:18.098075 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 57741786-2723-4589-a480-b6f0d774cec8 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:18:18.099062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 57741786-2723-4589-a480-b6f0d774cec8 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:18:18.123192 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:18:18.145598 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] Sync routers for ids ['702d030e-7db8-48d9-87e5-27f7a4876bc1'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:18:18.164022 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6364f50b-cb98-4c1a-bd59-1a7a46341f18 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:18.182567 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:18.186762 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dd39842a-9ab9-4fc2-9695-cb80cebaae49 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.1466155 Jan 24 16:18:18.191976 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55008) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:18.238175 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:18:18.269823 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-88822e82-aa79-4438-901b-ff3a4116d877', 'network_id': '88822e82-aa79-4438-901b-ff3a4116d877', 'tenant_id': 'b4d0cc4f57aa4d1c857c55819a21b8dc', 'fixed_ips': [{'subnet_id': '44ed8b14-4770-4620-a7a9-144ffe436006'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:18:18.270616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:18.283318 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3363d519-e988-4769-ab98-961c282cb3e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-df59f606-de39-4d97-9762-34b74a55cd61', 'network_id': 'df59f606-de39-4d97-9762-34b74a55cd61', 'tenant_id': 'b4d0cc4f57aa4d1c857c55819a21b8dc', 'fixed_ips': [{'subnet_id': '4cef2fa8-7bde-4998-b23c-4550be94f53b'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:18:18.284110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3363d519-e988-4769-ab98-961c282cb3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:18.356099 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] Routers {'702d030e-7db8-48d9-87e5-27f7a4876bc1'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:18.356702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['702d030e-7db8-48d9-87e5-27f7a4876bc1'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:18.394867 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-015e879a-1aae-47e9-b0b7-de2477f744d3 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:18.399273 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6364f50b-cb98-4c1a-bd59-1a7a46341f18 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:18.464732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e879a-1aae-47e9-b0b7-de2477f744d3 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Pushing event deleted for resources: {'Port': ['ID=1ce13612-99f1-4018-bd9f-04e07b12d377,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:18.511925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b476ca1b-75fa-4eb7-9a60-8eed6af17832 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:18.564677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:18.612779 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Deleting port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:18.613147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:18.643939 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476ca1b-75fa-4eb7-9a60-8eed6af17832 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Pushing event deleted for resources: {'Port': ['ID=c790412e-8fa5-4fe7-8365-8ffdbc3051ed,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:18.647426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6364f50b-cb98-4c1a-bd59-1a7a46341f18 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:18.753152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364f50b-cb98-4c1a-bd59-1a7a46341f18 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event deleted for resources: {'Subnet': ['ID=4cef2fa8-7bde-4998-b23c-4550be94f53b,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:18.799567 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-015e879a-1aae-47e9-b0b7-de2477f744d3 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:18.808777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6364f50b-cb98-4c1a-bd59-1a7a46341f18 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:18.842473 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6364f50b-cb98-4c1a-bd59-1a7a46341f18 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "DELETE /v2.0/subnets/4cef2fa8-7bde-4998-b23c-4550be94f53b HTTP/1.1" status: 204 len: 168 time: 1.1139064 Jan 24 16:18:18.845003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55016) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server [None req-3363d519-e988-4769-ab98-961c282cb3e2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4cef2fa8-7bde-4998-b23c-4550be94f53b: This subnet is being modified by another concurrent operation. Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 24 16:18:18.878518 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise exception Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4cef2fa8-7bde-4998-b23c-4550be94f53b: This subnet is being modified by another concurrent operation. Jan 24 16:18:18.881722 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server Jan 24 16:18:18.910898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:18.940651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] Set router 702d030e-7db8-48d9-87e5-27f7a4876bc1 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:18.974351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-015e879a-1aae-47e9-b0b7-de2477f744d3 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:18.979603 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-015e879a-1aae-47e9-b0b7-de2477f744d3 tempest-FloatingIPAdminTestJSON-2025194388 tempest-FloatingIPAdminTestJSON-2025194388-project] 10.222.0.130 "DELETE /v2.0/floatingips/4236731a-b8f4-4c40-9448-741855005369 HTTP/1.1" status: 204 len: 168 time: 2.1263087 Jan 24 16:18:18.980255 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0c17ec-ec8c-4c6d-abd0-e503c10d9192 None None] Network df59f606-de39-4d97-9762-34b74a55cd61 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:19.051360 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b476ca1b-75fa-4eb7-9a60-8eed6af17832 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:19.063102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::1 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/725fb30d-f669-461a-bc77-556f8307c69a/cb1b8229-af90-4a5e-a177-20f868863c12) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:19.273274 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:19.291361 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object cb1b8229-af90-4a5e-a177-20f868863c12 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:19.316797 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Allocated IP 2001:db8:0:1::1 (88822e82-aa79-4438-901b-ff3a4116d877/44ed8b14-4770-4620-a7a9-144ffe436006/4beeeaaf-42a1-4ac3-827f-6546e5c21f05) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:19.318636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:19.396242 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:19.401052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:19.405212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:19.405736 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:19.446740 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0b2094f6-0444-4f22-8ac0-a5902bbc2ab8,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:19.458419 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55026) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:19.465363 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d2179cc-4316-4456-baa8-4a26a0cff198 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:19.491131 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=cb1b8229-af90-4a5e-a177-20f868863c12,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:19.529309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:19.569949 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:19.627903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b476ca1b-75fa-4eb7-9a60-8eed6af17832 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:19.640827 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b476ca1b-75fa-4eb7-9a60-8eed6af17832 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:19.717474 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-0508ba19-9542-4ceb-b718-6950149d2bb7 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Deleting subnet 44ed8b14-4770-4620-a7a9-144ffe436006 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:18:19.765596 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] For port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0b2094f6-0444-4f22-8ac0-a5902bbc2ab8,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:19.766174 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:19.799994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b476ca1b-75fa-4eb7-9a60-8eed6af17832 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:19.800521 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b476ca1b-75fa-4eb7-9a60-8eed6af17832 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bc31c42-bde8-42f0-ba29-f1f8e8a53899 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:18:19.822149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b476ca1b-75fa-4eb7-9a60-8eed6af17832 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:19.826737 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b476ca1b-75fa-4eb7-9a60-8eed6af17832 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "DELETE /v2.0/routers/8bc31c42-bde8-42f0-ba29-f1f8e8a53899 HTTP/1.1" status: 204 len: 168 time: 4.6656454 Jan 24 16:18:19.827851 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55036) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:19.835299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2092264205', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:19.845742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:19.852829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Usage tracker for resource:router and tenant:e448f5670c4346f08c8616ba41950bf6 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:19.860453 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:19.870196 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:19.901303 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:19.902275 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:19.908894 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d2179cc-4316-4456-baa8-4a26a0cff198 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:19.930042 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-5d2179cc-4316-4456-baa8-4a26a0cff198 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Deleting port dfd84461-bf54-40de-a552-ced9def24076 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:19.930380 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d2179cc-4316-4456-baa8-4a26a0cff198 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:19.954045 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.044856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Calling delete_port for 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:20.089352 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bad3784b-100b-41c4-9843-55aac6c7dc41 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=75d710bb6a50477aa4baf24ea40e0b21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6271884 Jan 24 16:18:20.095177 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55042) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:20.119688 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=0b2094f6-0444-4f22-8ac0-a5902bbc2ab8,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:20.247792 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0aea516f-bce1-4d0c-a3d3-7208de25d119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.277472 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.292186 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:18:20.292543 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:18:20.296403 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Transition to ACTIVE for port object 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:20.300341 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0aea516f-bce1-4d0c-a3d3-7208de25d119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.309601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.319141 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702d030e-7db8-48d9-87e5-27f7a4876bc1', 'name': '', 'tenant_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc862996-516a-46c4-aac8-fac2c009acbc', 'external_fixed_ips': [{'subnet_id': '856549f0-adc5-41bd-b8d5-0b50c0cf80a4', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'dfd84461-bf54-40de-a552-ced9def24076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:10Z', 'updated_at': '2022-01-24T16:18:14Z', 'revision_number': 3, 'project_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'gw_port': {'id': 'dfd84461-bf54-40de-a552-ced9def24076', 'name': '', 'network_id': 'dc862996-516a-46c4-aac8-fac2c009acbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702d030e-7db8-48d9-87e5-27f7a4876bc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '856549f0-adc5-41bd-b8d5-0b50c0cf80a4', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:18:12Z', 'updated_at': '2022-01-24T16:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '856549f0-adc5-41bd-b8d5-0b50c0cf80a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:20.322359 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.322807 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.324119 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Transition to ACTIVE for port object 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:20.327352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] Checking router: 702d030e-7db8-48d9-87e5-27f7a4876bc1 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:18:20.327809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] Updating router 702d030e-7db8-48d9-87e5-27f7a4876bc1 port dfd84461-bf54-40de-a552-ced9def24076 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:18:20.334830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0508ba19-9542-4ceb-b718-6950149d2bb7 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.357631 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.413433 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.419327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d2179cc-4316-4456-baa8-4a26a0cff198 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.454380 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Pushing event updated for resources: {'Port': ['ID=4beeeaaf-42a1-4ac3-827f-6546e5c21f05,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:20.458258 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Network 88822e82-aa79-4438-901b-ff3a4116d877 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:20.459089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.463826 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba51909-c7e7-4605-af9a-f2b3968a9b87 req-524be94f-c3d3-4ca3-a0dd-1e2adc73485a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:20.476021 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eba51909-c7e7-4605-af9a-f2b3968a9b87 req-524be94f-c3d3-4ca3-a0dd-1e2adc73485a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 945 time: 0.3519731 Jan 24 16:18:20.483595 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:20.490083 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=cb1b8229-af90-4a5e-a177-20f868863c12,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:20.491915 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Deleting port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:20.492380 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.541542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0aea516f-bce1-4d0c-a3d3-7208de25d119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.559023 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:20.569895 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea516f-bce1-4d0c-a3d3-7208de25d119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c9c8cd-7687-4524-91b1-038d1a5fcf1a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:20.603318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0aea516f-bce1-4d0c-a3d3-7208de25d119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.604418 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0aea516f-bce1-4d0c-a3d3-7208de25d119 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/28c9c8cd-7687-4524-91b1-038d1a5fcf1a HTTP/1.1" status: 204 len: 168 time: 0.5082889 Jan 24 16:18:20.636403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:20.638562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:20.709626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-5d2179cc-4316-4456-baa8-4a26a0cff198 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Calling delete_port for dfd84461-bf54-40de-a552-ced9def24076 owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:20.738081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0508ba19-9542-4ceb-b718-6950149d2bb7 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.855277 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Attempting to bind port 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:18:20.855601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Attempting to bind port 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '74e84b76-83db-4f0c-b118-7e8ba1ca52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '88822e82-aa79-4438-901b-ff3a4116d877'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:18:20.855959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Attempting to bind port 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 on network 88822e82-aa79-4438-901b-ff3a4116d877 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:18:20.867216 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:18:20.867775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Checking segment: {'id': '74e84b76-83db-4f0c-b118-7e8ba1ca52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '88822e82-aa79-4438-901b-ff3a4116d877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:20.868424 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:20.868910 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Bound using segment: {'id': '74e84b76-83db-4f0c-b118-7e8ba1ca52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '88822e82-aa79-4438-901b-ff3a4116d877'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:18:20.869526 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Bound port: 4beeeaaf-42a1-4ac3-827f-6546e5c21f05, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e84b76-83db-4f0c-b118-7e8ba1ca52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '88822e82-aa79-4438-901b-ff3a4116d877'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:18:20.869904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:21.130626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Router 1188b8ea-da98-44e1-927f-5849afe71cfb is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:18:21.217372 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55054) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:21.241297 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] For port 4beeeaaf-42a1-4ac3-827f-6546e5c21f05, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:18:21.249432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b874b3b0-253b-46bb-b3aa-04ae419c165d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:21.253338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] For port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0b2094f6-0444-4f22-8ac0-a5902bbc2ab8,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:21.253734 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:21.311648 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eba51909-c7e7-4605-af9a-f2b3968a9b87 req-fa981f04-8a93-44b7-b8a3-0b928921dada tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/security-groups?id=5b6aade6-9bf6-4e88-bfb5-b677f695497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8344102 Jan 24 16:18:21.327599 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] For port 4beeeaaf-42a1-4ac3-827f-6546e5c21f05, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4beeeaaf-42a1-4ac3-827f-6546e5c21f05,segment=NetworkSegment(74e84b76-83db-4f0c-b118-7e8ba1ca52da),segment_id=74e84b76-83db-4f0c-b118-7e8ba1ca52da)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:18:21.375970 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0508ba19-9542-4ceb-b718-6950149d2bb7 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:21.383286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.resource_extend [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:18:21.384266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:18:21.389255 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9604549a-0e3a-4a1b-b5f8-a1ebb9340f91 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "PUT /v2.0/routers/1188b8ea-da98-44e1-927f-5849afe71cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7956021 Jan 24 16:18:21.392437 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55062) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:21.395016 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Sync routers for ids ['1188b8ea-da98-44e1-927f-5849afe71cfb'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:18:21.409130 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Calling delete_port for 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:21.421195 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Routers {'1188b8ea-da98-44e1-927f-5849afe71cfb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:21.421825 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1188b8ea-da98-44e1-927f-5849afe71cfb'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:21.476822 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:21.477087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca207fb8-3ddb-4a52-a905-9b5d0339b219 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:21.478282 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ca207fb8-3ddb-4a52-a905-9b5d0339b219 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:21.505259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ca207fb8-3ddb-4a52-a905-9b5d0339b219 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:21.507072 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ca207fb8-3ddb-4a52-a905-9b5d0339b219 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports/cb1b8229-af90-4a5e-a177-20f868863c12 HTTP/1.1" status: 200 len: 911 time: 0.1135705 Jan 24 16:18:21.510421 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55068) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:21.510668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0508ba19-9542-4ceb-b718-6950149d2bb7 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:21.566149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508ba19-9542-4ceb-b718-6950149d2bb7 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event deleted for resources: {'Subnet': ['ID=44ed8b14-4770-4620-a7a9-144ffe436006,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:21.598519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d2179cc-4316-4456-baa8-4a26a0cff198 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:21.611255 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b874b3b0-253b-46bb-b3aa-04ae419c165d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:21.619432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b874b3b0-253b-46bb-b3aa-04ae419c165d admin admin] Usage tracker for resource:security_group_rule and tenant:8122d2f36dd54a8d845bba9b2d52a76a is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:21.624282 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b874b3b0-253b-46bb-b3aa-04ae419c165d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:21.632549 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b874b3b0-253b-46bb-b3aa-04ae419c165d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:21.648392 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Set router 1188b8ea-da98-44e1-927f-5849afe71cfb gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:21.661309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722886fb-9fd7-4624-9b74-874c8e7b7b57 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:21.667212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722886fb-9fd7-4624-9b74-874c8e7b7b57 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:21.669533 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-722886fb-9fd7-4624-9b74-874c8e7b7b57 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1574 time: 0.1573963 Jan 24 16:18:21.671329 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:18:21.671704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:18:21.679687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55072) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:21.683260 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2179cc-4316-4456-baa8-4a26a0cff198 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfd84461-bf54-40de-a552-ced9def24076,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:21.686203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eede209-63b4-42ab-b888-82d631dc74ad None None] Pushing event updated for resources: {'Port': ['ID=4beeeaaf-42a1-4ac3-827f-6546e5c21f05,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:21.690780 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:21.745459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b874b3b0-253b-46bb-b3aa-04ae419c165d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:21.753301 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b874b3b0-253b-46bb-b3aa-04ae419c165d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:21.786183 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] No DVR routers for this DVR port 0b2094f6-0444-4f22-8ac0-a5902bbc2ab8 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:18:21.796482 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd250a61-f730-46dc-8e83-fbcbd0c26ee9 None None] Pushing event deleted for resources: {'Port': ['ID=0b2094f6-0444-4f22-8ac0-a5902bbc2ab8,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:21.818056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84dea32-9ab0-481f-a163-177d1fa37eec None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:21.834615 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b874b3b0-253b-46bb-b3aa-04ae419c165d admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=8122d2f36dd54a8d845bba9b2d52a76a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6153545 Jan 24 16:18:21.836375 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874b3b0-253b-46bb-b3aa-04ae419c165d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bd3391-bf51-4d8b-a371-0a81f10c807a,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:21.839924 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55080) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:21.910961 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d068782d-b645-45c5-9ada-1fa39fdfa7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:21.948866 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d068782d-b645-45c5-9ada-1fa39fdfa7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:22.029475 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d068782d-b645-45c5-9ada-1fa39fdfa7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:22.097024 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068782d-b645-45c5-9ada-1fa39fdfa7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bd3391-bf51-4d8b-a371-0a81f10c807a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:22.130242 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d068782d-b645-45c5-9ada-1fa39fdfa7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:22.131397 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d068782d-b645-45c5-9ada-1fa39fdfa7f6 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/85bd3391-bf51-4d8b-a371-0a81f10c807a HTTP/1.1" status: 204 len: 168 time: 0.2902904 Jan 24 16:18:22.185948 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1188b8ea-da98-44e1-927f-5849afe71cfb', 'name': 'tempest-NetworksTestDHCPv6-router-1965854473', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:17Z', 'updated_at': '2022-01-24T16:18:19Z', 'revision_number': 2, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'gw_port_host': None, '_interfaces': [{'id': 'cb1b8229-af90-4a5e-a177-20f868863c12', 'name': '', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'mac_address': 'fa:16:3e:9e:65:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1188b8ea-da98-44e1-927f-5849afe71cfb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '725fb30d-f669-461a-bc77-556f8307c69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:18:18Z', 'updated_at': '2022-01-24T16:18:19Z', 'revision_number': 2, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'subnets': [{'id': '725fb30d-f669-461a-bc77-556f8307c69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:22.190055 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Checking router: 1188b8ea-da98-44e1-927f-5849afe71cfb for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:18:22.190402 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Updating router 1188b8ea-da98-44e1-927f-5849afe71cfb port cb1b8229-af90-4a5e-a177-20f868863c12 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:18:22.311101 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:22.390730 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:22.444300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] Port dfd84461-bf54-40de-a552-ced9def24076 not found while updating agent binding for router 702d030e-7db8-48d9-87e5-27f7a4876bc1. {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Jan 24 16:18:22.492290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0508ba19-9542-4ceb-b718-6950149d2bb7 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:22.518854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d2179cc-4316-4456-baa8-4a26a0cff198 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:22.614759 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] Routers {'702d030e-7db8-48d9-87e5-27f7a4876bc1'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:22.615163 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:22.615423 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['702d030e-7db8-48d9-87e5-27f7a4876bc1'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:22.788977 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:22.790439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa65b7-95de-4910-9c90-8e3b5df331ef req-85698918-58ab-4359-b708-3dd71a5905ff tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:22.801944 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1bfa65b7-95de-4910-9c90-8e3b5df331ef req-85698918-58ab-4359-b708-3dd71a5905ff tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 945 time: 0.1724403 Jan 24 16:18:22.809673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': '725fb30d-f669-461a-bc77-556f8307c69a'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:18:22.810493 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:22.834074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:22.863832 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c790412e-8fa5-4fe7-8365-8ffdbc3051ed no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:18:22.887808 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1bfa65b7-95de-4910-9c90-8e3b5df331ef req-e1bebbb1-3f0a-4657-ad0d-235e14a3fb68 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/security-groups?id=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790932 Jan 24 16:18:22.905326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55098) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:22.913651 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:22.932006 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-564db4a5-b67a-4a94-9613-2c461e5c0270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:22.936033 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Transition to ACTIVE for port object cb1b8229-af90-4a5e-a177-20f868863c12 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:22.939820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] Set router 702d030e-7db8-48d9-87e5-27f7a4876bc1 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:22.945252 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:22.980388 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0508ba19-9542-4ceb-b718-6950149d2bb7 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "DELETE /v2.0/subnets/44ed8b14-4770-4620-a7a9-144ffe436006 HTTP/1.1" status: 204 len: 168 time: 4.1296067 Jan 24 16:18:22.986389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55104) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:22.999287 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-564db4a5-b67a-4a94-9613-2c461e5c0270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:23.003996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-564db4a5-b67a-4a94-9613-2c461e5c0270 admin admin] Usage tracker for resource:security_group_rule and tenant:d65e800ae3304970877b7c2966c8c491 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:23.012878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-564db4a5-b67a-4a94-9613-2c461e5c0270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:23.021924 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-564db4a5-b67a-4a94-9613-2c461e5c0270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:23.115416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-564db4a5-b67a-4a94-9613-2c461e5c0270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:23.122245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-564db4a5-b67a-4a94-9613-2c461e5c0270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:23.217320 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e9213-dc0b-4ca0-be03-b508974ab2cb None None] Pushing event updated for resources: {'Port': ['ID=cb1b8229-af90-4a5e-a177-20f868863c12,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:23.244453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564db4a5-b67a-4a94-9613-2c461e5c0270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e708c35-698b-4dcb-be94-c59a065cce28,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:23.266701 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-564db4a5-b67a-4a94-9613-2c461e5c0270 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=d65e800ae3304970877b7c2966c8c491&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3580577 Jan 24 16:18:23.266952 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55110) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:23.283118 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Allocated IP 2001:db8::2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/725fb30d-f669-461a-bc77-556f8307c69a/c47fcf3d-9e67-45bb-a5f6-058e9fb86c73) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:23.342605 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Attempting to bind port cb1b8229-af90-4a5e-a177-20f868863c12 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:18:23.342958 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Attempting to bind port cb1b8229-af90-4a5e-a177-20f868863c12 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:18:23.343305 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Attempting to bind port cb1b8229-af90-4a5e-a177-20f868863c12 on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:18:23.358627 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:18:23.359071 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:23.359741 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:23.360140 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:18:23.360740 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Bound port: cb1b8229-af90-4a5e-a177-20f868863c12, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:18:23.361595 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:23.428383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: c790412e-8fa5-4fe7-8365-8ffdbc3051ed {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:18:23.428383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c790412e-8fa5-4fe7-8365-8ffdbc3051ed not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:18:23.440405 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a914a6d-a920-40ec-b9cd-3b3ec876e250 None None] Network 88822e82-aa79-4438-901b-ff3a4116d877 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:23.461755 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702d030e-7db8-48d9-87e5-27f7a4876bc1', 'name': '', 'tenant_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:10Z', 'updated_at': '2022-01-24T16:18:21Z', 'revision_number': 5, 'project_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:23.521011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1de8-7750-4d58-84cf-26a4d60defa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:23.521976 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] For port cb1b8229-af90-4a5e-a177-20f868863c12, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:18:23.527800 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] For port cb1b8229-af90-4a5e-a177-20f868863c12, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=cb1b8229-af90-4a5e-a177-20f868863c12,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:18:23.531779 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b339b41-0da1-4cd2-a1b1-42110bf82a14 None None] The sync data for ids ['702d030e-7db8-48d9-87e5-27f7a4876bc1'] in dv-neutron-826104-1-hyperv is: [{'id': '702d030e-7db8-48d9-87e5-27f7a4876bc1', 'name': '', 'tenant_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:10Z', 'updated_at': '2022-01-24T16:18:21Z', 'revision_number': 5, 'project_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'gw_port_host': None}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:18:23.542592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d2179cc-4316-4456-baa8-4a26a0cff198 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:23.544544 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:23.559581 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1de8-7750-4d58-84cf-26a4d60defa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:23.590776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5fb67571-6034-40ad-80d4-8c4fefa54a9d None None] Provisioning for port 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:23.591969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d2179cc-4316-4456-baa8-4a26a0cff198 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:23.608434 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5fb67571-6034-40ad-80d4-8c4fefa54a9d None None] Provisioning complete for port 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:23.608808 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5fb67571-6034-40ad-80d4-8c4fefa54a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:23.624686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1de8-7750-4d58-84cf-26a4d60defa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:23.645970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc1de8-7750-4d58-84cf-26a4d60defa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e708c35-698b-4dcb-be94-c59a065cce28,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:23.646277 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e9213-dc0b-4ca0-be03-b508974ab2cb None None] Pushing event updated for resources: {'Port': ['ID=cb1b8229-af90-4a5e-a177-20f868863c12,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:23.664989 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1de8-7750-4d58-84cf-26a4d60defa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:23.683404 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e6dc1de8-7750-4d58-84cf-26a4d60defa6 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/7e708c35-698b-4dcb-be94-c59a065cce28 HTTP/1.1" status: 204 len: 168 time: 0.4033563 Jan 24 16:18:23.683619 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Routers {'1188b8ea-da98-44e1-927f-5849afe71cfb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:23.684265 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1188b8ea-da98-44e1-927f-5849afe71cfb'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:23.745778 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b2d02b-f93e-4f8a-ae58-86f6c1be5dc6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:23.746680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a6b2d02b-f93e-4f8a-ae58-86f6c1be5dc6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Synchronizing usage tracker for tenant:b4d0cc4f57aa4d1c857c55819a21b8dc on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:23.850877 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a6b2d02b-f93e-4f8a-ae58-86f6c1be5dc6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Unset dirty status for tenant:b4d0cc4f57aa4d1c857c55819a21b8dc on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:23.852116 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a6b2d02b-f93e-4f8a-ae58-86f6c1be5dc6 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8627272 Jan 24 16:18:23.856897 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55118) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:23.921135 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] Set router 1188b8ea-da98-44e1-927f-5849afe71cfb gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:23.941532 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Allocated IP 172.26.2.85 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/f9e6f44b-9fbb-4dd1-a723-700b7e756aae) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:24.034943 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:24.120724 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:24.144023 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5fb67571-6034-40ad-80d4-8c4fefa54a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:24.157302 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Deleting port 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:24.157931 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:24.181308 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Transition to ACTIVE for port object c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:24.282687 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Transition to ACTIVE for port object c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:24.299985 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5fb67571-6034-40ad-80d4-8c4fefa54a9d None None] For port 4beeeaaf-42a1-4ac3-827f-6546e5c21f05, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4beeeaaf-42a1-4ac3-827f-6546e5c21f05,segment=NetworkSegment(74e84b76-83db-4f0c-b118-7e8ba1ca52da),segment_id=74e84b76-83db-4f0c-b118-7e8ba1ca52da)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:24.303111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:24.375519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:24.410521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0327b304-726a-41b1-90c4-b2281cfe3d29 None None] DHCP port deletion for 88822e82-aa79-4438-901b-ff3a4116d877 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:18:24.418122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5fb67571-6034-40ad-80d4-8c4fefa54a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:24.434007 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d1e89-59cb-4d84-8c6f-c1ce3cc7fa8d req-6b423923-6f23-4b54-996a-d7fdba450248 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:24.441800 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e40d1e89-59cb-4d84-8c6f-c1ce3cc7fa8d req-6b423923-6f23-4b54-996a-d7fdba450248 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 945 time: 1.6164985 Jan 24 16:18:24.469086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d2179cc-4316-4456-baa8-4a26a0cff198 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:24.469628 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2179cc-4316-4456-baa8-4a26a0cff198 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 702d030e-7db8-48d9-87e5-27f7a4876bc1 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:18:24.499030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:24.514793 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1188b8ea-da98-44e1-927f-5849afe71cfb', 'name': 'tempest-NetworksTestDHCPv6-router-1965854473', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:17Z', 'updated_at': '2022-01-24T16:18:19Z', 'revision_number': 2, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'gw_port_host': None, '_interfaces': [{'id': 'cb1b8229-af90-4a5e-a177-20f868863c12', 'name': '', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'mac_address': 'fa:16:3e:9e:65:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1188b8ea-da98-44e1-927f-5849afe71cfb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '725fb30d-f669-461a-bc77-556f8307c69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:18:18Z', 'updated_at': '2022-01-24T16:18:23Z', 'revision_number': 4, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'subnets': [{'id': '725fb30d-f669-461a-bc77-556f8307c69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:24.526360 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d7ed93-2fc1-4d05-bc93-634e8aa72be3 None None] The sync data for ids ['1188b8ea-da98-44e1-927f-5849afe71cfb'] in dv-neutron-826104-1-hyperv is: [{'id': '1188b8ea-da98-44e1-927f-5849afe71cfb', 'name': 'tempest-NetworksTestDHCPv6-router-1965854473', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:17Z', 'updated_at': '2022-01-24T16:18:19Z', 'revision_number': 2, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'gw_port_host': None, '_interfaces': [{'id': 'cb1b8229-af90-4a5e-a177-20f868863c12', 'name': '', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'mac_address': 'fa:16:3e:9e:65:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1188b8ea-da98-44e1-927f-5849afe71cfb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '725fb30d-f669-461a-bc77-556f8307c69a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:18:18Z', 'updated_at': '2022-01-24T16:18:23Z', 'revision_number': 4, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'subnets': [{'id': '725fb30d-f669-461a-bc77-556f8307c69a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:18:24.546090 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] For port 4beeeaaf-42a1-4ac3-827f-6546e5c21f05, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4beeeaaf-42a1-4ac3-827f-6546e5c21f05,segment=NetworkSegment(74e84b76-83db-4f0c-b118-7e8ba1ca52da),segment_id=74e84b76-83db-4f0c-b118-7e8ba1ca52da)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:24.546624 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:24.549067 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0327b304-726a-41b1-90c4-b2281cfe3d29 None None] Deleting port 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:24.549537 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0327b304-726a-41b1-90c4-b2281cfe3d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:24.616450 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e40d1e89-59cb-4d84-8c6f-c1ce3cc7fa8d req-29ae5ca4-8f98-4503-ad12-3e075d9ed79a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/security-groups?id=5b6aade6-9bf6-4e88-bfb5-b677f695497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732943 Jan 24 16:18:24.643214 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Pushing event updated for resources: {'Port': ['ID=c47fcf3d-9e67-45bb-a5f6-058e9fb86c73,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:24.646716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:24.714202 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:24.723906 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:24.736841 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:24.788023 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Calling delete_port for 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:24.818528 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Pushing event updated for resources: {'Port': ['ID=f9e6f44b-9fbb-4dd1-a723-700b7e756aae,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:24.823022 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:24.829381 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:24.860365 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d2179cc-4316-4456-baa8-4a26a0cff198 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:24.864830 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5d2179cc-4316-4456-baa8-4a26a0cff198 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "DELETE /v2.0/routers/702d030e-7db8-48d9-87e5-27f7a4876bc1 HTTP/1.1" status: 204 len: 168 time: 6.6719072 Jan 24 16:18:24.865619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55136) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:24.977059 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee3aca-243d-4810-aca2-8c8289723fd8 req-4fa74230-e6c0-4c9d-a9e0-01fa6632580c tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:24.985211 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-56ee3aca-243d-4810-aca2-8c8289723fd8 req-4fa74230-e6c0-4c9d-a9e0-01fa6632580c tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 945 time: 0.3207815 Jan 24 16:18:24.988413 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:18:24.988890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:18:25.010679 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa68f80-76a2-4ac4-abd0-1ed1efe8a779 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Deleting subnet 856549f0-adc5-41bd-b8d5-0b50c0cf80a4 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:18:25.022440 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb67571-6034-40ad-80d4-8c4fefa54a9d None None] Pushing event updated for resources: {'Port': ['ID=4beeeaaf-42a1-4ac3-827f-6546e5c21f05,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:25.032233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aaa68f80-76a2-4ac4-abd0-1ed1efe8a779 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:25.041338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Attempting to bind port c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:18:25.041696 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Attempting to bind port c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:18:25.042037 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Attempting to bind port c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:18:25.061290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:18:25.061655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:25.062044 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:25.062420 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:18:25.062873 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Bound port: c47fcf3d-9e67-45bb-a5f6-058e9fb86c73, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:18:25.063230 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:25.073540 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-56ee3aca-243d-4810-aca2-8c8289723fd8 req-d0266969-1180-482a-8458-fe66dfdfe927 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/security-groups?id=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871456 Jan 24 16:18:25.085816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0327b304-726a-41b1-90c4-b2281cfe3d29 None None] For port 4beeeaaf-42a1-4ac3-827f-6546e5c21f05, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4beeeaaf-42a1-4ac3-827f-6546e5c21f05,segment=NetworkSegment(74e84b76-83db-4f0c-b118-7e8ba1ca52da),segment_id=74e84b76-83db-4f0c-b118-7e8ba1ca52da)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:25.086297 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0327b304-726a-41b1-90c4-b2281cfe3d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:25.234683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d769d-1d40-4401-966d-2091cc4e3834 req-4e16eb0a-7a6c-4591-8187-cfbbf443e07d tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:25.236753 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0e5d769d-1d40-4401-966d-2091cc4e3834 req-4e16eb0a-7a6c-4591-8187-cfbbf443e07d tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.129 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 945 time: 0.7576115 Jan 24 16:18:25.241967 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aaa68f80-76a2-4ac4-abd0-1ed1efe8a779 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:25.247588 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0327b304-726a-41b1-90c4-b2281cfe3d29 None None] Calling delete_port for 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:25.402934 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0327b304-726a-41b1-90c4-b2281cfe3d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:25.425798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aaa68f80-76a2-4ac4-abd0-1ed1efe8a779 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:25.457490 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] For port c47fcf3d-9e67-45bb-a5f6-058e9fb86c73, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:18:25.460358 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327b304-726a-41b1-90c4-b2281cfe3d29 None None] Pushing event deleted for resources: {'Port': ['ID=4beeeaaf-42a1-4ac3-827f-6546e5c21f05,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:25.473272 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327b304-726a-41b1-90c4-b2281cfe3d29 None None] No DVR routers for this DVR port 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:18:25.476552 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] For port c47fcf3d-9e67-45bb-a5f6-058e9fb86c73, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c47fcf3d-9e67-45bb-a5f6-058e9fb86c73,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:18:25.490646 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Deleting port 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:25.491071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:25.494479 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:25.579550 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-0e5d769d-1d40-4401-966d-2091cc4e3834 req-8648fe3e-f052-4eea-a2ff-138de1007fb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Deleting port b8802640-223e-48f8-937a-043707e1b4c3 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:25.581233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0e5d769d-1d40-4401-966d-2091cc4e3834 req-8648fe3e-f052-4eea-a2ff-138de1007fb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:25.596721 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b9bed-f4c5-443d-a32a-86ad6901dd67 None None] Pushing event updated for resources: {'Port': ['ID=c47fcf3d-9e67-45bb-a5f6-058e9fb86c73,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:25.668031 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] The port '4beeeaaf-42a1-4ac3-827f-6546e5c21f05' was deleted {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:18:25.812318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:25.872720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88822e82-aa79-4438-901b-ff3a4116d877']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:25.944508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e84b76-83db-4f0c-b118-7e8ba1ca52da') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:25.944893 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e84b76-83db-4f0c-b118-7e8ba1ca52da') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:25.967961 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:25.998035 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:26.007759 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:18:26.008279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:26.028937 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aaa68f80-76a2-4ac4-abd0-1ed1efe8a779 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:18:26.037909 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:18:26.087779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aaa68f80-76a2-4ac4-abd0-1ed1efe8a779 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:26.105952 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-aaa68f80-76a2-4ac4-abd0-1ed1efe8a779 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "DELETE /v2.0/subnets/856549f0-adc5-41bd-b8d5-0b50c0cf80a4 HTTP/1.1" status: 204 len: 168 time: 1.2273645 Jan 24 16:18:26.110713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa68f80-76a2-4ac4-abd0-1ed1efe8a779 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=856549f0-adc5-41bd-b8d5-0b50c0cf80a4,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:26.116856 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55158) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:26.125415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-0e5d769d-1d40-4401-966d-2091cc4e3834 req-8648fe3e-f052-4eea-a2ff-138de1007fb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] For port b8802640-223e-48f8-937a-043707e1b4c3, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=b8802640-223e-48f8-937a-043707e1b4c3,segment=NetworkSegment(0d0ebde7-f468-42de-bb99-0a72531a2baf),segment_id=0d0ebde7-f468-42de-bb99-0a72531a2baf)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:26.125768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0e5d769d-1d40-4401-966d-2091cc4e3834 req-8648fe3e-f052-4eea-a2ff-138de1007fb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:26.214606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8b38f-323e-4f6c-bdb1-419b7937e613 req-e82567e3-5e9c-451b-af77-acc7f8022253 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:26.224910 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-12f8b38f-323e-4f6c-bdb1-419b7937e613 req-e82567e3-5e9c-451b-af77-acc7f8022253 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 945 time: 0.3591986 Jan 24 16:18:26.262371 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:26.294498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:26.316742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event deleted for resources: {'Network': ['ID=88822e82-aa79-4438-901b-ff3a4116d877,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:26.328993 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-12f8b38f-323e-4f6c-bdb1-419b7937e613 req-ec19b898-3529-4e23-afd8-4d4f484c431a tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/security-groups?id=5b6aade6-9bf6-4e88-bfb5-b677f695497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030953 Jan 24 16:18:26.333359 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d8d3870d-969e-4cfa-9ec8-ebf1c0b44aec tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "DELETE /v2.0/networks/88822e82-aa79-4438-901b-ff3a4116d877 HTTP/1.1" status: 204 len: 168 time: 2.4762566 Jan 24 16:18:26.335131 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55166) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:26.393328 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:26.463396 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1787e3fe-0c58-4952-9204-2a4e4a72b6cc tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:26.486653 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:26.496057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device cb1b8229-af90-4a5e-a177-20f868863c12 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:26.610876 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port cb1b8229-af90-4a5e-a177-20f868863c12 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:26.648369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1787e3fe-0c58-4952-9204-2a4e4a72b6cc tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:26.671154 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd51af-3637-4791-b51a-55410a180870 req-498d44f9-509d-43df-a62e-4ebc1b8314a9 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:26.672856 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4ffd51af-3637-4791-b51a-55410a180870 req-498d44f9-509d-43df-a62e-4ebc1b8314a9 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.129 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 945 time: 0.7820351 Jan 24 16:18:26.692467 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:18:26.755726 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:18:26.757038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4beeeaaf-42a1-4ac3-827f-6546e5c21f05 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:18:26.808459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-95b50947-22f8-459f-a7cb-94bfce4112aa tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:26.824353 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-1787e3fe-0c58-4952-9204-2a4e4a72b6cc tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df59f606-de39-4d97-9762-34b74a55cd61']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:26.839299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-1787e3fe-0c58-4952-9204-2a4e4a72b6cc tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10066889-9e37-43f1-8ccc-31f554e582db') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:26.839855 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-1787e3fe-0c58-4952-9204-2a4e4a72b6cc tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10066889-9e37-43f1-8ccc-31f554e582db') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:26.852560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1787e3fe-0c58-4952-9204-2a4e4a72b6cc tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:26.870166 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1787e3fe-0c58-4952-9204-2a4e4a72b6cc tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:26.881793 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:26.882333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:26.883193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1787e3fe-0c58-4952-9204-2a4e4a72b6cc tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:18:26.883864 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1787e3fe-0c58-4952-9204-2a4e4a72b6cc tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:18:26.994529 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:18:27.001154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1787e3fe-0c58-4952-9204-2a4e4a72b6cc tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.018113 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Deleting port 6ccdbeac-2877-4322-b32a-f2f98f6a538f {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:27.018586 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.024665 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1787e3fe-0c58-4952-9204-2a4e4a72b6cc tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.032437 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787e3fe-0c58-4952-9204-2a4e4a72b6cc tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event deleted for resources: {'Network': ['ID=df59f606-de39-4d97-9762-34b74a55cd61,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:27.045177 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1787e3fe-0c58-4952-9204-2a4e4a72b6cc tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "DELETE /v2.0/networks/df59f606-de39-4d97-9762-34b74a55cd61 HTTP/1.1" status: 204 len: 168 time: 0.7068119 Jan 24 16:18:27.045465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55180) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:27.156490 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55184) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:27.170361 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a2785b4e-51e9-4714-9bf4-7cf305ed5e9d None None] Provisioning for port cb1b8229-af90-4a5e-a177-20f868863c12 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:27.177352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a2785b4e-51e9-4714-9bf4-7cf305ed5e9d None None] Provisioning complete for port cb1b8229-af90-4a5e-a177-20f868863c12 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:27.179388 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a2785b4e-51e9-4714-9bf4-7cf305ed5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.206820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbfba6-098e-4411-b8a8-f4dce86b42a7 req-b9521cea-0890-4569-83da-bad6d082ada9 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:27.208930 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cccbfba6-098e-4411-b8a8-f4dce86b42a7 req-b9521cea-0890-4569-83da-bad6d082ada9 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 945 time: 0.6550798 Jan 24 16:18:27.217665 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dbe58e3a-6b30-4d0f-8c7a-854ae379b007 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.345802 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a2785b4e-51e9-4714-9bf4-7cf305ed5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.356832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dbe58e3a-6b30-4d0f-8c7a-854ae379b007 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.391497 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-dbe58e3a-6b30-4d0f-8c7a-854ae379b007 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc54cb23-1eeb-48a1-b6d4-7fdcc5f5b3d8']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:27.416334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-dbe58e3a-6b30-4d0f-8c7a-854ae379b007 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bcbbc1-1294-495d-b739-e86074fc1cf9') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:27.416626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-dbe58e3a-6b30-4d0f-8c7a-854ae379b007 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bcbbc1-1294-495d-b739-e86074fc1cf9') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:27.422064 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a2785b4e-51e9-4714-9bf4-7cf305ed5e9d None None] For port cb1b8229-af90-4a5e-a177-20f868863c12, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=cb1b8229-af90-4a5e-a177-20f868863c12,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:27.431147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a2785b4e-51e9-4714-9bf4-7cf305ed5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.436630 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dbe58e3a-6b30-4d0f-8c7a-854ae379b007 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.465921 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dbe58e3a-6b30-4d0f-8c7a-854ae379b007 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.480932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe58e3a-6b30-4d0f-8c7a-854ae379b007 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:18:27.481734 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dbe58e3a-6b30-4d0f-8c7a-854ae379b007 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.546041 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a2785b4e-51e9-4714-9bf4-7cf305ed5e9d None None] Provisioning for port c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:27.554101 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2785b4e-51e9-4714-9bf4-7cf305ed5e9d None None] Pushing event updated for resources: {'Port': ['ID=cb1b8229-af90-4a5e-a177-20f868863c12,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:27.557961 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a2785b4e-51e9-4714-9bf4-7cf305ed5e9d None None] Provisioning complete for port c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:27.558594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a2785b4e-51e9-4714-9bf4-7cf305ed5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:18:27.614973 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:18:27.624927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4ac03938-e839-4340-a2b6-4699324c588e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.695470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a2785b4e-51e9-4714-9bf4-7cf305ed5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.715684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dbe58e3a-6b30-4d0f-8c7a-854ae379b007 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.721908 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0e5d769d-1d40-4401-966d-2091cc4e3834 req-8648fe3e-f052-4eea-a2ff-138de1007fb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.722254 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0e5d769d-1d40-4401-966d-2091cc4e3834 req-8648fe3e-f052-4eea-a2ff-138de1007fb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.722640 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [req-0e5d769d-1d40-4401-966d-2091cc4e3834 req-8648fe3e-f052-4eea-a2ff-138de1007fb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Floating IP 06aec2df-6151-4314-adbf-83a2a00bbc84 disassociated. External IP: 172.26.2.55, port: b8802640-223e-48f8-937a-043707e1b4c3. Jan 24 16:18:27.722865 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-0e5d769d-1d40-4401-966d-2091cc4e3834 req-8648fe3e-f052-4eea-a2ff-138de1007fb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Calling delete_port for b8802640-223e-48f8-937a-043707e1b4c3 owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:27.746950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dbe58e3a-6b30-4d0f-8c7a-854ae379b007 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.749179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a2785b4e-51e9-4714-9bf4-7cf305ed5e9d None None] For port c47fcf3d-9e67-45bb-a5f6-058e9fb86c73, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c47fcf3d-9e67-45bb-a5f6-058e9fb86c73,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:27.759067 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a2785b4e-51e9-4714-9bf4-7cf305ed5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.761559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-95b50947-22f8-459f-a7cb-94bfce4112aa tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.766162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe58e3a-6b30-4d0f-8c7a-854ae379b007 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event deleted for resources: {'Network': ['ID=cc54cb23-1eeb-48a1-b6d4-7fdcc5f5b3d8,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:27.777877 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-dbe58e3a-6b30-4d0f-8c7a-854ae379b007 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "DELETE /v2.0/networks/cc54cb23-1eeb-48a1-b6d4-7fdcc5f5b3d8 HTTP/1.1" status: 204 len: 168 time: 0.7310350 Jan 24 16:18:27.781034 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55192) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:27.824882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ee9f54cc-0892-461a-b39e-139db49cfabc tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-407629902'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:27.829510 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ee9f54cc-0892-461a-b39e-139db49cfabc tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:27.833382 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ee9f54cc-0892-461a-b39e-139db49cfabc tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Usage tracker for resource:router and tenant:c2c712e1dea0470187317f80c6146961 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:27.837206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ee9f54cc-0892-461a-b39e-139db49cfabc tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:27.841567 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2785b4e-51e9-4714-9bf4-7cf305ed5e9d None None] Pushing event updated for resources: {'Port': ['ID=c47fcf3d-9e67-45bb-a5f6-058e9fb86c73,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:27.843580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ee9f54cc-0892-461a-b39e-139db49cfabc tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:27.885972 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e842d689-fd41-46c5-995d-875babb24322 None None] Provisioning complete for port cb1b8229-af90-4a5e-a177-20f868863c12 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:27.886468 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e842d689-fd41-46c5-995d-875babb24322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.909263 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c91891-bf5b-4e68-80fb-371d69a5f439 req-53347939-84fb-49a9-a86a-a7cf7b6f2293 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:27.910584 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-52c91891-bf5b-4e68-80fb-371d69a5f439 req-53347939-84fb-49a9-a86a-a7cf7b6f2293 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 945 time: 0.2807038 Jan 24 16:18:27.935831 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-95b50947-22f8-459f-a7cb-94bfce4112aa tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc862996-516a-46c4-aac8-fac2c009acbc']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:27.943469 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2efa4c23-ebf0-441c-a7d5-27b53dbcfe35 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.954304 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee9f54cc-0892-461a-b39e-139db49cfabc tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.955280 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee9f54cc-0892-461a-b39e-139db49cfabc tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:27.973974 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cccbfba6-098e-4411-b8a8-f4dce86b42a7 req-2cf26f00-8f00-4fc1-ad52-671edab53b50 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/security-groups?id=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6589539 Jan 24 16:18:28.005873 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-52c91891-bf5b-4e68-80fb-371d69a5f439 req-8fed0a65-dd61-4591-8ac6-13c56a8507f9 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/security-groups?id=5b6aade6-9bf6-4e88-bfb5-b677f695497c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880289 Jan 24 16:18:28.008301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-95b50947-22f8-459f-a7cb-94bfce4112aa tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a555afa2-9ea9-42f9-888c-ed38d03af223') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:28.008884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-95b50947-22f8-459f-a7cb-94bfce4112aa tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a555afa2-9ea9-42f9-888c-ed38d03af223') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:28.118370 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2efa4c23-ebf0-441c-a7d5-27b53dbcfe35 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.180884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-2efa4c23-ebf0-441c-a7d5-27b53dbcfe35 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9120012b-9668-4c30-94af-213cf7fca324']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:28.193827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a3be0eee-b1a3-4184-bc45-5083e198192b None None] Provisioning complete for port cb1b8229-af90-4a5e-a177-20f868863c12 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:28.194188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a3be0eee-b1a3-4184-bc45-5083e198192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.195716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-2efa4c23-ebf0-441c-a7d5-27b53dbcfe35 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f506d1-ec7d-44fc-9158-879c61387fbf') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:28.195996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-2efa4c23-ebf0-441c-a7d5-27b53dbcfe35 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f506d1-ec7d-44fc-9158-879c61387fbf') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:28.211443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-95b50947-22f8-459f-a7cb-94bfce4112aa tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.212036 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2efa4c23-ebf0-441c-a7d5-27b53dbcfe35 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.234705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2efa4c23-ebf0-441c-a7d5-27b53dbcfe35 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.243014 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efa4c23-ebf0-441c-a7d5-27b53dbcfe35 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:18:28.243460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2efa4c23-ebf0-441c-a7d5-27b53dbcfe35 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.259172 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:28.329551 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2fe95c-14b7-43ac-8ed5-98839e40c481 None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:18:28.332380 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:18:28.345657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2efa4c23-ebf0-441c-a7d5-27b53dbcfe35 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.350205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2efa4c23-ebf0-441c-a7d5-27b53dbcfe35 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.381165 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2efa4c23-ebf0-441c-a7d5-27b53dbcfe35 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] 10.222.0.130 "DELETE /v2.0/networks/9120012b-9668-4c30-94af-213cf7fca324 HTTP/1.1" status: 204 len: 168 time: 0.5993669 Jan 24 16:18:28.382362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa4c23-ebf0-441c-a7d5-27b53dbcfe35 tempest-BulkNetworkOpsIpV6Test-401525709 tempest-BulkNetworkOpsIpV6Test-401525709-project] Pushing event deleted for resources: {'Network': ['ID=9120012b-9668-4c30-94af-213cf7fca324,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:28.404670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-95b50947-22f8-459f-a7cb-94bfce4112aa tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.431007 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b50947-22f8-459f-a7cb-94bfce4112aa tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:18:28.431401 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-95b50947-22f8-459f-a7cb-94bfce4112aa tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:18:28.447844 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:18:28.454558 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:28.454994 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.572569 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee9f54cc-0892-461a-b39e-139db49cfabc tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.609684 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] For port 6ccdbeac-2877-4322-b32a-f2f98f6a538f, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6ccdbeac-2877-4322-b32a-f2f98f6a538f,segment=NetworkSegment(31124ce2-205b-486b-9b1a-d265a3a5683d),segment_id=31124ce2-205b-486b-9b1a-d265a3a5683d)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:28.610095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.680051 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device cb1b8229-af90-4a5e-a177-20f868863c12 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:28.706683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device b8802640-223e-48f8-937a-043707e1b4c3 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:18:28.709646 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55202) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:28.723851 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-95b50947-22f8-459f-a7cb-94bfce4112aa tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.742458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee9f54cc-0892-461a-b39e-139db49cfabc tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.749825 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2fe95c-14b7-43ac-8ed5-98839e40c481 None None] Resources bound (agent type, host, resource id): {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 24 16:18:28.762990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0e5d769d-1d40-4401-966d-2091cc4e3834 req-8648fe3e-f052-4eea-a2ff-138de1007fb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.766863 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: b8802640-223e-48f8-937a-043707e1b4c3 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:18:28.767748 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device b8802640-223e-48f8-937a-043707e1b4c3 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:18:28.768248 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 6ccdbeac-2877-4322-b32a-f2f98f6a538f no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:18:28.814618 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b50947-22f8-459f-a7cb-94bfce4112aa tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dc862996-516a-46c4-aac8-fac2c009acbc {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 24 16:18:28.833582 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-95b50947-22f8-459f-a7cb-94bfce4112aa tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:28.844274 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b50947-22f8-459f-a7cb-94bfce4112aa tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc862996-516a-46c4-aac8-fac2c009acbc,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:28.862082 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648fe3e-f052-4eea-a2ff-138de1007fb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Pushing event deleted for resources: {'Port': ['ID=b8802640-223e-48f8-937a-043707e1b4c3,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:28.929349 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e1dc01a4-e2a0-4dca-87e3-cb2afb666c9f admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=b4d0cc4f57aa4d1c857c55819a21b8dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2184827 Jan 24 16:18:28.930283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55210) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:29.011321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-23a871a0-9d4a-4797-aec7-f9d748f01057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:29.051824 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-23a871a0-9d4a-4797-aec7-f9d748f01057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:29.083714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-08b3a1db-50f9-4256-82cc-8b186fc94f14 None None] Provisioning complete for port cb1b8229-af90-4a5e-a177-20f868863c12 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:29.084087 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-08b3a1db-50f9-4256-82cc-8b186fc94f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:29.154063 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-23a871a0-9d4a-4797-aec7-f9d748f01057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:29.181665 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a871a0-9d4a-4797-aec7-f9d748f01057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7477e3a-7d0f-4b42-b685-a1a21d00ac8b,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:29.195579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port cb1b8229-af90-4a5e-a177-20f868863c12 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:29.196297 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:29.205471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-23a871a0-9d4a-4797-aec7-f9d748f01057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:29.223831 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-23a871a0-9d4a-4797-aec7-f9d748f01057 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/c7477e3a-7d0f-4b42-b685-a1a21d00ac8b HTTP/1.1" status: 204 len: 168 time: 0.2919970 Jan 24 16:18:29.275727 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee9f54cc-0892-461a-b39e-139db49cfabc tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:29.284692 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ee9f54cc-0892-461a-b39e-139db49cfabc tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 2.1203949 Jan 24 16:18:29.286708 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55222) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:29.327471 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-95b50947-22f8-459f-a7cb-94bfce4112aa tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "DELETE /v2.0/networks/dc862996-516a-46c4-aac8-fac2c009acbc HTTP/1.1" status: 204 len: 168 time: 3.2083657 Jan 24 16:18:29.501370 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:29.572295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-69c3cb8a-b3d1-4daa-9d8b-f71842e621bf req-811a9514-4ae3-407d-b461-0b706ff08dba tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Synchronizing usage tracker for tenant:105cf4f247944a51bfc2416542b75e17 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:29.592916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3008098a-6f9b-49c4-a864-b7073c779101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ccdbeac-2877-4322-b32a-f2f98f6a538f'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:18:29.609453 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 6ccdbeac-2877-4322-b32a-f2f98f6a538f, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6ccdbeac-2877-4322-b32a-f2f98f6a538f,segment=NetworkSegment(31124ce2-205b-486b-9b1a-d265a3a5683d),segment_id=31124ce2-205b-486b-9b1a-d265a3a5683d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:29.613288 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Router d7f760a4-3367-4a44-8bfb-476ce17bf3d1 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:18:29.623261 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:29.651166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:29.651550 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:29.651857 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Floating IP 708e0f83-b90a-47cc-a34c-dadbabb96e75 disassociated. External IP: 172.26.2.212, port: 6ccdbeac-2877-4322-b32a-f2f98f6a538f. Jan 24 16:18:29.652517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Calling delete_port for 6ccdbeac-2877-4322-b32a-f2f98f6a538f owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:29.765138 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=6ccdbeac-2877-4322-b32a-f2f98f6a538f,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:29.766587 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-69c3cb8a-b3d1-4daa-9d8b-f71842e621bf req-811a9514-4ae3-407d-b461-0b706ff08dba tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Unset dirty status for tenant:105cf4f247944a51bfc2416542b75e17 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:29.782584 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-69c3cb8a-b3d1-4daa-9d8b-f71842e621bf req-811a9514-4ae3-407d-b461-0b706ff08dba tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 210 time: 0.4935579 Jan 24 16:18:29.909378 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39732ee8-8edc-4c19-b522-d4eaf5a868ad req-1d544977-46ba-49ae-9f6d-2abae660ffe2 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:29.911202 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39732ee8-8edc-4c19-b522-d4eaf5a868ad req-1d544977-46ba-49ae-9f6d-2abae660ffe2 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 945 time: 0.6829290 Jan 24 16:18:29.914550 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-092cceb8-1057-43dd-a8ab-069ce975d484 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:29.923327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-4ac03938-e839-4340-a2b6-4699324c588e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port cb1b8229-af90-4a5e-a177-20f868863c12 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:29.923704 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4ac03938-e839-4340-a2b6-4699324c588e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.071918 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3008098a-6f9b-49c4-a864-b7073c779101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ccdbeac-2877-4322-b32a-f2f98f6a538f', 'code': 200} Jan 24 16:18:30.115928 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39732ee8-8edc-4c19-b522-d4eaf5a868ad req-0ad83e91-e077-4641-97db-d48fadb46cb1 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/security-groups?id=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776153 Jan 24 16:18:30.171279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.api [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:18:30.171889 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG oslo_db.api [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:18:30.248462 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55246) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:30.270745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-177513d2-d4c5-4f13-b9af-330ce8597001 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Request body: {'router': {'name': 'tempest-router--1795012915', 'project_id': 'a60886043583483e94d40b6e591fef0e'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:30.277028 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-177513d2-d4c5-4f13-b9af-330ce8597001 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:30.281125 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-177513d2-d4c5-4f13-b9af-330ce8597001 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Usage tracker for resource:router and tenant:a60886043583483e94d40b6e591fef0e is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:30.290973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-177513d2-d4c5-4f13-b9af-330ce8597001 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:30.352614 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-177513d2-d4c5-4f13-b9af-330ce8597001 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:30.396044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-4ac03938-e839-4340-a2b6-4699324c588e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] For port cb1b8229-af90-4a5e-a177-20f868863c12, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=cb1b8229-af90-4a5e-a177-20f868863c12,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:30.397030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4ac03938-e839-4340-a2b6-4699324c588e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.434369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-177513d2-d4c5-4f13-b9af-330ce8597001 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.435438 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-177513d2-d4c5-4f13-b9af-330ce8597001 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.527870 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-092cceb8-1057-43dd-a8ab-069ce975d484 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.538161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-092cceb8-1057-43dd-a8ab-069ce975d484 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.546912 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-177513d2-d4c5-4f13-b9af-330ce8597001 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.569294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55254) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:30.589876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-092cceb8-1057-43dd-a8ab-069ce975d484 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.590630 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092cceb8-1057-43dd-a8ab-069ce975d484 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d916e80e-fd00-4b1d-aa08-0997fbe7afa2 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:18:30.600062 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-177513d2-d4c5-4f13-b9af-330ce8597001 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.625147 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-092cceb8-1057-43dd-a8ab-069ce975d484 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.630181 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-092cceb8-1057-43dd-a8ab-069ce975d484 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] 10.222.0.130 "DELETE /v2.0/routers/d916e80e-fd00-4b1d-aa08-0997fbe7afa2 HTTP/1.1" status: 204 len: 168 time: 1.3399286 Jan 24 16:18:30.632201 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55260) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:30.637857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-bb5dd947-5078-4729-bb74-81a1a3a62fa4 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Request body: {'router': {'name': 'tempest-router-680660558', 'distributed': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:30.643142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-177513d2-d4c5-4f13-b9af-330ce8597001 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.647355 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-177513d2-d4c5-4f13-b9af-330ce8597001 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3886671 Jan 24 16:18:30.648760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-bb5dd947-5078-4729-bb74-81a1a3a62fa4 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:30.651340 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55264) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:30.710715 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-bb5dd947-5078-4729-bb74-81a1a3a62fa4 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Usage tracker for resource:router and tenant:c2c712e1dea0470187317f80c6146961 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:30.718135 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-bb5dd947-5078-4729-bb74-81a1a3a62fa4 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:30.726433 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Deleting port 6ccdbeac-2877-4322-b32a-f2f98f6a538f {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:30.727217 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.732444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-538689439'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:30.739616 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-bb5dd947-5078-4729-bb74-81a1a3a62fa4 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:30.744654 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:30.753318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:network and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:30.757627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:30.760555 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bb5dd947-5078-4729-bb74-81a1a3a62fa4 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.761737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bb5dd947-5078-4729-bb74-81a1a3a62fa4 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.770492 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:30.829095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-4ac03938-e839-4340-a2b6-4699324c588e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for cb1b8229-af90-4a5e-a177-20f868863c12 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:30.847384 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:30.850444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.870536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e47444cc-46ba-43e4-8ba9-5d93cffb1609 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.918563 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.929090 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bb5dd947-5078-4729-bb74-81a1a3a62fa4 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:30.992459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e5d769d-1d40-4401-966d-2091cc4e3834 req-8648fe3e-f052-4eea-a2ff-138de1007fb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Router 85f7081b-0330-46e8-b934-ec61c202efa2 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:18:31.027233 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bb5dd947-5078-4729-bb74-81a1a3a62fa4 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:31.027931 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-de4388f8-2296-4f63-b6fb-ba3949144efc req-a4d90506-06c9-4556-84d6-a6a6dee11c57 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 210 time: 0.1063037 Jan 24 16:18:31.052114 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:31.060940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:security_group_rule and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:31.066934 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:31.128160 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:31.136587 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bb5dd947-5078-4729-bb74-81a1a3a62fa4 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:31.137764 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bb5dd947-5078-4729-bb74-81a1a3a62fa4 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5043957 Jan 24 16:18:31.149572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55272) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:31.350591 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:18:31.360603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e47444cc-46ba-43e4-8ba9-5d93cffb1609 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:31.376312 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e47444cc-46ba-43e4-8ba9-5d93cffb1609 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:31.378946 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e553d4dc-8ac5-47bd-9ddb-683eb914d53c None None] Sync routers for ids ['d7f760a4-3367-4a44-8bfb-476ce17bf3d1'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:18:31.399671 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e553d4dc-8ac5-47bd-9ddb-683eb914d53c None None] Routers {'d7f760a4-3367-4a44-8bfb-476ce17bf3d1'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:31.400323 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e553d4dc-8ac5-47bd-9ddb-683eb914d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d7f760a4-3367-4a44-8bfb-476ce17bf3d1'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:31.413942 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:31.423101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:31.447411 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:18:31.470051 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e553d4dc-8ac5-47bd-9ddb-683eb914d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:31.482184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e553d4dc-8ac5-47bd-9ddb-683eb914d53c None None] Routers {'d7f760a4-3367-4a44-8bfb-476ce17bf3d1'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:31.482817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e553d4dc-8ac5-47bd-9ddb-683eb914d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d7f760a4-3367-4a44-8bfb-476ce17bf3d1'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:31.543726 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e553d4dc-8ac5-47bd-9ddb-683eb914d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:31.544116 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e553d4dc-8ac5-47bd-9ddb-683eb914d53c None None] The sync data for ids ['d7f760a4-3367-4a44-8bfb-476ce17bf3d1'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:18:31.555641 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] For port 6ccdbeac-2877-4322-b32a-f2f98f6a538f, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6ccdbeac-2877-4322-b32a-f2f98f6a538f,segment=NetworkSegment(31124ce2-205b-486b-9b1a-d265a3a5683d),segment_id=31124ce2-205b-486b-9b1a-d265a3a5683d)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:31.556258 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:31.600894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e47444cc-46ba-43e4-8ba9-5d93cffb1609 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:31.601362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47444cc-46ba-43e4-8ba9-5d93cffb1609 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd3b5def-7104-49bf-b2d1-c73d19c1b951 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:18:31.616086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e47444cc-46ba-43e4-8ba9-5d93cffb1609 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:31.617206 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e47444cc-46ba-43e4-8ba9-5d93cffb1609 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "DELETE /v2.0/routers/cd3b5def-7104-49bf-b2d1-c73d19c1b951 HTTP/1.1" status: 204 len: 168 time: 0.9648442 Jan 24 16:18:31.618065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a284c766-b498-4bcb-bd02-988436d2b226,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:31.653755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:31.657467 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3a046e11-a7c7-4980-b22e-7c080575c69b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.8261580 Jan 24 16:18:31.660243 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55280) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:31.668329 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-664cb428-59df-4768-b2ca-3a0ce40317ce tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'enable_snat': False}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:31.682102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-233143ac-7705-440a-89de-0343e6041139 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:31.730420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:18:31.740110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4ac03938-e839-4340-a2b6-4699324c588e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:31.750484 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:31.750813 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Added segment 18c90327-8392-49d2-acb6-def7f3648354 of type vlan for network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 Jan 24 16:18:31.792789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:31.868799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac03938-e839-4340-a2b6-4699324c588e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=cb1b8229-af90-4a5e-a177-20f868863c12,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:31.902177 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55284) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:31.903908 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:31.907597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:31.908209 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:31.909512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ad74d-6a21-4aa2-a58e-aa9767c3b435 req-09b2e7e2-e24b-42af-9234-872e1b3acd27 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:31.911635 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b26ad74d-6a21-4aa2-a58e-aa9767c3b435 req-09b2e7e2-e24b-42af-9234-872e1b3acd27 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Synchronizing usage tracker for tenant:c22df63e420147aaab7ee88abbffa870 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:32.063263 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4929023 Jan 24 16:18:32.073360 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f6a63-3c7c-47d4-a5c1-2f378cfbd9be tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Network': ['ID=0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:32.077268 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55290) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:32.085756 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:18:32.100213 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'name': 'tempest-PortsTestJSON-744426959'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:32.436268 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1027472554', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:32.463834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:32.469901 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-853e1628-c173-471e-8b3a-4a6cfb09e212 req-d4fbbcf3-0069-4437-8c36-d089a84c6487 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 210 time: 0.0905657 Jan 24 16:18:32.480722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Usage tracker for resource:router and tenant:f0d527ef1b7748598539c390fcf4cd2a is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:32.487420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:32.502706 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:32.512926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:32.521366 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b26ad74d-6a21-4aa2-a58e-aa9767c3b435 req-09b2e7e2-e24b-42af-9234-872e1b3acd27 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Unset dirty status for tenant:c22df63e420147aaab7ee88abbffa870 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:32.522438 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b26ad74d-6a21-4aa2-a58e-aa9767c3b435 req-09b2e7e2-e24b-42af-9234-872e1b3acd27 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 943 time: 1.2478976 Jan 24 16:18:32.527600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:port and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:32.531148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:32.538974 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:32.543183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:32.544119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:32.564394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:32.567465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:32.661146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] device_id is not set on port bc290597-bb4e-465e-8ce2-c707de4b043d yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:18:32.698352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:32.786242 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:32.786881 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:32.786881 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Floating IP 708e0f83-b90a-47cc-a34c-dadbabb96e75 disassociated. External IP: 172.26.2.212, port: 6ccdbeac-2877-4322-b32a-f2f98f6a538f. Jan 24 16:18:32.787207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Calling delete_port for 6ccdbeac-2877-4322-b32a-f2f98f6a538f owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:32.937761 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b26ad74d-6a21-4aa2-a58e-aa9767c3b435 req-436edab6-6a32-4a71-b0fd-fe1a8655eb69 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/security-groups?id=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4033172 Jan 24 16:18:32.953057 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4ac03938-e839-4340-a2b6-4699324c588e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:33.022099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-233143ac-7705-440a-89de-0343e6041139 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:33.049503 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-233143ac-7705-440a-89de-0343e6041139 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:33.086389 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:33.112435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e5d769d-1d40-4401-966d-2091cc4e3834 req-8648fe3e-f052-4eea-a2ff-138de1007fb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:18:33.126573 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ba06-7ad8-4945-a27f-24184718c2bc None None] Sync routers for ids ['85f7081b-0330-46e8-b934-ec61c202efa2'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:18:33.141889 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499ba06-7ad8-4945-a27f-24184718c2bc None None] Routers {'85f7081b-0330-46e8-b934-ec61c202efa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:33.142668 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7499ba06-7ad8-4945-a27f-24184718c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['85f7081b-0330-46e8-b934-ec61c202efa2'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:33.172634 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a8cc4-f063-418b-bd93-39932dc96f05 req-17e72ed5-0df5-4315-b19e-86866516fb6e tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:33.173955 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ac2a8cc4-f063-418b-bd93-39932dc96f05 req-17e72ed5-0df5-4315-b19e-86866516fb6e tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.4160728 Jan 24 16:18:33.183846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:33.246661 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5d769d-1d40-4401-966d-2091cc4e3834 req-8648fe3e-f052-4eea-a2ff-138de1007fb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] No DVR routers for this DVR port b8802640-223e-48f8-937a-043707e1b4c3 on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:18:33.252246 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0e5d769d-1d40-4401-966d-2091cc4e3834 req-8648fe3e-f052-4eea-a2ff-138de1007fb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:33.255647 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b966e19e-407e-4bb3-83f5-eb3509af732d', 'name': 'network-vif-deleted', 'tag': 'b8802640-223e-48f8-937a-043707e1b4c3'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:18:33.329254 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-233143ac-7705-440a-89de-0343e6041139 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:33.329748 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233143ac-7705-440a-89de-0343e6041139 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 228ca72a-3fb7-431a-b478-d6d54ab17f2f {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:18:33.341469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-233143ac-7705-440a-89de-0343e6041139 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:33.346779 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-233143ac-7705-440a-89de-0343e6041139 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] 10.222.0.130 "DELETE /v2.0/routers/228ca72a-3fb7-431a-b478-d6d54ab17f2f HTTP/1.1" status: 204 len: 168 time: 2.1918573 Jan 24 16:18:33.347192 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0e5d769d-1d40-4401-966d-2091cc4e3834 req-8648fe3e-f052-4eea-a2ff-138de1007fb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.129 "DELETE /v2.0/ports/b8802640-223e-48f8-937a-043707e1b4c3 HTTP/1.1" status: 204 len: 173 time: 8.0706086 Jan 24 16:18:33.347663 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55304) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:33.354809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4139473f-2078-48b1-a22d-53a9d96a41a8 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Request body: {'router': {'name': 'tempest-router-353665664', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '04fa6124f44e4ad4a2d34f85fff87c49'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:33.361671 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4139473f-2078-48b1-a22d-53a9d96a41a8 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:33.370559 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-7499ba06-7ad8-4945-a27f-24184718c2bc None None] Set router 85f7081b-0330-46e8-b934-ec61c202efa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:33.418458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:33.441254 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4139473f-2078-48b1-a22d-53a9d96a41a8 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Usage tracker for resource:router and tenant:04fa6124f44e4ad4a2d34f85fff87c49 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:33.462808 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ac2a8cc4-f063-418b-bd93-39932dc96f05 req-5a99ceae-351d-4a95-b28b-5fe29dcb83ad tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734261 Jan 24 16:18:33.478088 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4139473f-2078-48b1-a22d-53a9d96a41a8 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:33.519645 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:33.591415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Pushing event deleted for resources: {'Port': ['ID=6ccdbeac-2877-4322-b32a-f2f98f6a538f,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:33.781695 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7499ba06-7ad8-4945-a27f-24184718c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'name': 'tempest-ServersTestManualDisk-580966356-router', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:36Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'gw_port': {'id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3a32e559-049e-4b6c-9a22-9610d02a0dc4', 'name': '', 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'mac_address': 'fa:16:3e:50:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:17:42Z', 'revision_number': 5, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'subnets': [{'id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:33.782912 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b966e19e-407e-4bb3-83f5-eb3509af732d', 'name': 'network-vif-deleted', 'tag': 'b8802640-223e-48f8-937a-043707e1b4c3', 'status': 'completed', 'code': 200} Jan 24 16:18:33.783848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4139473f-2078-48b1-a22d-53a9d96a41a8 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:33.786855 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ba06-7ad8-4945-a27f-24184718c2bc None None] Checking router: 85f7081b-0330-46e8-b934-ec61c202efa2 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:18:33.793941 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=bc290597-bb4e-465e-8ce2-c707de4b043d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:33.804076 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499ba06-7ad8-4945-a27f-24184718c2bc None None] Routers {'85f7081b-0330-46e8-b934-ec61c202efa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:33.804874 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7499ba06-7ad8-4945-a27f-24184718c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['85f7081b-0330-46e8-b934-ec61c202efa2'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:33.855442 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ac45a472-2e36-4fc3-8eae-54bf90e7ef04 req-10441c8a-2344-471b-9975-c34788ffc9ce tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/ports?device_id=b966e19e-407e-4bb3-83f5-eb3509af732d HTTP/1.1" status: 200 len: 210 time: 0.0626478 Jan 24 16:18:33.856415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4139473f-2078-48b1-a22d-53a9d96a41a8 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:33.857809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4139473f-2078-48b1-a22d-53a9d96a41a8 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:33.886962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Checking segment: {'id': '18c90327-8392-49d2-acb6-def7f3648354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:33.887326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network hostable DHCP agents. Network: 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:18:33.962092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:34.053606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-664cb428-59df-4768-b2ca-3a0ce40317ce tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:34.061798 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-7499ba06-7ad8-4945-a27f-24184718c2bc None None] Set router 85f7081b-0330-46e8-b934-ec61c202efa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:34.090387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:34.136964 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4139473f-2078-48b1-a22d-53a9d96a41a8 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:34.206164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:18:34.226978 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-7762f936-eda2-42f4-a891-dc7a901a094f req-82b90e1f-757c-417b-b970-22df29fe66e4 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Synchronizing usage tracker for tenant:c22df63e420147aaab7ee88abbffa870 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:34.249329 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac03938-e839-4340-a2b6-4699324c588e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Router 1188b8ea-da98-44e1-927f-5849afe71cfb has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:18:34.264521 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4139473f-2078-48b1-a22d-53a9d96a41a8 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:34.301930 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-7762f936-eda2-42f4-a891-dc7a901a094f req-82b90e1f-757c-417b-b970-22df29fe66e4 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Unset dirty status for tenant:c22df63e420147aaab7ee88abbffa870 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:34.315260 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7762f936-eda2-42f4-a891-dc7a901a094f req-82b90e1f-757c-417b-b970-22df29fe66e4 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 210 time: 0.1515696 Jan 24 16:18:34.319614 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:34.329537 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:34.334634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a797b8-9d32-4eb9-abb6-a31317682b2a None None] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:34.359535 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:34.361648 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:34.394714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4139473f-2078-48b1-a22d-53a9d96a41a8 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:34.399639 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4139473f-2078-48b1-a22d-53a9d96a41a8 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0501082 Jan 24 16:18:34.407426 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55316) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:34.414433 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ed0ad60b-89e9-4b6d-a86b-85ffa4f92a3e tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:34.528598 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7499ba06-7ad8-4945-a27f-24184718c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'name': 'tempest-ServersTestManualDisk-580966356-router', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:36Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'gw_port': {'id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3a32e559-049e-4b6c-9a22-9610d02a0dc4', 'name': '', 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'mac_address': 'fa:16:3e:50:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:17:42Z', 'revision_number': 5, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'subnets': [{'id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:34.536063 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ba06-7ad8-4945-a27f-24184718c2bc None None] The sync data for ids ['85f7081b-0330-46e8-b934-ec61c202efa2'] in dv-neutron-826104-1-hyperv is: [{'id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'name': 'tempest-ServersTestManualDisk-580966356-router', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:36Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'gw_port': {'id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3a32e559-049e-4b6c-9a22-9610d02a0dc4', 'name': '', 'network_id': '1b75d7bf-954b-4dfe-85c6-64a6ac21028b', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'mac_address': 'fa:16:3e:50:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:17:42Z', 'revision_number': 5, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'subnets': [{'id': 'f20398c9-c0a6-41c1-81f0-e242f15f8aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:18:34.540205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81436d52-9ae4-4dd0-9e26-b557afad2eea req-3ab8effe-541b-454a-a6eb-de0af2012bab tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:34.548337 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-81436d52-9ae4-4dd0-9e26-b557afad2eea req-3ab8effe-541b-454a-a6eb-de0af2012bab tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.5420663 Jan 24 16:18:34.574771 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c0151627-3aff-438f-8cc3-79a0570344ff tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4943173 Jan 24 16:18:34.585141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55320) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:34.593818 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-335443552'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:34.602894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:34.620388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:network and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:34.625385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:34.644235 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Allocated IP 172.26.2.227 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/6349ec3d-f203-4222-adc1-56aefd7dd86e) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:34.646496 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:34.692823 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-81436d52-9ae4-4dd0-9e26-b557afad2eea req-5786af0b-7643-4b7b-b9be-feac9482528d tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433496 Jan 24 16:18:34.738525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:34.741699 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:34.773762 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac03938-e839-4340-a2b6-4699324c588e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:18:34.782412 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4ac03938-e839-4340-a2b6-4699324c588e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "PUT /v2.0/routers/1188b8ea-da98-44e1-927f-5849afe71cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0949552 Jan 24 16:18:34.784908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78684dff-a5e9-4bb9-9a32-4de833bcbdba None None] Sync routers for ids ['1188b8ea-da98-44e1-927f-5849afe71cfb'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:18:34.790879 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55326) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:34.799987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78684dff-a5e9-4bb9-9a32-4de833bcbdba None None] Routers {'1188b8ea-da98-44e1-927f-5849afe71cfb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:34.800828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-78684dff-a5e9-4bb9-9a32-4de833bcbdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1188b8ea-da98-44e1-927f-5849afe71cfb'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:34.904067 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8bc54d-9c11-4c4b-9654-780d233fc4d9 None None] New status for floating IP 06aec2df-6151-4314-adbf-83a2a00bbc84: DOWN {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:18:34.936857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:34.949629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-78684dff-a5e9-4bb9-9a32-4de833bcbdba None None] Set router 1188b8ea-da98-44e1-927f-5849afe71cfb gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:35.016580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:18:35.026917 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:35.027247 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Added segment fc6cded6-cdfb-4d64-8211-5589211454cf of type vlan for network 8a0c5b33-6e6c-4fd5-a8c1-c8922b7b1c82 Jan 24 16:18:35.053827 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:35.055387 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca8218-0ca7-4a76-9f63-8251b11b2874 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:35.057167 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca8218-0ca7-4a76-9f63-8251b11b2874 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:35.058372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-76ca8218-0ca7-4a76-9f63-8251b11b2874 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:35.072754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Router 4ade2193-f36a-46f9-8099-3d16418980e3 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:18:35.092160 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:35.096386 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:35.096985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:35.142447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55336) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:35.146726 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-78684dff-a5e9-4bb9-9a32-4de833bcbdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1188b8ea-da98-44e1-927f-5849afe71cfb', 'name': 'tempest-NetworksTestDHCPv6-router-1965854473', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:17Z', 'updated_at': '2022-01-24T16:18:31Z', 'revision_number': 3, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:35.160455 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78684dff-a5e9-4bb9-9a32-4de833bcbdba None None] Checking router: 1188b8ea-da98-44e1-927f-5849afe71cfb for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:18:35.186982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78684dff-a5e9-4bb9-9a32-4de833bcbdba None None] Routers {'1188b8ea-da98-44e1-927f-5849afe71cfb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:35.188142 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-78684dff-a5e9-4bb9-9a32-4de833bcbdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1188b8ea-da98-44e1-927f-5849afe71cfb'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:35.258698 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-76ca8218-0ca7-4a76-9f63-8251b11b2874 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:35.259033 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-76ca8218-0ca7-4a76-9f63-8251b11b2874 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4670541 Jan 24 16:18:35.262956 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55340) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:35.278738 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad60b-89e9-4b6d-a86b-85ffa4f92a3e tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:35.279097 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad60b-89e9-4b6d-a86b-85ffa4f92a3e tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:35.354298 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-78684dff-a5e9-4bb9-9a32-4de833bcbdba None None] Set router 1188b8ea-da98-44e1-927f-5849afe71cfb gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:35.474347 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-78684dff-a5e9-4bb9-9a32-4de833bcbdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1188b8ea-da98-44e1-927f-5849afe71cfb', 'name': 'tempest-NetworksTestDHCPv6-router-1965854473', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:17Z', 'updated_at': '2022-01-24T16:18:31Z', 'revision_number': 3, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:35.475637 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8865786 Jan 24 16:18:35.479113 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55348) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:35.481438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78684dff-a5e9-4bb9-9a32-4de833bcbdba None None] The sync data for ids ['1188b8ea-da98-44e1-927f-5849afe71cfb'] in dv-neutron-826104-1-hyperv is: [{'id': '1188b8ea-da98-44e1-927f-5849afe71cfb', 'name': 'tempest-NetworksTestDHCPv6-router-1965854473', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:17Z', 'updated_at': '2022-01-24T16:18:31Z', 'revision_number': 3, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'gw_port_host': None}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:18:35.577188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Network': ['ID=8a0c5b33-6e6c-4fd5-a8c1-c8922b7b1c82,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:35.585885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'ports': [{'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031'}, {'network_id': '8a0c5b33-6e6c-4fd5-a8c1-c8922b7b1c82'}]} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:35.586269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:35.587445 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'network_id': '8a0c5b33-6e6c-4fd5-a8c1-c8922b7b1c82'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:35.660899 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:35.741749 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ed0ad60b-89e9-4b6d-a86b-85ffa4f92a3e tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83466) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 24 16:18:35.742079 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ed0ad60b-89e9-4b6d-a86b-85ffa4f92a3e tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Router f55b4881-c226-4265-b87e-5509ea3cfc1b migrating from provider to provider. {{(pid=83466) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 24 16:18:35.742710 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad60b-89e9-4b6d-a86b-85ffa4f92a3e tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:35.821230 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad60b-89e9-4b6d-a86b-85ffa4f92a3e tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:35.843155 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad60b-89e9-4b6d-a86b-85ffa4f92a3e tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:35.920854 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c6c49910-bac2-4b8f-9b60-f9c7196a2431 req-22b71f12-e1fe-440d-9003-5c4b32b7a920 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 210 time: 0.3178334 Jan 24 16:18:35.922118 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:35.922457 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:35.922788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:35.923114 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:35.923440 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:35.923807 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:35.924102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:35.924419 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:35.924733 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:35.925044 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:35.926006 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cb6-784f-425a-8951-dd3936e0171a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:35.942218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 8a0c5b33-6e6c-4fd5-a8c1-c8922b7b1c82 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:18:35.969173 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-664cb428-59df-4768-b2ca-3a0ce40317ce tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:36.000357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbdd34-30b7-439c-9422-2a7644429ca1 req-78a234a9-e200-4b40-b664-1eae3ce58c7d tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:36.001338 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-82dbdd34-30b7-439c-9422-2a7644429ca1 req-78a234a9-e200-4b40-b664-1eae3ce58c7d tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.3424008 Jan 24 16:18:36.002620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec6f2550-42d2-4870-8849-3f24e2f05d36 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:36.005516 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11fd5c2-60c0-44d0-9336-c5860d52d34d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet 725fb30d-f669-461a-bc77-556f8307c69a {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:18:36.013030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-664cb428-59df-4768-b2ca-3a0ce40317ce tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:36.017551 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:36.026032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Pushing event updated for resources: {'Port': ['ID=6349ec3d-f203-4222-adc1-56aefd7dd86e,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:36.034530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:36.055413 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:36.130724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a11fd5c2-60c0-44d0-9336-c5860d52d34d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:36.169878 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device cb1b8229-af90-4a5e-a177-20f868863c12 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:18:36.202391 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: cb1b8229-af90-4a5e-a177-20f868863c12 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:18:36.202730 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device cb1b8229-af90-4a5e-a177-20f868863c12 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:18:36.214163 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec6f2550-42d2-4870-8849-3f24e2f05d36 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:36.233854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a11fd5c2-60c0-44d0-9336-c5860d52d34d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:36.272929 dv-neutron-826104-1-hyperv neutron-server[83466]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ed0ad60b-89e9-4b6d-a86b-85ffa4f92a3e tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] No L3 agents can host the router f55b4881-c226-4265-b87e-5509ea3cfc1b Jan 24 16:18:36.281487 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-82dbdd34-30b7-439c-9422-2a7644429ca1 req-4e936a69-bd83-40f6-ba3b-4573bfcbde63 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742146 Jan 24 16:18:36.350876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:36.376106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:port and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:36.387584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:36.399738 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:36.407919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:18:36.412929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec6f2550-42d2-4870-8849-3f24e2f05d36 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:36.421124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b59554-34d0-4c8a-834e-16e4a4c5c0b5 None None] Sync routers for ids ['4ade2193-f36a-46f9-8099-3d16418980e3'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:18:36.435177 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b59554-34d0-4c8a-834e-16e4a4c5c0b5 None None] Routers {'4ade2193-f36a-46f9-8099-3d16418980e3'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:36.435929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b1b59554-34d0-4c8a-834e-16e4a4c5c0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4ade2193-f36a-46f9-8099-3d16418980e3'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:36.438939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'port': 2} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:36.442339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:36.466009 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f2550-42d2-4870-8849-3f24e2f05d36 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6aade6-9bf6-4e88-bfb5-b677f695497c,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:36.478078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a11fd5c2-60c0-44d0-9336-c5860d52d34d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:36.486311 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:36.508970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec6f2550-42d2-4870-8849-3f24e2f05d36 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:36.512678 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ec6f2550-42d2-4870-8849-3f24e2f05d36 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "DELETE /v2.0/security-groups/5b6aade6-9bf6-4e88-bfb5-b677f695497c HTTP/1.1" status: 204 len: 168 time: 1.3540537 Jan 24 16:18:36.514088 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55354) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:36.572367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] No DVR routers for this DVR port 6ccdbeac-2877-4322-b32a-f2f98f6a538f on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:18:36.584293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:36.584951 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4ffd51af-3637-4791-b51a-55410a180870 req-c0918753-33c7-46d0-9361-2278d8f5ffad tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.129 "DELETE /v2.0/ports/6ccdbeac-2877-4322-b32a-f2f98f6a538f HTTP/1.1" status: 204 len: 173 time: 9.8804605 Jan 24 16:18:36.585382 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3008098a-6f9b-49c4-a864-b7073c779101', 'name': 'network-vif-deleted', 'tag': '6ccdbeac-2877-4322-b32a-f2f98f6a538f'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:18:36.651462 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3008098a-6f9b-49c4-a864-b7073c779101', 'name': 'network-vif-deleted', 'tag': '6ccdbeac-2877-4322-b32a-f2f98f6a538f', 'status': 'completed', 'code': 200} Jan 24 16:18:36.677031 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-18e24c5a-4958-43a6-8d1a-41093f607bb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] show failed (client error): The resource could not be found. Jan 24 16:18:36.678043 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-18e24c5a-4958-43a6-8d1a-41093f607bb5 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "GET /v2.0/security-groups/5b6aade6-9bf6-4e88-bfb5-b677f695497c HTTP/1.1" status: 404 len: 347 time: 0.1629033 Jan 24 16:18:36.681225 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-b1b59554-34d0-4c8a-834e-16e4a4c5c0b5 None None] Set router 4ade2193-f36a-46f9-8099-3d16418980e3 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:36.693200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55360) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:36.713385 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ad60b-89e9-4b6d-a86b-85ffa4f92a3e tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Hosts for router f55b4881-c226-4265-b87e-5509ea3cfc1b: [] {{(pid=83466) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 24 16:18:36.754079 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a11fd5c2-60c0-44d0-9336-c5860d52d34d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:36.799695 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a11fd5c2-60c0-44d0-9336-c5860d52d34d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:36.813803 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fd5c2-60c0-44d0-9336-c5860d52d34d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=725fb30d-f669-461a-bc77-556f8307c69a,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:36.816105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ad60b-89e9-4b6d-a86b-85ffa4f92a3e tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Hosts for other DVR routers connected to router f55b4881-c226-4265-b87e-5509ea3cfc1b: set() {{(pid=83466) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 24 16:18:36.834686 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a11fd5c2-60c0-44d0-9336-c5860d52d34d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/725fb30d-f669-461a-bc77-556f8307c69a HTTP/1.1" status: 204 len: 168 time: 1.5670819 Jan 24 16:18:36.836530 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad60b-89e9-4b6d-a86b-85ffa4f92a3e tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:36.836664 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c251cc51-2a71-4d30-8891-2d1b80eed79f None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:36.840391 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ed0ad60b-89e9-4b6d-a86b-85ffa4f92a3e tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] 10.222.0.130 "PUT /v2.0/routers/f55b4881-c226-4265-b87e-5509ea3cfc1b HTTP/1.1" status: 200 len: 716 time: 2.4291408 Jan 24 16:18:36.840391 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55364) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:36.840592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55368) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:36.986471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-96e5c73e-5def-44af-b2d7-ce1430210519 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Deleting port 51e840cb-adf7-4270-bd05-0d088579c83d {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:36.986827 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96e5c73e-5def-44af-b2d7-ce1430210519 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:37.071541 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] device_id is not set on port 54773e76-df11-4efd-8b4c-1efa3ab45a7b yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:18:37.179937 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a7c98a60-0ff6-42bb-810f-54c83c414a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:37.273351 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96e5c73e-5def-44af-b2d7-ce1430210519 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:37.274050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96e5c73e-5def-44af-b2d7-ce1430210519 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:37.325459 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-96a325d0-1751-4673-9356-43bef6c2ed13 req-0415c4e0-f6ab-44a5-a4b9-8039a6278f09 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/ports?device_id=3008098a-6f9b-49c4-a864-b7073c779101 HTTP/1.1" status: 200 len: 210 time: 0.1199949 Jan 24 16:18:37.363549 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7b903030-fc28-4968-ba11-9556ecbc4e96 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5241714 Jan 24 16:18:37.368610 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0bf7fd48-2d11-48d4-ba44-bab3bd44768c tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] 10.222.0.130 "GET /v2.0/routers/f55b4881-c226-4265-b87e-5509ea3cfc1b HTTP/1.1" status: 200 len: 716 time: 0.5269849 Jan 24 16:18:37.369454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55376) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:37.423982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b1b59554-34d0-4c8a-834e-16e4a4c5c0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'name': 'tempest-ServersTestJSON-1646282507-router', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:35Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'gw_port': {'id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:38Z', 'updated_at': '2022-01-24T16:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd28dbf19-a03b-4616-ba6f-448da41ac97a', 'name': '', 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'mac_address': 'fa:16:3e:54:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e7965d5-5b34-4076-a5f5-290502504767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:17:00Z', 'revision_number': 5, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'subnets': [{'id': '6e7965d5-5b34-4076-a5f5-290502504767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:37.428971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b59554-34d0-4c8a-834e-16e4a4c5c0b5 None None] Checking router: 4ade2193-f36a-46f9-8099-3d16418980e3 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:18:37.429219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55380) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:37.453388 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b59554-34d0-4c8a-834e-16e4a4c5c0b5 None None] Routers {'4ade2193-f36a-46f9-8099-3d16418980e3'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:37.454008 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b1b59554-34d0-4c8a-834e-16e4a4c5c0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4ade2193-f36a-46f9-8099-3d16418980e3'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:37.507318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-96e5c73e-5def-44af-b2d7-ce1430210519 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Calling delete_port for 51e840cb-adf7-4270-bd05-0d088579c83d owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:37.508976 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6600d4-9fe5-4a1b-9468-bf75dc763d23 None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:18:37.520030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-378dc36d-11ec-4c54-a7f3-963762115299 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:37.520322 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2c6600d4-9fe5-4a1b-9468-bf75dc763d23 None None] Deleting port c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:37.520660 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2c6600d4-9fe5-4a1b-9468-bf75dc763d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:37.629543 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664cb428-59df-4768-b2ca-3a0ce40317ce tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Router d7f760a4-3367-4a44-8bfb-476ce17bf3d1 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:18:37.630669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:37.631376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:37.807361 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-b1b59554-34d0-4c8a-834e-16e4a4c5c0b5 None None] Set router 4ade2193-f36a-46f9-8099-3d16418980e3 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:37.891604 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2c6600d4-9fe5-4a1b-9468-bf75dc763d23 None None] For port c47fcf3d-9e67-45bb-a5f6-058e9fb86c73, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c47fcf3d-9e67-45bb-a5f6-058e9fb86c73,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:37.891980 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2c6600d4-9fe5-4a1b-9468-bf75dc763d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:37.936427 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c4ab8b4a-46f2-49bf-bfd4-2c678ce5e6eb tempest-RoutersTestDVR-1411888636 tempest-RoutersTestDVR-1411888636-project] 10.222.0.130 "GET /v2.0/routers/f55b4881-c226-4265-b87e-5509ea3cfc1b HTTP/1.1" status: 200 len: 682 time: 0.5035610 Jan 24 16:18:37.939823 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55386) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:38.068565 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2c6600d4-9fe5-4a1b-9468-bf75dc763d23 None None] Calling delete_port for c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:38.084188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-378dc36d-11ec-4c54-a7f3-963762115299 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:38.089202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-378dc36d-11ec-4c54-a7f3-963762115299 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:38.124714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-378dc36d-11ec-4c54-a7f3-963762115299 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:38.125436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378dc36d-11ec-4c54-a7f3-963762115299 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Fanout notify agent at l3_agent the message router_deleted on router 1188b8ea-da98-44e1-927f-5849afe71cfb {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:18:38.144845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-378dc36d-11ec-4c54-a7f3-963762115299 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:38.147099 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-378dc36d-11ec-4c54-a7f3-963762115299 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/routers/1188b8ea-da98-44e1-927f-5849afe71cfb HTTP/1.1" status: 204 len: 168 time: 0.7766480 Jan 24 16:18:38.151013 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55390) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:38.158472 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:38.236914 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:18:38.279753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceff75b-8823-4838-86ef-1c24bd051135 req-2c74f50e-5f08-470f-84b6-d7cd3ca03cbd tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:38.281659 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7ceff75b-8823-4838-86ef-1c24bd051135 req-2c74f50e-5f08-470f-84b6-d7cd3ca03cbd tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.7276466 Jan 24 16:18:38.292094 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96e5c73e-5def-44af-b2d7-ce1430210519 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:38.335142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:38.338525 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2c6600d4-9fe5-4a1b-9468-bf75dc763d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:38.339675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:38.342651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:38.349669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:38.372875 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:38.380582 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:38.381588 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:38.394236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5c73e-5def-44af-b2d7-ce1430210519 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Pushing event deleted for resources: {'Port': ['ID=51e840cb-adf7-4270-bd05-0d088579c83d,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:38.395225 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No active binding found for port c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 {{(pid=83467) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 24 16:18:38.398336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:18:38.405511 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6600d4-9fe5-4a1b-9468-bf75dc763d23 None None] Pushing event deleted for resources: {'Port': ['ID=c47fcf3d-9e67-45bb-a5f6-058e9fb86c73,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:38.440881 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6600d4-9fe5-4a1b-9468-bf75dc763d23 None None] No DVR routers for this DVR port c47fcf3d-9e67-45bb-a5f6-058e9fb86c73 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:18:38.502770 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b1b59554-34d0-4c8a-834e-16e4a4c5c0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'name': 'tempest-ServersTestJSON-1646282507-router', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:35Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'gw_port': {'id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:38Z', 'updated_at': '2022-01-24T16:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd28dbf19-a03b-4616-ba6f-448da41ac97a', 'name': '', 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'mac_address': 'fa:16:3e:54:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e7965d5-5b34-4076-a5f5-290502504767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:17:00Z', 'revision_number': 5, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'subnets': [{'id': '6e7965d5-5b34-4076-a5f5-290502504767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:38.507446 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b59554-34d0-4c8a-834e-16e4a4c5c0b5 None None] The sync data for ids ['4ade2193-f36a-46f9-8099-3d16418980e3'] in dv-neutron-826104-1-hyperv is: [{'id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'name': 'tempest-ServersTestJSON-1646282507-router', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:35Z', 'updated_at': '2022-01-24T16:16:50Z', 'revision_number': 4, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'gw_port': {'id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:38Z', 'updated_at': '2022-01-24T16:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd28dbf19-a03b-4616-ba6f-448da41ac97a', 'name': '', 'network_id': '03400db8-972d-43d6-9e4c-355f981ea39d', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'mac_address': 'fa:16:3e:54:6d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e7965d5-5b34-4076-a5f5-290502504767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:47Z', 'updated_at': '2022-01-24T16:17:00Z', 'revision_number': 5, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'subnets': [{'id': '6e7965d5-5b34-4076-a5f5-290502504767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:18:38.516244 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55398) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:38.618323 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b784c714-57d4-454a-aabc-ee5b44476f69 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:38.744450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:38.758334 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ba2da2-b851-4623-b293-5f5002de1b20 None None] New status for floating IP 708e0f83-b90a-47cc-a34c-dadbabb96e75: DOWN {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:18:38.799052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] device_id is not set on port 1fe22a96-13f7-4d2b-871c-5e4e56f3ac30 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:18:38.811200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:38.896819 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7ceff75b-8823-4838-86ef-1c24bd051135 req-c0d5ac47-958f-4240-a09d-573107e52a50 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5982490 Jan 24 16:18:38.905120 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:38.950667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:38.970680 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96e5c73e-5def-44af-b2d7-ce1430210519 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:38.982296 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:39.012985 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:39.018501 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:39.020660 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=270d4ee5-6b9b-4300-a1a9-690cb3eedb37,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:39.023766 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.023766 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.024115 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.024481 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.024859 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.025176 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.025495 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.025802 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.026115 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.026424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.026733 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.029417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:39.029996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.039366 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c51445-86ca-4b09-a26e-5543e8484b8b None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:39.052029 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.055536 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5ceae8fb-e2d8-4aea-81cb-048260ecc549 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "DELETE /v2.0/security-groups/89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd HTTP/1.1" status: 204 len: 168 time: 0.5362206 Jan 24 16:18:39.055536 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.055536 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.055536 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.055536 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.055944 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.056279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.056610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.056919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.057248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.057553 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.057870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:39.060512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55402) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:39.081415 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d61c82ab-8ac8-4aeb-8378-6ab0ab95b4d1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9285343 Jan 24 16:18:39.084334 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-f3a2f624-4fe6-4008-9936-386eaa1421ec tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] show failed (client error): The resource could not be found. Jan 24 16:18:39.087920 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f3a2f624-4fe6-4008-9936-386eaa1421ec tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "GET /v2.0/security-groups/89c62ca8-c9b9-4e5f-ba99-1b1285c3f1cd HTTP/1.1" status: 404 len: 347 time: 0.0232368 Jan 24 16:18:39.087920 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55406) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:39.088144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55410) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:39.092847 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b752584b-ebb2-4dff-af31-269f80f1d291 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-165214142', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:39.155250 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b752584b-ebb2-4dff-af31-269f80f1d291 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:39.172581 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fa44f698-6183-4848-b972-c62eff313b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.173089 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b752584b-ebb2-4dff-af31-269f80f1d291 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:router and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:39.182593 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b752584b-ebb2-4dff-af31-269f80f1d291 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:39.191088 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b752584b-ebb2-4dff-af31-269f80f1d291 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:39.273303 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd3f8-2639-493b-8e11-05e1170a3d51 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Deleting port 82f6cf4f-bdc4-49f4-b22a-3d264a7a6cd0 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:39.273685 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd3f8-2639-493b-8e11-05e1170a3d51 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.300804 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b752584b-ebb2-4dff-af31-269f80f1d291 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.301621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b752584b-ebb2-4dff-af31-269f80f1d291 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.308154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.311301 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96e5c73e-5def-44af-b2d7-ce1430210519 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.315249 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-96e5c73e-5def-44af-b2d7-ce1430210519 tempest-ServersTestManualDisk-1929340160 tempest-ServersTestManualDisk-1929340160-project] 10.222.0.130 "DELETE /v2.0/floatingips/06aec2df-6151-4314-adbf-83a2a00bbc84 HTTP/1.1" status: 204 len: 168 time: 2.6182141 Jan 24 16:18:39.316321 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55414) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:39.384416 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': '270d4ee5-6b9b-4300-a1a9-690cb3eedb37'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:18:39.385423 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.473536 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b752584b-ebb2-4dff-af31-269f80f1d291 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.475049 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664cb428-59df-4768-b2ca-3a0ce40317ce tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:18:39.485922 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b784c714-57d4-454a-aabc-ee5b44476f69 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.491386 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-664cb428-59df-4768-b2ca-3a0ce40317ce tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.496524 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-664cb428-59df-4768-b2ca-3a0ce40317ce tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "PUT /v2.0/routers/d7f760a4-3367-4a44-8bfb-476ce17bf3d1 HTTP/1.1" status: 200 len: 925 time: 7.8346817 Jan 24 16:18:39.502228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55418) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:39.523189 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36f0651-2616-479c-9e9a-e04b49e4fc80 None None] Sync routers for ids ['d7f760a4-3367-4a44-8bfb-476ce17bf3d1'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:18:39.543457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b752584b-ebb2-4dff-af31-269f80f1d291 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.545790 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f0651-2616-479c-9e9a-e04b49e4fc80 None None] Routers {'d7f760a4-3367-4a44-8bfb-476ce17bf3d1'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:39.546418 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f36f0651-2616-479c-9e9a-e04b49e4fc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d7f760a4-3367-4a44-8bfb-476ce17bf3d1'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:39.574149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd3f8-2639-493b-8e11-05e1170a3d51 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.574507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd3f8-2639-493b-8e11-05e1170a3d51 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.580460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b784c714-57d4-454a-aabc-ee5b44476f69 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.616966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f36f0651-2616-479c-9e9a-e04b49e4fc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:39.619439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Router e623be29-ded6-4a73-bbd7-96d22c419012 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:18:39.629877 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.637746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Allocated IP 2001:db8::2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/270d4ee5-6b9b-4300-a1a9-690cb3eedb37/3ba54513-42cc-424d-ab60-484b51e80e09) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:39.642071 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b752584b-ebb2-4dff-af31-269f80f1d291 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.643238 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b752584b-ebb2-4dff-af31-269f80f1d291 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5565948 Jan 24 16:18:39.647987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f0651-2616-479c-9e9a-e04b49e4fc80 None None] Routers {'d7f760a4-3367-4a44-8bfb-476ce17bf3d1'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:39.649110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f36f0651-2616-479c-9e9a-e04b49e4fc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d7f760a4-3367-4a44-8bfb-476ce17bf3d1'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:39.673026 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55422) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:39.713959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f36f0651-2616-479c-9e9a-e04b49e4fc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:39.714354 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36f0651-2616-479c-9e9a-e04b49e4fc80 None None] The sync data for ids ['d7f760a4-3367-4a44-8bfb-476ce17bf3d1'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:18:39.753365 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ac6cd3f8-2639-493b-8e11-05e1170a3d51 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Calling delete_port for 82f6cf4f-bdc4-49f4-b22a-3d264a7a6cd0 owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:39.760813 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b784c714-57d4-454a-aabc-ee5b44476f69 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.760970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b784c714-57d4-454a-aabc-ee5b44476f69 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f55b4881-c226-4265-b87e-5509ea3cfc1b {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:18:39.814474 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:39.861856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b784c714-57d4-454a-aabc-ee5b44476f69 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.866562 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b784c714-57d4-454a-aabc-ee5b44476f69 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] 10.222.0.130 "DELETE /v2.0/routers/f55b4881-c226-4265-b87e-5509ea3cfc1b HTTP/1.1" status: 204 len: 168 time: 1.9125416 Jan 24 16:18:39.866799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55426) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:39.870836 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=54773e76-df11-4efd-8b4c-1efa3ab45a7b,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:39.873236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:39.880646 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4250f575-deed-4483-9e26-3f7bec230cfd tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Request body: {'router': {'name': 'tempest-router-953749891', 'distributed': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:39.883644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:39.884449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.890130 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4250f575-deed-4483-9e26-3f7bec230cfd tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:39.926790 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:39.980216 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4250f575-deed-4483-9e26-3f7bec230cfd tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Usage tracker for resource:router and tenant:c2c712e1dea0470187317f80c6146961 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:39.990574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4250f575-deed-4483-9e26-3f7bec230cfd tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:39.999418 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4250f575-deed-4483-9e26-3f7bec230cfd tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:40.028122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4250f575-deed-4483-9e26-3f7bec230cfd tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:40.029024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4250f575-deed-4483-9e26-3f7bec230cfd tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:40.038205 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Transition to ACTIVE for port object 3ba54513-42cc-424d-ab60-484b51e80e09 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:40.044783 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd3f8-2639-493b-8e11-05e1170a3d51 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:40.071929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Transition to ACTIVE for port object 3ba54513-42cc-424d-ab60-484b51e80e09 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:40.082336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:40.145701 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd3f8-2639-493b-8e11-05e1170a3d51 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Pushing event deleted for resources: {'Port': ['ID=82f6cf4f-bdc4-49f4-b22a-3d264a7a6cd0,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:40.190461 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:40.193482 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:40.193921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4250f575-deed-4483-9e26-3f7bec230cfd tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:40.200278 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:40.206802 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Pushing event updated for resources: {'Port': ['ID=3ba54513-42cc-424d-ab60-484b51e80e09,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:40.211681 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=1fe22a96-13f7-4d2b-871c-5e4e56f3ac30,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:40.283289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:40.283546 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:40.283874 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:40.284200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:40.284523 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:40.284840 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:40.285158 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:40.285472 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:40.285782 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:40.286092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:40.286403 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:18:40.303078 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:40.322751 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Attempting to bind port 3ba54513-42cc-424d-ab60-484b51e80e09 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:18:40.323193 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Attempting to bind port 3ba54513-42cc-424d-ab60-484b51e80e09 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:18:40.323459 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Attempting to bind port 3ba54513-42cc-424d-ab60-484b51e80e09 on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:18:40.330467 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:18:40.330851 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:40.331214 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:40.331629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:18:40.332081 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Bound port: 3ba54513-42cc-424d-ab60-484b51e80e09, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:18:40.332443 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:40.378112 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Checking segment: {'id': 'fc6cded6-cdfb-4d64-8211-5589211454cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8a0c5b33-6e6c-4fd5-a8c1-c8922b7b1c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:40.378444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network hostable DHCP agents. Network: 8a0c5b33-6e6c-4fd5-a8c1-c8922b7b1c82, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:18:40.388377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:40.397853 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4250f575-deed-4483-9e26-3f7bec230cfd tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:40.435925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] For port 3ba54513-42cc-424d-ab60-484b51e80e09, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:18:40.439014 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] For port 3ba54513-42cc-424d-ab60-484b51e80e09, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3ba54513-42cc-424d-ab60-484b51e80e09,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:18:40.448677 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:40.482079 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-60ee8044-72e3-4ceb-a635-0003a8ce09bd tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/routers/d7f760a4-3367-4a44-8bfb-476ce17bf3d1 HTTP/1.1" status: 200 len: 925 time: 0.9749575 Jan 24 16:18:40.486974 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55432) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:40.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57b12e-e3e5-4a1d-85e4-888b0974d8b2 req-6a0a21e0-160f-4142-ac24-0c97f3193cbd tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:40.531467 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-db57b12e-e3e5-4a1d-85e4-888b0974d8b2 req-6a0a21e0-160f-4142-ac24-0c97f3193cbd tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.4499302 Jan 24 16:18:40.546430 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c0dd7-e65a-46f5-a151-5f8a48101cee None None] Pushing event updated for resources: {'Port': ['ID=3ba54513-42cc-424d-ab60-484b51e80e09,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:40.550455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd3f8-2639-493b-8e11-05e1170a3d51 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:40.574730 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 8a0c5b33-6e6c-4fd5-a8c1-c8922b7b1c82 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:18:40.607442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4250f575-deed-4483-9e26-3f7bec230cfd tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:40.613674 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4250f575-deed-4483-9e26-3f7bec230cfd tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7406805 Jan 24 16:18:40.613865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55436) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:40.623116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd3f8-2639-493b-8e11-05e1170a3d51 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:40.627195 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ac6cd3f8-2639-493b-8e11-05e1170a3d51 tempest-ServersTestJSON-708053281 tempest-ServersTestJSON-708053281-project] 10.222.0.130 "DELETE /v2.0/floatingips/708e0f83-b90a-47cc-a34c-dadbabb96e75 HTTP/1.1" status: 204 len: 168 time: 1.5353463 Jan 24 16:18:40.633790 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55440) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:40.730649 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-db57b12e-e3e5-4a1d-85e4-888b0974d8b2 req-d3af1fb4-2a5a-4dd5-93ed-5ecc154ec983 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744647 Jan 24 16:18:40.770104 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4840d05b-a5eb-4faf-853a-419e8ac9b056 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/ports?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&device_id=d7f760a4-3367-4a44-8bfb-476ce17bf3d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2819769 Jan 24 16:18:40.771108 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55444) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:40.866760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 8a0c5b33-6e6c-4fd5-a8c1-c8922b7b1c82) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:40.877587 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dc451b16-9a65-463a-9ad8-c4a04819a6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:40.880826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:40.885235 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:40.885393 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5136082-78e8-43f3-b3f5-b27007597b80 None None] Network 8a0c5b33-6e6c-4fd5-a8c1-c8922b7b1c82 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:40.888718 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:40.889561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:40.921858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:18:40.934078 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deb9c7c-2565-41d4-8c90-9df5ac72bd88 None None] Sync routers for ids ['e623be29-ded6-4a73-bbd7-96d22c419012'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:18:40.945459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55448) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:40.946480 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deb9c7c-2565-41d4-8c90-9df5ac72bd88 None None] Routers {'e623be29-ded6-4a73-bbd7-96d22c419012'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:40.946791 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-53d240cb-0621-476b-9ae0-be6f9098acfe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.4589548 Jan 24 16:18:40.947758 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0deb9c7c-2565-41d4-8c90-9df5ac72bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['e623be29-ded6-4a73-bbd7-96d22c419012'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:41.026235 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0deb9c7c-2565-41d4-8c90-9df5ac72bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:41.038713 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deb9c7c-2565-41d4-8c90-9df5ac72bd88 None None] Routers {'e623be29-ded6-4a73-bbd7-96d22c419012'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:41.039589 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0deb9c7c-2565-41d4-8c90-9df5ac72bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['e623be29-ded6-4a73-bbd7-96d22c419012'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:41.106958 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:41.116408 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0deb9c7c-2565-41d4-8c90-9df5ac72bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:41.117576 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deb9c7c-2565-41d4-8c90-9df5ac72bd88 None None] The sync data for ids ['e623be29-ded6-4a73-bbd7-96d22c419012'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:18:41.126186 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:41.130003 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0361a9de-ff5c-47f5-b655-780b238bcfa0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.2152507 Jan 24 16:18:41.135568 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55452) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:41.146591 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86b94-1615-4cc0-b98f-365f9ab70ead tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port 1fe22a96-13f7-4d2b-871c-5e4e56f3ac30 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:41.147062 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f4b86b94-1615-4cc0-b98f-365f9ab70ead tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:41.194600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b417c175-ee57-40b9-8bb9-20219b216cbd tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:41.198882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-90b454a0-1270-47af-849b-f2093729e687 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:41.199059 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b417c175-ee57-40b9-8bb9-20219b216cbd tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/networks/2668b65a-79ae-4c58-beed-9fa3e5f27e5e HTTP/1.1" status: 200 len: 881 time: 0.4165590 Jan 24 16:18:41.208778 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55456) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:41.305953 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-edc80be2-29ff-4aeb-9f37-e3dbb11cfc82 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "GET /v2.0/ports?device_id=d7f760a4-3367-4a44-8bfb-476ce17bf3d1 HTTP/1.1" status: 200 len: 205 time: 0.0945873 Jan 24 16:18:41.316058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55460) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:41.604994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f4b86b94-1615-4cc0-b98f-365f9ab70ead tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:41.625740 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a0e3bdfc-2651-4410-b9a1-b97620d0d147 None None] Provisioning for port 3ba54513-42cc-424d-ab60-484b51e80e09 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:41.678362 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:41.910484 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86b94-1615-4cc0-b98f-365f9ab70ead tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for 1fe22a96-13f7-4d2b-871c-5e4e56f3ac30 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:41.946565 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-90b454a0-1270-47af-849b-f2093729e687 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:42.015502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-90b454a0-1270-47af-849b-f2093729e687 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:42.034460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::1 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/270d4ee5-6b9b-4300-a1a9-690cb3eedb37/ca7badd4-636f-4e9e-9686-dde63ff567a4) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:42.119266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f4b86b94-1615-4cc0-b98f-365f9ab70ead tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:42.244041 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3ba54513-42cc-424d-ab60-484b51e80e09 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:42.250458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86b94-1615-4cc0-b98f-365f9ab70ead tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=1fe22a96-13f7-4d2b-871c-5e4e56f3ac30,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:42.295115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-90b454a0-1270-47af-849b-f2093729e687 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:42.295608 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b454a0-1270-47af-849b-f2093729e687 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff88c4b-27dc-495a-87f0-05c50319e2c0 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:18:42.322251 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 3ba54513-42cc-424d-ab60-484b51e80e09 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:42.328298 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 3ba54513-42cc-424d-ab60-484b51e80e09 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:42.328752 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:42.351147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f4b86b94-1615-4cc0-b98f-365f9ab70ead tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:42.361633 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88302dbb-d64c-4ee5-8ccd-7b2c5ed4279c req-ee869b62-495b-4e86-bfb0-4f56da389dfc tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:42.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-88302dbb-d64c-4ee5-8ccd-7b2c5ed4279c req-ee869b62-495b-4e86-bfb0-4f56da389dfc tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.4666259 Jan 24 16:18:42.378865 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f4b86b94-1615-4cc0-b98f-365f9ab70ead tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/1fe22a96-13f7-4d2b-871c-5e4e56f3ac30 HTTP/1.1" status: 204 len: 168 time: 1.4322774 Jan 24 16:18:42.380462 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-90b454a0-1270-47af-849b-f2093729e687 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:42.386924 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-90b454a0-1270-47af-849b-f2093729e687 tempest-RoutersTestDVR-369334184 tempest-RoutersTestDVR-369334184-project-admin] 10.222.0.130 "DELETE /v2.0/routers/1ff88c4b-27dc-495a-87f0-05c50319e2c0 HTTP/1.1" status: 204 len: 168 time: 1.7675509 Jan 24 16:18:42.389178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55466) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:42.430791 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c626e57a-1d6b-4fe3-ab97-71628d15797f tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:42.464197 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-19c6b2e4-4c98-4e93-9184-c9d0c8f6b45e tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/routers/e623be29-ded6-4a73-bbd7-96d22c419012 HTTP/1.1" status: 200 len: 921 time: 1.3273475 Jan 24 16:18:42.464383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:42.481015 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55472) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:42.499971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 3ba54513-42cc-424d-ab60-484b51e80e09, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3ba54513-42cc-424d-ab60-484b51e80e09,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:42.505937 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:42.552682 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9079f8ae-71d3-4399-bd77-73e1e6d7f667 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "GET /v2.0/ports?device_id=e623be29-ded6-4a73-bbd7-96d22c419012 HTTP/1.1" status: 200 len: 205 time: 0.0681543 Jan 24 16:18:42.557326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:42.561538 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55476) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:42.593402 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=3ba54513-42cc-424d-ab60-484b51e80e09,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:42.635736 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f50fa4d5-5697-47a4-a98b-6bc21c212ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:42.658851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object ca7badd4-636f-4e9e-9686-dde63ff567a4 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:42.662465 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-88302dbb-d64c-4ee5-8ccd-7b2c5ed4279c req-4e6a71cf-cb62-4602-a3dc-2cac91a577b9 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724211 Jan 24 16:18:42.711928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85344213-dfb6-450a-8115-86708573d6d6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:42.716161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85344213-dfb6-450a-8115-86708573d6d6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:42.717018 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-85344213-dfb6-450a-8115-86708573d6d6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:42.742558 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:42.789490 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-85344213-dfb6-450a-8115-86708573d6d6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:42.793580 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-85344213-dfb6-450a-8115-86708573d6d6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3958683 Jan 24 16:18:42.796572 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55482) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:42.838712 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55486) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:42.847961 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:42.856653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:42.867613 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:42.867907 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:42.951167 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=ca7badd4-636f-4e9e-9686-dde63ff567a4,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:42.980332 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-09710074-2ec9-4363-ad97-1be227aa234c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port 54773e76-df11-4efd-8b4c-1efa3ab45a7b {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:42.980886 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09710074-2ec9-4363-ad97-1be227aa234c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:43.049647 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c626e57a-1d6b-4fe3-ab97-71628d15797f tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:43.101178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-c626e57a-1d6b-4fe3-ab97-71628d15797f tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Deleting port f9e6f44b-9fbb-4dd1-a723-700b7e756aae {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:43.101582 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c626e57a-1d6b-4fe3-ab97-71628d15797f tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:43.135943 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-33140596-93c0-4ff5-9dc1-b8aec898c233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:43.163105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-dc451b16-9a65-463a-9ad8-c4a04819a6a6 admin admin] Deleting port 3a32e559-049e-4b6c-9a22-9610d02a0dc4 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:43.163361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dc451b16-9a65-463a-9ad8-c4a04819a6a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:43.165517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c9115a97-5e2f-4def-8d58-4265f484a56e None None] Provisioning for port ca7badd4-636f-4e9e-9686-dde63ff567a4 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:43.171029 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c9115a97-5e2f-4def-8d58-4265f484a56e None None] Provisioning complete for port ca7badd4-636f-4e9e-9686-dde63ff567a4 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:43.171443 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c9115a97-5e2f-4def-8d58-4265f484a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:43.225124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c9115a97-5e2f-4def-8d58-4265f484a56e None None] Port ca7badd4-636f-4e9e-9686-dde63ff567a4 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:18:43.244137 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:43.333879 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c949214-914d-480e-b3ba-16adf9171aef tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:43.360040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-33140596-93c0-4ff5-9dc1-b8aec898c233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:43.448184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09710074-2ec9-4363-ad97-1be227aa234c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:43.558832 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-33140596-93c0-4ff5-9dc1-b8aec898c233 admin admin] Usage tracker for resource:security_group_rule and tenant:04fa6124f44e4ad4a2d34f85fff87c49 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:43.568852 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-33140596-93c0-4ff5-9dc1-b8aec898c233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:43.586189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-09710074-2ec9-4363-ad97-1be227aa234c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for 54773e76-df11-4efd-8b4c-1efa3ab45a7b owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:43.587001 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-33140596-93c0-4ff5-9dc1-b8aec898c233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:43.768557 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c626e57a-1d6b-4fe3-ab97-71628d15797f tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:43.802969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-dc451b16-9a65-463a-9ad8-c4a04819a6a6 admin admin] For port 3a32e559-049e-4b6c-9a22-9610d02a0dc4, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3a32e559-049e-4b6c-9a22-9610d02a0dc4,segment=NetworkSegment(0d0ebde7-f468-42de-bb99-0a72531a2baf),segment_id=0d0ebde7-f468-42de-bb99-0a72531a2baf)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:43.803335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dc451b16-9a65-463a-9ad8-c4a04819a6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:43.840200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09710074-2ec9-4363-ad97-1be227aa234c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:44.071203 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-c626e57a-1d6b-4fe3-ab97-71628d15797f tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Calling delete_port for f9e6f44b-9fbb-4dd1-a723-700b7e756aae owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:44.085600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09710074-2ec9-4363-ad97-1be227aa234c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=54773e76-df11-4efd-8b4c-1efa3ab45a7b,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:44.109289 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-dc451b16-9a65-463a-9ad8-c4a04819a6a6 admin admin] Calling delete_port for 3a32e559-049e-4b6c-9a22-9610d02a0dc4 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:44.150170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09710074-2ec9-4363-ad97-1be227aa234c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:44.209984 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-09710074-2ec9-4363-ad97-1be227aa234c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/54773e76-df11-4efd-8b4c-1efa3ab45a7b HTTP/1.1" status: 204 len: 168 time: 1.4000120 Jan 24 16:18:44.214976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55494) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:44.230188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3ba54513-42cc-424d-ab60-484b51e80e09 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:44.288756 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-33140596-93c0-4ff5-9dc1-b8aec898c233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:44.310677 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 3ba54513-42cc-424d-ab60-484b51e80e09 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:44.311138 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:44.312187 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:44.312333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-33140596-93c0-4ff5-9dc1-b8aec898c233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:44.323427 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:44.324183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:44.398571 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c949214-914d-480e-b3ba-16adf9171aef tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:44.419471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db9fd88-85d8-4050-ad75-80a27a6d2a7b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:44.420369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8db9fd88-85d8-4050-ad75-80a27a6d2a7b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:44.434198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33140596-93c0-4ff5-9dc1-b8aec898c233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65483b3b-b464-47a2-982e-031ae60c4185,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:44.441796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a26aa-c500-49cd-a384-a751070cb1f6 req-ac5a2631-b531-4303-8f31-6cf58711aeac tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:44.443521 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a29a26aa-c500-49cd-a384-a751070cb1f6 req-ac5a2631-b531-4303-8f31-6cf58711aeac tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.6497104 Jan 24 16:18:44.456743 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=ca7badd4-636f-4e9e-9686-dde63ff567a4,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:44.459139 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-33140596-93c0-4ff5-9dc1-b8aec898c233 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=04fa6124f44e4ad4a2d34f85fff87c49&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6182706 Jan 24 16:18:44.475129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55498) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:44.502875 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4c949214-914d-480e-b3ba-16adf9171aef tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Deleting port 6349ec3d-f203-4222-adc1-56aefd7dd86e {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:44.503245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c949214-914d-480e-b3ba-16adf9171aef tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:44.546290 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8db9fd88-85d8-4050-ad75-80a27a6d2a7b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:44.547435 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8db9fd88-85d8-4050-ad75-80a27a6d2a7b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3296456 Jan 24 16:18:44.552502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55502) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:44.627501 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a29a26aa-c500-49cd-a384-a751070cb1f6 req-c78d7cbf-d463-457f-90cb-3855b93840d8 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746204 Jan 24 16:18:44.632648 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2085d03b-56ce-40f9-b6aa-6184bb577d2e tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] GET failed (client error): The resource could not be found. Jan 24 16:18:44.636608 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2085d03b-56ce-40f9-b6aa-6184bb577d2e tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/1fe22a96-13f7-4d2b-871c-5e4e56f3ac30 HTTP/1.1" status: 404 len: 333 time: 0.0805280 Jan 24 16:18:44.639533 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55506) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:44.696870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c626e57a-1d6b-4fe3-ab97-71628d15797f tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:44.759674 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-538fe14e-a17b-440a-b4ed-462ddd8b8166 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] GET failed (client error): The resource could not be found. Jan 24 16:18:44.760977 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-538fe14e-a17b-440a-b4ed-462ddd8b8166 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/54773e76-df11-4efd-8b4c-1efa3ab45a7b HTTP/1.1" status: 404 len: 333 time: 0.1116173 Jan 24 16:18:44.764539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0285e52e-bfd9-4c54-a314-f7281e3e8cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:44.766338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55510) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:44.766449 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626e57a-1d6b-4fe3-ab97-71628d15797f tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Pushing event deleted for resources: {'Port': ['ID=f9e6f44b-9fbb-4dd1-a723-700b7e756aae,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:44.784616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dc451b16-9a65-463a-9ad8-c4a04819a6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:44.806304 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:44.850579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:44.909520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0285e52e-bfd9-4c54-a314-f7281e3e8cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:44.916116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc451b16-9a65-463a-9ad8-c4a04819a6a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a32e559-049e-4b6c-9a22-9610d02a0dc4,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:45.027747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c949214-914d-480e-b3ba-16adf9171aef tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:45.173457 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0b70e0bb-09f6-4d51-bf70-f1bd3cc4ccc6 None None] Provisioning complete for port ca7badd4-636f-4e9e-9686-dde63ff567a4 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:45.173813 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0b70e0bb-09f6-4d51-bf70-f1bd3cc4ccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:45.212897 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4c949214-914d-480e-b3ba-16adf9171aef tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Calling delete_port for 6349ec3d-f203-4222-adc1-56aefd7dd86e owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:45.234917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0b70e0bb-09f6-4d51-bf70-f1bd3cc4ccc6 None None] Port ca7badd4-636f-4e9e-9686-dde63ff567a4 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:18:45.260356 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d17fc206-c2f2-4b94-aec9-798a9d08b465 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:45.441956 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c626e57a-1d6b-4fe3-ab97-71628d15797f tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:45.611510 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0285e52e-bfd9-4c54-a314-f7281e3e8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:45.646642 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285e52e-bfd9-4c54-a314-f7281e3e8cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65483b3b-b464-47a2-982e-031ae60c4185,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:45.680963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d17fc206-c2f2-4b94-aec9-798a9d08b465 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:45.725242 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-d17fc206-c2f2-4b94-aec9-798a9d08b465 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0c5b33-6e6c-4fd5-a8c1-c8922b7b1c82']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:45.744848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-f50fa4d5-5697-47a4-a98b-6bc21c212ea6 admin admin] Deleting port d28dbf19-a03b-4616-ba6f-448da41ac97a {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:45.745217 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f50fa4d5-5697-47a4-a98b-6bc21c212ea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:45.748412 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-d17fc206-c2f2-4b94-aec9-798a9d08b465 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6cded6-cdfb-4d64-8211-5589211454cf') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:45.748790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-d17fc206-c2f2-4b94-aec9-798a9d08b465 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6cded6-cdfb-4d64-8211-5589211454cf') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:45.763952 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d17fc206-c2f2-4b94-aec9-798a9d08b465 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:45.849769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c626e57a-1d6b-4fe3-ab97-71628d15797f tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:45.854952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0285e52e-bfd9-4c54-a314-f7281e3e8cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:45.858593 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0285e52e-bfd9-4c54-a314-f7281e3e8cc0 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/65483b3b-b464-47a2-982e-031ae60c4185 HTTP/1.1" status: 204 len: 168 time: 1.3793917 Jan 24 16:18:45.861352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d17fc206-c2f2-4b94-aec9-798a9d08b465 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:45.874432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17fc206-c2f2-4b94-aec9-798a9d08b465 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:18:45.874817 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d17fc206-c2f2-4b94-aec9-798a9d08b465 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:45.881954 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c626e57a-1d6b-4fe3-ab97-71628d15797f tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:18:45.891403 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:18:46.017067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c949214-914d-480e-b3ba-16adf9171aef tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.053448 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c626e57a-1d6b-4fe3-ab97-71628d15797f tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.053851 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c626e57a-1d6b-4fe3-ab97-71628d15797f tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Fanout notify agent at l3_agent the message router_deleted on router d7f760a4-3367-4a44-8bfb-476ce17bf3d1 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:18:46.101287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c626e57a-1d6b-4fe3-ab97-71628d15797f tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.106439 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c626e57a-1d6b-4fe3-ab97-71628d15797f tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "DELETE /v2.0/routers/d7f760a4-3367-4a44-8bfb-476ce17bf3d1 HTTP/1.1" status: 204 len: 168 time: 4.7403851 Jan 24 16:18:46.109204 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55520) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:46.113778 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d17fc206-c2f2-4b94-aec9-798a9d08b465 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.121319 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-f50fa4d5-5697-47a4-a98b-6bc21c212ea6 admin admin] For port d28dbf19-a03b-4616-ba6f-448da41ac97a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d28dbf19-a03b-4616-ba6f-448da41ac97a,segment=NetworkSegment(31124ce2-205b-486b-9b1a-d265a3a5683d),segment_id=31124ce2-205b-486b-9b1a-d265a3a5683d)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:46.121776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f50fa4d5-5697-47a4-a98b-6bc21c212ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.123202 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c949214-914d-480e-b3ba-16adf9171aef tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Pushing event deleted for resources: {'Port': ['ID=6349ec3d-f203-4222-adc1-56aefd7dd86e,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:46.139785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b14f3119-5420-4a66-b815-e405a0e1fb45 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1378509681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:46.147927 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d17fc206-c2f2-4b94-aec9-798a9d08b465 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.148486 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b14f3119-5420-4a66-b815-e405a0e1fb45 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:46.156596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77164ff9-07e9-4ab0-af1d-a728210dc243 req-825b5ea0-0a89-4e71-b2d0-87f5d48ba3f3 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:46.158040 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-77164ff9-07e9-4ab0-af1d-a728210dc243 req-825b5ea0-0a89-4e71-b2d0-87f5d48ba3f3 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.3962455 Jan 24 16:18:46.170598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fc206-c2f2-4b94-aec9-798a9d08b465 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Network': ['ID=8a0c5b33-6e6c-4fd5-a8c1-c8922b7b1c82,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:46.223312 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d17fc206-c2f2-4b94-aec9-798a9d08b465 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/networks/8a0c5b33-6e6c-4fd5-a8c1-c8922b7b1c82 HTTP/1.1" status: 204 len: 168 time: 1.4543209 Jan 24 16:18:46.233315 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55524) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:46.259777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-f50fa4d5-5697-47a4-a98b-6bc21c212ea6 admin admin] Calling delete_port for d28dbf19-a03b-4616-ba6f-448da41ac97a owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:46.271218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4858cc26-aca9-43fd-807f-ec09d7564d2d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1212935456'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:46.285785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b14f3119-5420-4a66-b815-e405a0e1fb45 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Usage tracker for resource:router and tenant:e448f5670c4346f08c8616ba41950bf6 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:46.291676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4858cc26-aca9-43fd-807f-ec09d7564d2d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:46.295141 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b14f3119-5420-4a66-b815-e405a0e1fb45 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:46.305365 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4858cc26-aca9-43fd-807f-ec09d7564d2d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:network and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:46.315034 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55528) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:46.316045 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b14f3119-5420-4a66-b815-e405a0e1fb45 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:46.316412 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4858cc26-aca9-43fd-807f-ec09d7564d2d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:46.332118 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4858cc26-aca9-43fd-807f-ec09d7564d2d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:46.347115 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-77164ff9-07e9-4ab0-af1d-a728210dc243 req-3db12529-4126-47f7-843a-7d846100d7d1 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782281 Jan 24 16:18:46.359460 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-855da81e-3737-4cd6-a457-4cc2b1db5ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.368966 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b14f3119-5420-4a66-b815-e405a0e1fb45 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.369904 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b14f3119-5420-4a66-b815-e405a0e1fb45 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.389171 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dc451b16-9a65-463a-9ad8-c4a04819a6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.414130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4858cc26-aca9-43fd-807f-ec09d7564d2d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:46.417149 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4858cc26-aca9-43fd-807f-ec09d7564d2d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.439546 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Router a909658f-2686-46cb-a065-e2f140a06850 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:18:46.518405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c949214-914d-480e-b3ba-16adf9171aef tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.617657 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-855da81e-3737-4cd6-a457-4cc2b1db5ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:46.634827 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-855da81e-3737-4cd6-a457-4cc2b1db5ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:c2c712e1dea0470187317f80c6146961 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:46.639137 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-855da81e-3737-4cd6-a457-4cc2b1db5ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:46.648029 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b14f3119-5420-4a66-b815-e405a0e1fb45 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.650108 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-855da81e-3737-4cd6-a457-4cc2b1db5ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:46.705844 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b14f3119-5420-4a66-b815-e405a0e1fb45 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.706949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4858cc26-aca9-43fd-807f-ec09d7564d2d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:18:46.785889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4858cc26-aca9-43fd-807f-ec09d7564d2d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.786229 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-4858cc26-aca9-43fd-807f-ec09d7564d2d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Added segment 88a58e92-2ffa-4ff4-85b4-a471227350d1 of type vlan for network 49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2 Jan 24 16:18:46.804434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b14f3119-5420-4a66-b815-e405a0e1fb45 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.805653 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b14f3119-5420-4a66-b815-e405a0e1fb45 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6910412 Jan 24 16:18:46.816303 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55532) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:46.833688 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Request body: {'router': {'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:46.965476 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-855da81e-3737-4cd6-a457-4cc2b1db5ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:46.978340 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f50fa4d5-5697-47a4-a98b-6bc21c212ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.016640 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-855da81e-3737-4cd6-a457-4cc2b1db5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.050194 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c949214-914d-480e-b3ba-16adf9171aef tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.050416 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fa4d5-5697-47a4-a98b-6bc21c212ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28dbf19-a03b-4616-ba6f-448da41ac97a,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:47.052878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4858cc26-aca9-43fd-807f-ec09d7564d2d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.065416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c949214-914d-480e-b3ba-16adf9171aef tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.114311 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4858cc26-aca9-43fd-807f-ec09d7564d2d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.118099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4858cc26-aca9-43fd-807f-ec09d7564d2d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:47.118677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4858cc26-aca9-43fd-807f-ec09d7564d2d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.181439 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855da81e-3737-4cd6-a457-4cc2b1db5ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5572cfb4-a457-456b-aae7-cb111f34afab,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:47.216557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c949214-914d-480e-b3ba-16adf9171aef tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.217554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c949214-914d-480e-b3ba-16adf9171aef tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Fanout notify agent at l3_agent the message router_deleted on router e623be29-ded6-4a73-bbd7-96d22c419012 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:18:47.230973 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-855da81e-3737-4cd6-a457-4cc2b1db5ea0 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=c2c712e1dea0470187317f80c6146961&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9105985 Jan 24 16:18:47.240928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55536) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:47.276764 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4858cc26-aca9-43fd-807f-ec09d7564d2d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0141163 Jan 24 16:18:47.292001 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55540) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:47.292809 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858cc26-aca9-43fd-807f-ec09d7564d2d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Network': ['ID=49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:47.299141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c949214-914d-480e-b3ba-16adf9171aef tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.300468 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4c949214-914d-480e-b3ba-16adf9171aef tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "DELETE /v2.0/routers/e623be29-ded6-4a73-bbd7-96d22c419012 HTTP/1.1" status: 204 len: 168 time: 4.7379596 Jan 24 16:18:47.310303 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:18:47.319992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55544) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:47.332690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1771559847', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'enable_snat': False}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:47.337338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:18:47.340768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:47.346435 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'subnet': {'network_id': '49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:47.364693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Sync routers for ids ['a909658f-2686-46cb-a065-e2f140a06850'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:18:47.367765 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3ad12319-8228-4a43-88fd-00f0c8fca99c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "PUT /v2.0/routers/a909658f-2686-46cb-a065-e2f140a06850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6918192 Jan 24 16:18:47.373837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55548) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:47.409763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Usage tracker for resource:router and tenant:d3846bd7b9d6467c9b1501dac62c3598 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:47.421185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:47.463079 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Routers {'a909658f-2686-46cb-a065-e2f140a06850'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:47.464290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a909658f-2686-46cb-a065-e2f140a06850'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:47.498534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:47.564079 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acc177c-5261-432f-ae09-bd16a12fc62f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:47.564935 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7acc177c-5261-432f-ae09-bd16a12fc62f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:47.634015 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ca38d38f-28a9-4267-9633-a48250512184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.638221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7acc177c-5261-432f-ae09-bd16a12fc62f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:47.642105 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7acc177c-5261-432f-ae09-bd16a12fc62f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports/ca7badd4-636f-4e9e-9686-dde63ff567a4 HTTP/1.1" status: 200 len: 911 time: 0.2646089 Jan 24 16:18:47.643202 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:47.645046 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55554) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:47.655598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:subnet and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:47.660836 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:47.666134 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Set router a909658f-2686-46cb-a065-e2f140a06850 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:47.674537 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:47.680648 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ca38d38f-28a9-4267-9633-a48250512184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.684303 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.685234 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.703066 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:47.824851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.887057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.893829 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ca38d38f-28a9-4267-9633-a48250512184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.928563 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38d38f-28a9-4267-9633-a48250512184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5572cfb4-a457-456b-aae7-cb111f34afab,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:47.936783 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.ipam_backend_mixin [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Performing IP validity checks on allocation pools {{(pid=83465) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 24 16:18:47.937424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.ipam_backend_mixin [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83465) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 24 16:18:47.941917 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ca38d38f-28a9-4267-9633-a48250512184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:47.945472 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ca38d38f-28a9-4267-9633-a48250512184 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/5572cfb4-a457-456b-aae7-cb111f34afab HTTP/1.1" status: 204 len: 168 time: 0.6899133 Jan 24 16:18:48.057958 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a909658f-2686-46cb-a065-e2f140a06850', 'name': 'tempest-NetworksTestDHCPv6-router-165214142', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:39Z', 'updated_at': '2022-01-24T16:18:43Z', 'revision_number': 2, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'gw_port_host': None, '_interfaces': [{'id': 'ca7badd4-636f-4e9e-9686-dde63ff567a4', 'name': '', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'mac_address': 'fa:16:3e:c6:5d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a909658f-2686-46cb-a065-e2f140a06850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '270d4ee5-6b9b-4300-a1a9-690cb3eedb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:18:41Z', 'updated_at': '2022-01-24T16:18:43Z', 'revision_number': 2, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'subnets': [{'id': '270d4ee5-6b9b-4300-a1a9-690cb3eedb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:48.065140 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Checking router: a909658f-2686-46cb-a065-e2f140a06850 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:18:48.065736 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Updating router a909658f-2686-46cb-a065-e2f140a06850 port ca7badd4-636f-4e9e-9686-dde63ff567a4 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:18:48.092839 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:48.104017 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:48.150653 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:48.209377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Subnet': ['ID=e61d5099-304a-43b3-8bc3-4b7b9c73ea1b,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:48.223842 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:48.245396 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Checking segment: {'id': '88a58e92-2ffa-4ff4-85b4-a471227350d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:48.246144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network hostable DHCP agents. Network: 49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:18:48.273457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c57145-864c-4a43-aee4-7d492e529927 req-685ca6a2-3ecd-46f2-b82f-b8870c585226 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:48.275070 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f7c57145-864c-4a43-aee4-7d492e529927 req-685ca6a2-3ecd-46f2-b82f-b8870c585226 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.6311710 Jan 24 16:18:48.280314 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:18:48.282486 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67cfe3d-529b-47e5-ac24-2570a2b364e8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:48.285615 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67cfe3d-529b-47e5-ac24-2570a2b364e8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:48.286376 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e67cfe3d-529b-47e5-ac24-2570a2b364e8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:48.293750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:48.300153 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:48.300925 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:48.308861 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce25afe-1ff3-43ea-9cd1-f2315092117d None None] Network 49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:48.340712 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f7b25f94-8162-405b-bd25-75298d9efc50 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0382171 Jan 24 16:18:48.341199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55562) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:48.347621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'network_id': '49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2', 'name': 'tempest-PortsTestJSON-1610319876'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:48.491500 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e67cfe3d-529b-47e5-ac24-2570a2b364e8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:48.492761 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e67cfe3d-529b-47e5-ac24-2570a2b364e8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8371093 Jan 24 16:18:48.499725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55568) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:48.511870 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:48.525082 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:48.539999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:48.544241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:48.570225 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] device_id is not set on port 4072a959-f383-4498-ba35-d6cf9e6e9655 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:18:48.672140 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f7c57145-864c-4a43-aee4-7d492e529927 req-15355a03-26cb-470a-b834-5849cb02d18c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3796129 Jan 24 16:18:48.694570 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2', 'network_id': '49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2', 'tenant_id': '683bedfc540b431d8318ee7c07b39995', 'fixed_ips': [{'subnet_id': 'e61d5099-304a-43b3-8bc3-4b7b9c73ea1b'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:18:48.695732 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:48.783757 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Allocated IP 172.20.0.13 (49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2/e61d5099-304a-43b3-8bc3-4b7b9c73ea1b/4072a959-f383-4498-ba35-d6cf9e6e9655) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:48.890372 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:48.900506 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:48.906122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Transition to ACTIVE for port object ca7badd4-636f-4e9e-9686-dde63ff567a4 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:48.915575 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:48.958673 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f50fa4d5-5697-47a4-a98b-6bc21c212ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:49.114031 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:49.140389 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Transition to ACTIVE for port object 4072a959-f383-4498-ba35-d6cf9e6e9655 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:49.187668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:49.346555 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:49.349802 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:49.354574 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:49.361343 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2875b-e96c-4a48-8cc9-d866c4b7857d None None] Pushing event updated for resources: {'Port': ['ID=ca7badd4-636f-4e9e-9686-dde63ff567a4,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:49.396883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=4072a959-f383-4498-ba35-d6cf9e6e9655,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:49.431947 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:49.432538 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:49.444704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55588) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:49.472512 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-94e2d0ed-7f22-42c5-a90e-e286bdcbf0f1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1301847 Jan 24 16:18:49.473909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Attempting to bind port ca7badd4-636f-4e9e-9686-dde63ff567a4 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:18:49.474544 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Attempting to bind port ca7badd4-636f-4e9e-9686-dde63ff567a4 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:18:49.475105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Attempting to bind port ca7badd4-636f-4e9e-9686-dde63ff567a4 on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:18:49.476018 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55594) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:49.499391 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Allocated IP 172.20.0.2 (49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2/e61d5099-304a-43b3-8bc3-4b7b9c73ea1b/bfafeb17-7bdd-41fa-911b-3a99c3827c6a) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:49.502348 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:18:49.503125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:49.503786 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:49.504377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:18:49.505076 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Bound port: ca7badd4-636f-4e9e-9686-dde63ff567a4, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:18:49.505685 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:49.639684 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] For port ca7badd4-636f-4e9e-9686-dde63ff567a4, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:18:49.656270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1192140067'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:49.669590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:49.677129 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Usage tracker for resource:network and tenant:4f428632b7be42ba86dbaa48c99d2e28 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:49.681967 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:49.691041 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:49.696412 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-56a95dea-c728-4edc-aaa2-f86d6ffaa1b9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port 4072a959-f383-4498-ba35-d6cf9e6e9655 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:49.697222 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-56a95dea-c728-4edc-aaa2-f86d6ffaa1b9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:49.698896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:49.699362 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] For port ca7badd4-636f-4e9e-9686-dde63ff567a4, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ca7badd4-636f-4e9e-9686-dde63ff567a4,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:18:49.715141 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:49.760932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Made reservation on behalf of 4f428632b7be42ba86dbaa48c99d2e28 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:49.764410 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:49.776001 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:49.781510 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:49.874058 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Routers {'a909658f-2686-46cb-a065-e2f140a06850'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:49.874706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a909658f-2686-46cb-a065-e2f140a06850'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:49.949468 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:49.950639 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2875b-e96c-4a48-8cc9-d866c4b7857d None None] Pushing event updated for resources: {'Port': ['ID=ca7badd4-636f-4e9e-9686-dde63ff567a4,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:49.967175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Usage tracker for resource:security_group_rule and tenant:4f428632b7be42ba86dbaa48c99d2e28 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:49.972602 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:49.983138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:50.083682 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:50.105017 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Transition to ACTIVE for port object bfafeb17-7bdd-41fa-911b-3a99c3827c6a will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:50.120767 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-56a95dea-c728-4edc-aaa2-f86d6ffaa1b9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:50.124703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] Set router a909658f-2686-46cb-a065-e2f140a06850 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:50.157946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc451b16-9a65-463a-9ad8-c4a04819a6a6 admin admin] Router 85f7081b-0330-46e8-b934-ec61c202efa2 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:18:50.191975 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Transition to ACTIVE for port object bfafeb17-7bdd-41fa-911b-3a99c3827c6a will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:50.208670 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:50.218480 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a88d9c-724f-48c1-bde2-b9247b828e51 req-a2cc1f52-d274-4b52-aaa6-65f54ceaf5ab tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:50.225097 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-76a88d9c-724f-48c1-bde2-b9247b828e51 req-a2cc1f52-d274-4b52-aaa6-65f54ceaf5ab tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.8837118 Jan 24 16:18:50.237658 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0cb90b54-2db4-4cbe-b4a7-abd6b322ff9d req-1d778031-403f-4def-b9b1-e14c6ffce9a6 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=fbb9efdaac9a4d899b480136df279d62&device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 1099 time: 0.9010181 Jan 24 16:18:50.275630 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-56a95dea-c728-4edc-aaa2-f86d6ffaa1b9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for 4072a959-f383-4498-ba35-d6cf9e6e9655 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:50.369713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:50.372732 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Network 49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:50.379979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Pushing event updated for resources: {'Port': ['ID=bfafeb17-7bdd-41fa-911b-3a99c3827c6a,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:50.383817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:50.386232 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:50.386779 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:50.422000 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:18:50.479088 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b531ea-1239-4b62-8be2-707de7ffaab1,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:50.514926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-56a95dea-c728-4edc-aaa2-f86d6ffaa1b9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:50.517037 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:50.517441 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Added segment 9cfc7ea9-b7ec-4d1d-94e3-920a79855ec0 of type vlan for network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 Jan 24 16:18:50.562704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Attempting to bind port bfafeb17-7bdd-41fa-911b-3a99c3827c6a on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:18:50.563163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Attempting to bind port bfafeb17-7bdd-41fa-911b-3a99c3827c6a by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '88a58e92-2ffa-4ff4-85b4-a471227350d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:18:50.563727 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Attempting to bind port bfafeb17-7bdd-41fa-911b-3a99c3827c6a on network 49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:18:50.566874 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a95dea-c728-4edc-aaa2-f86d6ffaa1b9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=4072a959-f383-4498-ba35-d6cf9e6e9655,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:50.589884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:18:50.590361 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Checking segment: {'id': '88a58e92-2ffa-4ff4-85b4-a471227350d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:50.591717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:50.591717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Bound using segment: {'id': '88a58e92-2ffa-4ff4-85b4-a471227350d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:18:50.591717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Bound port: bfafeb17-7bdd-41fa-911b-3a99c3827c6a, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a58e92-2ffa-4ff4-85b4-a471227350d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:18:50.592224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:50.616471 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-76a88d9c-724f-48c1-bde2-b9247b828e51 req-0b527066-573f-42b4-880c-06af456163aa tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3905220 Jan 24 16:18:50.648288 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Allocated IP 172.26.2.139 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/39c57887-e53e-4e17-a32c-304a4b95afaa) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:50.664242 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:50.717801 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-56a95dea-c728-4edc-aaa2-f86d6ffaa1b9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:50.724394 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb90b54-2db4-4cbe-b4a7-abd6b322ff9d req-49973681-b8e8-4e8c-813d-2188db5572aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:50.725884 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0cb90b54-2db4-4cbe-b4a7-abd6b322ff9d req-49973681-b8e8-4e8c-813d-2188db5572aa service neutron] 10.222.0.129 "GET /v2.0/networks?id=5495e0fa-a9db-448f-8be6-86cc8bed9d19 HTTP/1.1" status: 200 len: 913 time: 0.4620528 Jan 24 16:18:50.729775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:50.733436 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:50.734007 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:50.775267 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] For port bfafeb17-7bdd-41fa-911b-3a99c3827c6a, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:18:50.779513 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] For port bfafeb17-7bdd-41fa-911b-3a99c3827c6a, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=bfafeb17-7bdd-41fa-911b-3a99c3827c6a,segment=NetworkSegment(88a58e92-2ffa-4ff4-85b4-a471227350d1),segment_id=88a58e92-2ffa-4ff4-85b4-a471227350d1)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:18:50.787033 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:50.827008 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a909658f-2686-46cb-a065-e2f140a06850', 'name': 'tempest-NetworksTestDHCPv6-router-165214142', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:39Z', 'updated_at': '2022-01-24T16:18:43Z', 'revision_number': 2, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'gw_port_host': None, '_interfaces': [{'id': 'ca7badd4-636f-4e9e-9686-dde63ff567a4', 'name': '', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'mac_address': 'fa:16:3e:c6:5d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a909658f-2686-46cb-a065-e2f140a06850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '270d4ee5-6b9b-4300-a1a9-690cb3eedb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:18:41Z', 'updated_at': '2022-01-24T16:18:49Z', 'revision_number': 4, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'subnets': [{'id': '270d4ee5-6b9b-4300-a1a9-690cb3eedb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:50.842736 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event updated for resources: {'Network': ['ID=d2cba4bc-8ffa-4c48-890b-e4b370d7b217,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:50.850678 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-56a95dea-c728-4edc-aaa2-f86d6ffaa1b9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/4072a959-f383-4498-ba35-d6cf9e6e9655 HTTP/1.1" status: 204 len: 168 time: 1.3737199 Jan 24 16:18:50.854394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55598) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:50.858591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15c97c0-a9d2-4279-9fb2-2cfac8d7f0cd None None] The sync data for ids ['a909658f-2686-46cb-a065-e2f140a06850'] in dv-neutron-826104-1-hyperv is: [{'id': 'a909658f-2686-46cb-a065-e2f140a06850', 'name': 'tempest-NetworksTestDHCPv6-router-165214142', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:39Z', 'updated_at': '2022-01-24T16:18:43Z', 'revision_number': 2, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'gw_port_host': None, '_interfaces': [{'id': 'ca7badd4-636f-4e9e-9686-dde63ff567a4', 'name': '', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'mac_address': 'fa:16:3e:c6:5d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a909658f-2686-46cb-a065-e2f140a06850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '270d4ee5-6b9b-4300-a1a9-690cb3eedb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:18:41Z', 'updated_at': '2022-01-24T16:18:49Z', 'revision_number': 4, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'subnets': [{'id': '270d4ee5-6b9b-4300-a1a9-690cb3eedb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:18:50.859179 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0f354a82-7122-4338-8dba-0d36a029122a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4128497 Jan 24 16:18:50.865932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:18:50.900463 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-465b341a-7b70-4295-960d-ce26aacc95ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] DELETE failed (client error): The resource could not be found. Jan 24 16:18:50.901044 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465b341a-7b70-4295-960d-ce26aacc95ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:18:50.902855 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-465b341a-7b70-4295-960d-ce26aacc95ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/4072a959-f383-4498-ba35-d6cf9e6e9655 HTTP/1.1" status: 404 len: 333 time: 0.0474803 Jan 24 16:18:50.905654 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55602) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:50.905900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55604) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:50.912664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-72010a26-1ab5-41ac-892a-46477bb87472 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Request body: {'subnet': {'network_id': 'd2cba4bc-8ffa-4c48-890b-e4b370d7b217', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:50.964241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd476193-b215-4034-a1c6-25c577d0e616 None None] Pushing event updated for resources: {'Port': ['ID=bfafeb17-7bdd-41fa-911b-3a99c3827c6a,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:50.985117 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:51.023988 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ede28e9-f40b-4988-a02d-e4c53de66147 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] GET failed (client error): The resource could not be found. Jan 24 16:18:51.024492 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9ede28e9-f40b-4988-a02d-e4c53de66147 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:18:51.080070 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-72010a26-1ab5-41ac-892a-46477bb87472 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:51.086585 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-72010a26-1ab5-41ac-892a-46477bb87472 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Usage tracker for resource:subnet and tenant:4f428632b7be42ba86dbaa48c99d2e28 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:51.089562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-72010a26-1ab5-41ac-892a-46477bb87472 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:51.095305 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-72010a26-1ab5-41ac-892a-46477bb87472 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:51.105559 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9ede28e9-f40b-4988-a02d-e4c53de66147 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:18:51.106785 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9ede28e9-f40b-4988-a02d-e4c53de66147 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/4072a959-f383-4498-ba35-d6cf9e6e9655 HTTP/1.1" status: 404 len: 333 time: 0.1984854 Jan 24 16:18:51.110218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55610) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:51.135621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:51.180974 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72010a26-1ab5-41ac-892a-46477bb87472 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Made reservation on behalf of 4f428632b7be42ba86dbaa48c99d2e28 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:51.340449 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0cb90b54-2db4-4cbe-b4a7-abd6b322ff9d req-ab6187df-0d27-497d-9dff-3d66760c92c6 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e HTTP/1.1" status: 200 len: 1002 time: 0.5796359 Jan 24 16:18:51.350272 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e3aee6-9454-4296-92d6-5eec51eceda8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting subnet e61d5099-304a-43b3-8bc3-4b7b9c73ea1b {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:18:51.357936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-64e3aee6-9454-4296-92d6-5eec51eceda8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:51.390376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-72010a26-1ab5-41ac-892a-46477bb87472 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:51.502633 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:51.512868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-64e3aee6-9454-4296-92d6-5eec51eceda8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:51.749869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb90b54-2db4-4cbe-b4a7-abd6b322ff9d req-1442154b-709a-4f8b-a165-ee703f92acfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:51.752167 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0cb90b54-2db4-4cbe-b4a7-abd6b322ff9d req-1442154b-709a-4f8b-a165-ee703f92acfa service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3c1c62db-bb5b-4b37-8d89-20b3ac5d7145 HTTP/1.1" status: 200 len: 851 time: 0.3189812 Jan 24 16:18:51.805036 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-64e3aee6-9454-4296-92d6-5eec51eceda8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:51.994576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-72010a26-1ab5-41ac-892a-46477bb87472 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:52.016361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:52.051417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa24946-c2d7-43b8-b27f-c644b968c8a0 req-137bbeea-d401-4cdd-9f16-3f8a77e2788f tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:52.053012 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0aa24946-c2d7-43b8-b27f-c644b968c8a0 req-137bbeea-d401-4cdd-9f16-3f8a77e2788f tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.2585073 Jan 24 16:18:52.054020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-64e3aee6-9454-4296-92d6-5eec51eceda8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:52.060042 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc451b16-9a65-463a-9ad8-c4a04819a6a6 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:18:52.068816 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe4c20-f6c4-4709-932b-b1b1c054baba None None] Sync routers for ids ['85f7081b-0330-46e8-b934-ec61c202efa2'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:18:52.090401 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbe4c20-f6c4-4709-932b-b1b1c054baba None None] Routers {'85f7081b-0330-46e8-b934-ec61c202efa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:52.092304 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-cbbe4c20-f6c4-4709-932b-b1b1c054baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['85f7081b-0330-46e8-b934-ec61c202efa2'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:52.108001 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-64e3aee6-9454-4296-92d6-5eec51eceda8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:52.167940 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-64e3aee6-9454-4296-92d6-5eec51eceda8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/e61d5099-304a-43b3-8bc3-4b7b9c73ea1b HTTP/1.1" status: 204 len: 168 time: 1.0416780 Jan 24 16:18:52.169344 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55616) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:52.177715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:52.189823 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0cb90b54-2db4-4cbe-b4a7-abd6b322ff9d req-b9d43623-57ae-4e26-b131-a8e559805bfd service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5495e0fa-a9db-448f-8be6-86cc8bed9d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4202046 Jan 24 16:18:52.190789 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Pushing event updated for resources: {'Port': ['ID=39c57887-e53e-4e17-a32c-304a4b95afaa,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:52.194454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Allocated IP 172.26.2.216 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:52.200991 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dc451b16-9a65-463a-9ad8-c4a04819a6a6 admin admin] 10.222.0.130 "PUT /v2.0/routers/85f7081b-0330-46e8-b934-ec61c202efa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8844252 Jan 24 16:18:52.202004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:52.205223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:52.233571 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55620) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:52.234243 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72010a26-1ab5-41ac-892a-46477bb87472 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event updated for resources: {'Subnet': ['ID=cd1f6188-1d9c-44eb-a642-7d6d5f6c225a,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:52.250523 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d77e4f-f1b3-4cb9-a485-9b0bdb1a7b74 None None] Network 49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:52.373688 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-cbbe4c20-f6c4-4709-932b-b1b1c054baba None None] Set router 85f7081b-0330-46e8-b934-ec61c202efa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:52.434643 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3aee6-9454-4296-92d6-5eec51eceda8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Subnet': ['ID=e61d5099-304a-43b3-8bc3-4b7b9c73ea1b,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:52.504059 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0aa24946-c2d7-43b8-b27f-c644b968c8a0 req-2e16a578-9a99-4bde-ac18-9d2f8e3da588 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4268970 Jan 24 16:18:52.524206 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72010a26-1ab5-41ac-892a-46477bb87472 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Checking segment: {'id': '9cfc7ea9-b7ec-4d1d-94e3-920a79855ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd2cba4bc-8ffa-4c48-890b-e4b370d7b217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:52.524547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72010a26-1ab5-41ac-892a-46477bb87472 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Network hostable DHCP agents. Network: d2cba4bc-8ffa-4c48-890b-e4b370d7b217, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:18:52.594902 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-535da1cc-f13b-492e-bc71-ad8ac1f574e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:52.615591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72010a26-1ab5-41ac-892a-46477bb87472 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:18:52.635783 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:52.647685 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-72010a26-1ab5-41ac-892a-46477bb87472 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, d2cba4bc-8ffa-4c48-890b-e4b370d7b217) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:52.659178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72010a26-1ab5-41ac-892a-46477bb87472 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:52.659785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-72010a26-1ab5-41ac-892a-46477bb87472 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:52.661092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device bfafeb17-7bdd-41fa-911b-3a99c3827c6a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:52.674418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port bfafeb17-7bdd-41fa-911b-3a99c3827c6a {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:52.674749 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:52.754799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a28bdc6-af37-407d-a5bf-dee6ead6625c None None] Network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:52.778806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bbd60e42-ec46-4013-bd8e-ecb3a3aaac73 None None] Provisioning for port bfafeb17-7bdd-41fa-911b-3a99c3827c6a completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:52.786033 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-cbbe4c20-f6c4-4709-932b-b1b1c054baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'name': 'tempest-ServersTestManualDisk-580966356-router', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:36Z', 'updated_at': '2022-01-24T16:18:44Z', 'revision_number': 5, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'gw_port': {'id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:52.792374 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe4c20-f6c4-4709-932b-b1b1c054baba None None] Checking router: 85f7081b-0330-46e8-b934-ec61c202efa2 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:18:52.809371 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbe4c20-f6c4-4709-932b-b1b1c054baba None None] Routers {'85f7081b-0330-46e8-b934-ec61c202efa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:52.810943 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-cbbe4c20-f6c4-4709-932b-b1b1c054baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['85f7081b-0330-46e8-b934-ec61c202efa2'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:52.820337 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-72010a26-1ab5-41ac-892a-46477bb87472 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9131339 Jan 24 16:18:52.836036 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55624) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:52.861911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port bfafeb17-7bdd-41fa-911b-3a99c3827c6a completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:52.875222 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port bfafeb17-7bdd-41fa-911b-3a99c3827c6a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:52.875678 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:52.876169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Request body: {'port': {'network_id': 'd2cba4bc-8ffa-4c48-890b-e4b370d7b217', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-284774676'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:52.922687 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c34b02ba-13a2-40c2-8b68-dceeba5356ce admin admin] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:53.013746 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-cbbe4c20-f6c4-4709-932b-b1b1c054baba None None] Set router 85f7081b-0330-46e8-b934-ec61c202efa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:53.034643 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a660ec2-61c8-4187-b198-cfd7b30bb0b7 None None] DHCP port deletion for 49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:18:53.037410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:53.056426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2a660ec2-61c8-4187-b198-cfd7b30bb0b7 None None] Deleting port bfafeb17-7bdd-41fa-911b-3a99c3827c6a {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:53.056956 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2a660ec2-61c8-4187-b198-cfd7b30bb0b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:53.169126 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0cb90b54-2db4-4cbe-b4a7-abd6b322ff9d req-f6da83ce-ba2b-4d69-a64b-c4ec90c37bb8 service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9343324 Jan 24 16:18:53.185420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] For port bfafeb17-7bdd-41fa-911b-3a99c3827c6a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=bfafeb17-7bdd-41fa-911b-3a99c3827c6a,segment=NetworkSegment(88a58e92-2ffa-4ff4-85b4-a471227350d1),segment_id=88a58e92-2ffa-4ff4-85b4-a471227350d1)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:53.185760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:53.193967 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:53.204550 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port bfafeb17-7bdd-41fa-911b-3a99c3827c6a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=bfafeb17-7bdd-41fa-911b-3a99c3827c6a,segment=NetworkSegment(88a58e92-2ffa-4ff4-85b4-a471227350d1),segment_id=88a58e92-2ffa-4ff4-85b4-a471227350d1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:53.249739 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:53.250951 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ca7badd4-636f-4e9e-9686-dde63ff567a4 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:53.251546 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Usage tracker for resource:port and tenant:4f428632b7be42ba86dbaa48c99d2e28 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:53.256722 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:53.307245 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:53.335403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:53.388288 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Made reservation on behalf of 4f428632b7be42ba86dbaa48c99d2e28 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:53.390314 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-cbbe4c20-f6c4-4709-932b-b1b1c054baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'name': 'tempest-ServersTestManualDisk-580966356-router', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:36Z', 'updated_at': '2022-01-24T16:18:44Z', 'revision_number': 5, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'gw_port': {'id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:53.392441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:53.395045 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe4c20-f6c4-4709-932b-b1b1c054baba None None] The sync data for ids ['85f7081b-0330-46e8-b934-ec61c202efa2'] in dv-neutron-826104-1-hyperv is: [{'id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'name': 'tempest-ServersTestManualDisk-580966356-router', 'tenant_id': '105cf4f247944a51bfc2416542b75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:36Z', 'updated_at': '2022-01-24T16:18:44Z', 'revision_number': 5, 'project_id': '105cf4f247944a51bfc2416542b75e17', 'gw_port': {'id': '8de41e58-4f6b-4633-b11e-c1f074c36096', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7081b-0330-46e8-b934-ec61c202efa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:18:53.405430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:53.412624 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for bfafeb17-7bdd-41fa-911b-3a99c3827c6a owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:53.476690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50fa4d5-5697-47a4-a98b-6bc21c212ea6 admin admin] Router 4ade2193-f36a-46f9-8099-3d16418980e3 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:18:53.511737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:18:53.512376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:18:53.533764 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c34b02ba-13a2-40c2-8b68-dceeba5356ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:53.542917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=bfafeb17-7bdd-41fa-911b-3a99c3827c6a,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:53.550912 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-d2cba4bc-8ffa-4c48-890b-e4b370d7b217', 'network_id': 'd2cba4bc-8ffa-4c48-890b-e4b370d7b217', 'tenant_id': '4f428632b7be42ba86dbaa48c99d2e28', 'fixed_ips': [{'subnet_id': 'cd1f6188-1d9c-44eb-a642-7d6d5f6c225a'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:18:53.551953 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:53.555256 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-c34b02ba-13a2-40c2-8b68-dceeba5356ce admin admin] Deleting port 8de41e58-4f6b-4633-b11e-c1f074c36096 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:53.557410 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c34b02ba-13a2-40c2-8b68-dceeba5356ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:53.564830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] device_id is not set on port 833b119b-4622-4732-846f-b34908829866 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:18:53.595734 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2a660ec2-61c8-4187-b198-cfd7b30bb0b7 None None] For port bfafeb17-7bdd-41fa-911b-3a99c3827c6a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=bfafeb17-7bdd-41fa-911b-3a99c3827c6a,segment=NetworkSegment(88a58e92-2ffa-4ff4-85b4-a471227350d1),segment_id=88a58e92-2ffa-4ff4-85b4-a471227350d1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:53.596163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2a660ec2-61c8-4187-b198-cfd7b30bb0b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:53.612006 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port ca7badd4-636f-4e9e-9686-dde63ff567a4 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:53.705111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port ca7badd4-636f-4e9e-9686-dde63ff567a4 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:53.705468 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:53.802699 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2a660ec2-61c8-4187-b198-cfd7b30bb0b7 None None] Calling delete_port for bfafeb17-7bdd-41fa-911b-3a99c3827c6a owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:53.896234 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0cb90b54-2db4-4cbe-b4a7-abd6b322ff9d req-13378ad7-3702-41db-a7c6-3b32bd7ed67c service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7075179 Jan 24 16:18:53.926950 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:53.935467 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-c34b02ba-13a2-40c2-8b68-dceeba5356ce admin admin] For port 8de41e58-4f6b-4633-b11e-c1f074c36096, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8de41e58-4f6b-4633-b11e-c1f074c36096,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:53.935976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c34b02ba-13a2-40c2-8b68-dceeba5356ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:53.997061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2a660ec2-61c8-4187-b198-cfd7b30bb0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.065392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port bfafeb17-7bdd-41fa-911b-3a99c3827c6a {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:54.065890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.094536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-c34b02ba-13a2-40c2-8b68-dceeba5356ce admin admin] Calling delete_port for 8de41e58-4f6b-4633-b11e-c1f074c36096 owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:54.143724 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.149408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.155378 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Allocated IP 2001:db8::2 (d2cba4bc-8ffa-4c48-890b-e4b370d7b217/cd1f6188-1d9c-44eb-a642-7d6d5f6c225a/138a12f9-becb-4f25-a70b-1716fea22a9a) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:54.177216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] The port 'bfafeb17-7bdd-41fa-911b-3a99c3827c6a' was deleted {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:18:54.182839 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a660ec2-61c8-4187-b198-cfd7b30bb0b7 None None] Pushing event deleted for resources: {'Port': ['ID=bfafeb17-7bdd-41fa-911b-3a99c3827c6a,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:54.191467 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a660ec2-61c8-4187-b198-cfd7b30bb0b7 None None] No DVR routers for this DVR port bfafeb17-7bdd-41fa-911b-3a99c3827c6a on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:18:54.260292 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:54.266256 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.274336 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:54.276265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Pushing event updated for resources: {'Port': ['ID=6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:54.278713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:54.282845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port ca7badd4-636f-4e9e-9686-dde63ff567a4, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ca7badd4-636f-4e9e-9686-dde63ff567a4,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:54.294005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.332296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.387693 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:54.407936 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=ca7badd4-636f-4e9e-9686-dde63ff567a4,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:54.408900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a58e92-2ffa-4ff4-85b4-a471227350d1') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:54.409322 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a58e92-2ffa-4ff4-85b4-a471227350d1') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:54.431037 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.442815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device bfafeb17-7bdd-41fa-911b-3a99c3827c6a no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:18:54.456181 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.487414 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:18:54.488201 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:18:54.508553 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:18:54.536852 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8a440-20b7-4668-8dca-ed720c8b9dcb req-88f55108-fbe8-41ca-9bc6-7f0e970ce797 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:54.538305 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-87c8a440-20b7-4668-8dca-ed720c8b9dcb req-88f55108-fbe8-41ca-9bc6-7f0e970ce797 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.7692976 Jan 24 16:18:54.544438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: bfafeb17-7bdd-41fa-911b-3a99c3827c6a {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:18:54.544800 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device bfafeb17-7bdd-41fa-911b-3a99c3827c6a not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:18:54.545201 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3a32e559-049e-4b6c-9a22-9610d02a0dc4 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:18:54.589290 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-73dc97eb-e9bc-48fc-ab5f-a6804acf563a req-b315fa9f-7cda-43a7-87d9-c0879e5868f4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=fbb9efdaac9a4d899b480136df279d62&device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 1099 time: 0.5944176 Jan 24 16:18:54.593102 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 3a32e559-049e-4b6c-9a22-9610d02a0dc4 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:18:54.593456 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3a32e559-049e-4b6c-9a22-9610d02a0dc4 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:18:54.617854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-535da1cc-f13b-492e-bc71-ad8ac1f574e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port ca7badd4-636f-4e9e-9686-dde63ff567a4 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:54.618248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-535da1cc-f13b-492e-bc71-ad8ac1f574e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.638423 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.656882 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Transition to ACTIVE for port object 138a12f9-becb-4f25-a70b-1716fea22a9a will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:54.662338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.682867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Transition to ACTIVE for port object 138a12f9-becb-4f25-a70b-1716fea22a9a will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:54.684965 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.690039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.704319 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Network': ['ID=49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:54.715117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c34b02ba-13a2-40c2-8b68-dceeba5356ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.719567 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-759560d4-0a41-4cfa-84f9-02ef75b6ec73 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/networks/49ccbcc7-bbb5-42c4-8228-c81b5c4d30c2 HTTP/1.1" status: 204 len: 168 time: 2.5336325 Jan 24 16:18:54.735407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55630) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:54.763419 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b02ba-13a2-40c2-8b68-dceeba5356ce admin admin] Pushing event deleted for resources: {'Port': ['ID=8de41e58-4f6b-4633-b11e-c1f074c36096,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:54.769252 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:54.772366 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:54.775272 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:54.782616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Pushing event updated for resources: {'Port': ['ID=138a12f9-becb-4f25-a70b-1716fea22a9a,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:54.795057 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-715902980'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:54.866370 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:54.871870 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Attempting to bind port 138a12f9-becb-4f25-a70b-1716fea22a9a on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:18:54.872300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Attempting to bind port 138a12f9-becb-4f25-a70b-1716fea22a9a by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '9cfc7ea9-b7ec-4d1d-94e3-920a79855ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd2cba4bc-8ffa-4c48-890b-e4b370d7b217'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:18:54.872706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Attempting to bind port 138a12f9-becb-4f25-a70b-1716fea22a9a on network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:18:54.880095 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:18:54.880544 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Checking segment: {'id': '9cfc7ea9-b7ec-4d1d-94e3-920a79855ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd2cba4bc-8ffa-4c48-890b-e4b370d7b217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:18:54.881333 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.881333 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Bound using segment: {'id': '9cfc7ea9-b7ec-4d1d-94e3-920a79855ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd2cba4bc-8ffa-4c48-890b-e4b370d7b217'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:18:54.881907 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Bound port: 138a12f9-becb-4f25-a70b-1716fea22a9a, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfc7ea9-b7ec-4d1d-94e3-920a79855ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd2cba4bc-8ffa-4c48-890b-e4b370d7b217'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:18:54.882333 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.893888 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:network and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:54.915831 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:54.949850 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-87c8a440-20b7-4668-8dca-ed720c8b9dcb req-ff2f5c0e-d2f3-404d-8aa4-108a6a3a414c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3992398 Jan 24 16:18:54.971644 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] For port 138a12f9-becb-4f25-a70b-1716fea22a9a, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:18:54.974918 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] For port 138a12f9-becb-4f25-a70b-1716fea22a9a, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=138a12f9-becb-4f25-a70b-1716fea22a9a,segment=NetworkSegment(9cfc7ea9-b7ec-4d1d-94e3-920a79855ec0),segment_id=9cfc7ea9-b7ec-4d1d-94e3-920a79855ec0)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:18:54.981457 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.991862 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c34b02ba-13a2-40c2-8b68-dceeba5356ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:54.996516 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:55.067980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Allocated IP 2001:db8::1c0 (d2cba4bc-8ffa-4c48-890b-e4b370d7b217/cd1f6188-1d9c-44eb-a642-7d6d5f6c225a/833b119b-4622-4732-846f-b34908829866) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:55.077762 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e8be4-b6cc-4759-b71d-380c9eba128d None None] Pushing event updated for resources: {'Port': ['ID=138a12f9-becb-4f25-a70b-1716fea22a9a,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:55.092779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:55.095784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:55.417570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc97eb-e9bc-48fc-ab5f-a6804acf563a req-d81a766c-ae1c-4097-9e52-2b0ad5a7939d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:55.419368 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-73dc97eb-e9bc-48fc-ab5f-a6804acf563a req-d81a766c-ae1c-4097-9e52-2b0ad5a7939d service neutron] 10.222.0.129 "GET /v2.0/networks?id=5495e0fa-a9db-448f-8be6-86cc8bed9d19 HTTP/1.1" status: 200 len: 913 time: 0.7690876 Jan 24 16:18:55.444537 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c34b02ba-13a2-40c2-8b68-dceeba5356ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:55.449292 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c34b02ba-13a2-40c2-8b68-dceeba5356ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:55.479557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c34b02ba-13a2-40c2-8b68-dceeba5356ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:55.480111 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34b02ba-13a2-40c2-8b68-dceeba5356ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85f7081b-0330-46e8-b934-ec61c202efa2 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:18:55.489295 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c34b02ba-13a2-40c2-8b68-dceeba5356ce admin admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:55.492923 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c34b02ba-13a2-40c2-8b68-dceeba5356ce admin admin] 10.222.0.130 "DELETE /v2.0/routers/85f7081b-0330-46e8-b934-ec61c202efa2 HTTP/1.1" status: 204 len: 168 time: 3.2238789 Jan 24 16:18:55.493126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55634) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:55.560365 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93036c8-b8d5-44f8-9277-f683ec8e0951 admin admin] Deleting subnet f20398c9-c0a6-41c1-81f0-e242f15f8aa2 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:18:55.563751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e93036c8-b8d5-44f8-9277-f683ec8e0951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:55.584265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50fa4d5-5697-47a4-a98b-6bc21c212ea6 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:18:55.596172 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cbb026-3f59-47f6-b298-1a75b1b51a57 None None] Sync routers for ids ['4ade2193-f36a-46f9-8099-3d16418980e3'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:18:55.613275 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cbb026-3f59-47f6-b298-1a75b1b51a57 None None] Routers {'4ade2193-f36a-46f9-8099-3d16418980e3'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:55.614127 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-65cbb026-3f59-47f6-b298-1a75b1b51a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4ade2193-f36a-46f9-8099-3d16418980e3'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:55.630960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e93036c8-b8d5-44f8-9277-f683ec8e0951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:55.636432 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:18:55.639840 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-535da1cc-f13b-492e-bc71-ad8ac1f574e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] For port ca7badd4-636f-4e9e-9686-dde63ff567a4, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ca7badd4-636f-4e9e-9686-dde63ff567a4,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:55.640191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-535da1cc-f13b-492e-bc71-ad8ac1f574e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:55.724666 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e93036c8-b8d5-44f8-9277-f683ec8e0951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:55.811185 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-73dc97eb-e9bc-48fc-ab5f-a6804acf563a req-2147d372-ca8a-4b0e-ab46-19407f9676c3 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e HTTP/1.1" status: 200 len: 1002 time: 0.3749568 Jan 24 16:18:55.824403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e93036c8-b8d5-44f8-9277-f683ec8e0951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:55.834726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-535da1cc-f13b-492e-bc71-ad8ac1f574e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for ca7badd4-636f-4e9e-9686-dde63ff567a4 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:55.841424 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-65cbb026-3f59-47f6-b298-1a75b1b51a57 None None] Set router 4ade2193-f36a-46f9-8099-3d16418980e3 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:55.864641 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:55.864967 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Added segment 51564228-7094-4e5b-a3cd-10bec01bfb9f of type vlan for network 07cac460-533a-4fd4-8ac3-2a51aead97d6 Jan 24 16:18:55.872278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93036c8-b8d5-44f8-9277-f683ec8e0951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f20398c9-c0a6-41c1-81f0-e242f15f8aa2,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:55.875873 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e93036c8-b8d5-44f8-9277-f683ec8e0951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:55.882050 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e93036c8-b8d5-44f8-9277-f683ec8e0951 admin admin] 10.222.0.130 "DELETE /v2.0/subnets/f20398c9-c0a6-41c1-81f0-e242f15f8aa2 HTTP/1.1" status: 204 len: 168 time: 0.3879752 Jan 24 16:18:55.884499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55638) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:55.899982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c876be28-bc98-44e3-ab51-db615287ef44 None None] Network 1b75d7bf-954b-4dfe-85c6-64a6ac21028b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:55.992722 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f50fa4d5-5697-47a4-a98b-6bc21c212ea6 admin admin] 10.222.0.130 "PUT /v2.0/routers/4ade2193-f36a-46f9-8099-3d16418980e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3578205 Jan 24 16:18:55.994800 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55642) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:56.036529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:56.051458 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] Deleting port 6c79430b-3d1d-433d-8c94-43406c4326c7 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:56.051843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:56.161640 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:56.162715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:56.221593 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:56.269919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc97eb-e9bc-48fc-ab5f-a6804acf563a req-544722c0-754e-4a93-b690-6d000c19832d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:56.271270 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-73dc97eb-e9bc-48fc-ab5f-a6804acf563a req-544722c0-754e-4a93-b690-6d000c19832d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3c1c62db-bb5b-4b37-8d89-20b3ac5d7145 HTTP/1.1" status: 200 len: 851 time: 0.4080844 Jan 24 16:18:56.284707 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546c99e2-9c6c-4ebb-837e-590daa67f38d None None] Network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:18:56.370516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] For port 6c79430b-3d1d-433d-8c94-43406c4326c7, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6c79430b-3d1d-433d-8c94-43406c4326c7,segment=NetworkSegment(0d0ebde7-f468-42de-bb99-0a72531a2baf),segment_id=0d0ebde7-f468-42de-bb99-0a72531a2baf)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:56.370855 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:56.391276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccec345-b26d-4dfd-a195-c9e25e1da546 req-09496914-d240-46a3-a2ff-cb811fc90d1e tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:56.393090 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8ccec345-b26d-4dfd-a195-c9e25e1da546 req-09496914-d240-46a3-a2ff-cb811fc90d1e tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.2014449 Jan 24 16:18:56.398312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:18:56.490303 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:56.500764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:56.503360 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:56.503958 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:56.516327 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] Calling delete_port for 6c79430b-3d1d-433d-8c94-43406c4326c7 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:18:56.593997 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8ccec345-b26d-4dfd-a195-c9e25e1da546 req-215f8400-19af-4234-9d97-7b6c29ac7652 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494944 Jan 24 16:18:56.627407 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:56.630220 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 138a12f9-becb-4f25-a70b-1716fea22a9a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:56.662203 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Transition to ACTIVE for port object 833b119b-4622-4732-846f-b34908829866 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:56.690040 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2f514b49-a508-4fdb-a177-cded5dce0ba3 None None] Provisioning for port 138a12f9-becb-4f25-a70b-1716fea22a9a completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:56.695497 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9544175 Jan 24 16:18:56.704563 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55650) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:56.707200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] No DVR routers for this DVR port 6c79430b-3d1d-433d-8c94-43406c4326c7 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:18:56.709620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c79430b-3d1d-433d-8c94-43406c4326c7,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:56.716750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e4863d28-5469-4574-a776-3c793f1fa242 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'subnet': {'network_id': '07cac460-533a-4fd4-8ac3-2a51aead97d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:56.751927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bd9ed-7274-4547-b3e7-381992dcf659 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Network': ['ID=07cac460-533a-4fd4-8ac3-2a51aead97d6,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:56.788571 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 07cac460-533a-4fd4-8ac3-2a51aead97d6 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:18:56.850739 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:56.880727 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b75d7bf-954b-4dfe-85c6-64a6ac21028b']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:56.895121 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0ebde7-f468-42de-bb99-0a72531a2baf') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:56.895548 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0ebde7-f468-42de-bb99-0a72531a2baf') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:56.910663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:56.925927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 138a12f9-becb-4f25-a70b-1716fea22a9a completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:56.929861 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-65cbb026-3f59-47f6-b298-1a75b1b51a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'name': 'tempest-ServersTestJSON-1646282507-router', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:35Z', 'updated_at': '2022-01-24T16:18:46Z', 'revision_number': 5, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'gw_port': {'id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:38Z', 'updated_at': '2022-01-24T16:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:56.930050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:56.936822 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:18:56.937297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:18:56.957211 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:18:56.971434 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cbb026-3f59-47f6-b298-1a75b1b51a57 None None] Checking router: 4ade2193-f36a-46f9-8099-3d16418980e3 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:18:56.978256 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 138a12f9-becb-4f25-a70b-1716fea22a9a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:56.978615 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:57.057037 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cbb026-3f59-47f6-b298-1a75b1b51a57 None None] Routers {'4ade2193-f36a-46f9-8099-3d16418980e3'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:57.057770 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-65cbb026-3f59-47f6-b298-1a75b1b51a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4ade2193-f36a-46f9-8099-3d16418980e3'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:57.071297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:57.081594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:57.113306 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63508e91-9a44-4b78-b2ed-66ff78d7f937 None None] DHCP port deletion for 1b75d7bf-954b-4dfe-85c6-64a6ac21028b request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:18:57.116270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b75d7bf-954b-4dfe-85c6-64a6ac21028b,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:57.129326 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e2cec9ea-d3eb-43a5-a36a-99c656362cd3 admin admin] 10.222.0.130 "DELETE /v2.0/networks/1b75d7bf-954b-4dfe-85c6-64a6ac21028b HTTP/1.1" status: 204 len: 168 time: 1.2437711 Jan 24 16:18:57.144376 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Router 18ff361c-503e-4e13-b29a-c43f54d9e3ed is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:18:57.165359 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-73dc97eb-e9bc-48fc-ab5f-a6804acf563a req-640c529a-558f-4f23-bcfa-58a115030ad8 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5495e0fa-a9db-448f-8be6-86cc8bed9d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8365526 Jan 24 16:18:57.313734 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:57.338200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:57.345373 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e4863d28-5469-4574-a776-3c793f1fa242 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:57.360890 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 138a12f9-becb-4f25-a70b-1716fea22a9a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=138a12f9-becb-4f25-a70b-1716fea22a9a,segment=NetworkSegment(9cfc7ea9-b7ec-4d1d-94e3-920a79855ec0),segment_id=9cfc7ea9-b7ec-4d1d-94e3-920a79855ec0)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:18:57.369140 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-65cbb026-3f59-47f6-b298-1a75b1b51a57 None None] Set router 4ade2193-f36a-46f9-8099-3d16418980e3 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:18:57.393916 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-535da1cc-f13b-492e-bc71-ad8ac1f574e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:57.402905 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55658) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:57.409842 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:57.410732 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ca7badd4-636f-4e9e-9686-dde63ff567a4 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:57.410841 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e4863d28-5469-4574-a776-3c793f1fa242 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:subnet and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:57.417296 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e4863d28-5469-4574-a776-3c793f1fa242 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:57.438047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e4863d28-5469-4574-a776-3c793f1fa242 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:57.494632 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a875a9d1-be8f-445c-af12-fda427f225ea admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=105cf4f247944a51bfc2416542b75e17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0881062 Jan 24 16:18:57.494811 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: ca7badd4-636f-4e9e-9686-dde63ff567a4 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:18:57.495058 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ca7badd4-636f-4e9e-9686-dde63ff567a4 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 24 16:18:57.495499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55662) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:57.560124 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2475f345-3799-4849-a6b9-8d903e944455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:57.589565 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2475f345-3799-4849-a6b9-8d903e944455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:57.597026 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:57.607943 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Port ca7badd4-636f-4e9e-9686-dde63ff567a4 not found, will not notify nova. {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 24 16:18:57.648137 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:57.676953 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2475f345-3799-4849-a6b9-8d903e944455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:57.703902 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475f345-3799-4849-a6b9-8d903e944455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b54dbc-a848-435c-b1e1-cd00e4929d8e,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:57.712297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2475f345-3799-4849-a6b9-8d903e944455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:57.716421 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2475f345-3799-4849-a6b9-8d903e944455 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/06b54dbc-a848-435c-b1e1-cd00e4929d8e HTTP/1.1" status: 204 len: 168 time: 0.2197542 Jan 24 16:18:57.737181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:57.743236 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:57.744950 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:57.753921 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8de41e58-4f6b-4633-b11e-c1f074c36096 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:18:57.766361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4863d28-5469-4574-a776-3c793f1fa242 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:57.797821 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-30619119-4524-489d-b195-c871c8c4920b None None] Provisioning complete for port 138a12f9-becb-4f25-a70b-1716fea22a9a triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:57.798187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-30619119-4524-489d-b195-c871c8c4920b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:57.840944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=138a12f9-becb-4f25-a70b-1716fea22a9a,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:57.843780 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 8de41e58-4f6b-4633-b11e-c1f074c36096 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:18:57.844219 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8de41e58-4f6b-4633-b11e-c1f074c36096 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:18:57.955998 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e4863d28-5469-4574-a776-3c793f1fa242 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:57.979376 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a60429-6646-4836-b06d-2b002b4a8cd4 req-15b1733a-2b2f-46e5-8514-8f775c652970 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:57.986489 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-02a60429-6646-4836-b06d-2b002b4a8cd4 req-15b1733a-2b2f-46e5-8514-8f775c652970 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 1.1269989 Jan 24 16:18:58.010161 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event updated for resources: {'Port': ['ID=833b119b-4622-4732-846f-b34908829866,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:58.080055 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-65cbb026-3f59-47f6-b298-1a75b1b51a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'name': 'tempest-ServersTestJSON-1646282507-router', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:35Z', 'updated_at': '2022-01-24T16:18:46Z', 'revision_number': 5, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'gw_port': {'id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:38Z', 'updated_at': '2022-01-24T16:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:58.086244 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cbb026-3f59-47f6-b298-1a75b1b51a57 None None] The sync data for ids ['4ade2193-f36a-46f9-8099-3d16418980e3'] in dv-neutron-826104-1-hyperv is: [{'id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'name': 'tempest-ServersTestJSON-1646282507-router', 'tenant_id': 'c22df63e420147aaab7ee88abbffa870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215'}], 'enable_snat': True}, 'gw_port_id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:35Z', 'updated_at': '2022-01-24T16:18:46Z', 'revision_number': 5, 'project_id': 'c22df63e420147aaab7ee88abbffa870', 'gw_port': {'id': '2b88f556-c529-4dec-ba5b-defadbb35d32', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ade2193-f36a-46f9-8099-3d16418980e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:38Z', 'updated_at': '2022-01-24T16:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:18:58.148816 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535da1cc-f13b-492e-bc71-ad8ac1f574e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=ca7badd4-636f-4e9e-9686-dde63ff567a4,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:58.161351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b7aeef6-30e8-43fe-b52f-54a6c60561fa admin admin] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:58.179206 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-24849c95-6e13-4f67-b528-e0d1e955cbb9 None None] Provisioning for port 833b119b-4622-4732-846f-b34908829866 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:18:58.185723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-24849c95-6e13-4f67-b528-e0d1e955cbb9 None None] Provisioning complete for port 833b119b-4622-4732-846f-b34908829866 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:58.186225 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-24849c95-6e13-4f67-b528-e0d1e955cbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:58.219923 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-73dc97eb-e9bc-48fc-ab5f-a6804acf563a req-bd719f4f-7daa-433e-b750-419774580977 service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0361173 Jan 24 16:18:58.249401 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-24849c95-6e13-4f67-b528-e0d1e955cbb9 None None] Port 833b119b-4622-4732-846f-b34908829866 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:18:58.252249 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-33c40109-ba65-4056-9a24-0a9c1f01dee9 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.3876634 Jan 24 16:18:58.255582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55676) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:58.261779 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Request body: {'port': {'network_id': 'd2cba4bc-8ffa-4c48-890b-e4b370d7b217', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1327700420', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c0', 'mac_address': 'fa:16:3e:11:86:c6'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:58.539089 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-535da1cc-f13b-492e-bc71-ad8ac1f574e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:58.568204 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-02a60429-6646-4836-b06d-2b002b4a8cd4 req-cfb7d98e-e634-4d47-8801-5409edbcad77 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5806375 Jan 24 16:18:58.614918 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 138a12f9-becb-4f25-a70b-1716fea22a9a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:18:58.645104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:58.654388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Usage tracker for resource:port and tenant:4f428632b7be42ba86dbaa48c99d2e28 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:58.665730 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:58.679154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:58.711091 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Made reservation on behalf of 4f428632b7be42ba86dbaa48c99d2e28 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:58.794771 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 138a12f9-becb-4f25-a70b-1716fea22a9a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:18:58.795416 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:59.042842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:59.070227 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] device_id is not set on port 26f0c3d7-f30e-49a3-9e73-7f9e286ad5cd yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:18:59.098350 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6c79430b-3d1d-433d-8c94-43406c4326c7 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:18:59.137307 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 6c79430b-3d1d-433d-8c94-43406c4326c7 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:18:59.137917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6c79430b-3d1d-433d-8c94-43406c4326c7 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:18:59.138069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d28dbf19-a03b-4616-ba6f-448da41ac97a no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:18:59.172975 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55692) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:59.201590 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: d28dbf19-a03b-4616-ba6f-448da41ac97a {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:18:59.202042 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d28dbf19-a03b-4616-ba6f-448da41ac97a not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:18:59.230012 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Router 15cd2f07-4ab9-4665-916b-f610b7be0875 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:18:59.253289 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-73dc97eb-e9bc-48fc-ab5f-a6804acf563a req-ad7c355f-11e7-45ac-b10b-00f1e4af95e8 service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0036340 Jan 24 16:18:59.284931 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Allocated IP 2001:db8::201 (d2cba4bc-8ffa-4c48-890b-e4b370d7b217/cd1f6188-1d9c-44eb-a642-7d6d5f6c225a/26f0c3d7-f30e-49a3-9e73-7f9e286ad5cd) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:18:59.338822 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1063360514'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:18:59.349260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:59.361037 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Usage tracker for resource:network and tenant:f14801aeb51b4c7e93588ddfb79f45a3 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:59.365700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:59.390240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:59.452086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Made reservation on behalf of f14801aeb51b4c7e93588ddfb79f45a3 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:18:59.454992 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:59.481936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:59.556139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:18:59.563722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:59.566670 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Usage tracker for resource:security_group_rule and tenant:f14801aeb51b4c7e93588ddfb79f45a3 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:18:59.572189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:18:59.581669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:18:59.590978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Transition to ACTIVE for port object 26f0c3d7-f30e-49a3-9e73-7f9e286ad5cd will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:18:59.662428 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:59.676123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e4863d28-5469-4574-a776-3c793f1fa242 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:59.729620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:59.745923 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:59.783854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:18:59.786795 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event updated for resources: {'Port': ['ID=26f0c3d7-f30e-49a3-9e73-7f9e286ad5cd,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:59.789613 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:18:59.794044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:18:59.797826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:18:59.805636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:18:59.809376 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738360fa-4516-4d51-a7e4-f68dc11451a2 None None] Sync routers for ids ['18ff361c-503e-4e13-b29a-c43f54d9e3ed'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:18:59.809844 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:59.810178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:59.823841 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4863d28-5469-4574-a776-3c793f1fa242 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Subnet': ['ID=52dba1c1-a068-42f9-a6d9-1c2c3aa069bd,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:59.829953 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a369bf7c-8ae7-43d0-877c-1779f605b2bb,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:18:59.830939 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:59.832798 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f9b41ed8-2ae2-449c-8f63-cc7567e2ac04 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "PUT /v2.0/routers/18ff361c-503e-4e13-b29a-c43f54d9e3ed HTTP/1.1" status: 200 len: 884 time: 13.0147128 Jan 24 16:18:59.833311 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:59.833639 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Added segment 321346ca-984b-4cb1-a071-027e0774aad0 of type vlan for network 918641f7-087c-427e-80d8-e8b70f424648 Jan 24 16:18:59.835181 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55698) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:59.839032 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738360fa-4516-4d51-a7e4-f68dc11451a2 None None] Routers {'18ff361c-503e-4e13-b29a-c43f54d9e3ed'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:59.840786 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-738360fa-4516-4d51-a7e4-f68dc11451a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['18ff361c-503e-4e13-b29a-c43f54d9e3ed'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:59.909830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b8715-477b-4202-bfcb-91cc086e3695 req-ab6ba43f-da0d-4545-9192-1fe4c49c93f8 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:18:59.911237 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-da6b8715-477b-4202-bfcb-91cc086e3695 req-ab6ba43f-da0d-4545-9192-1fe4c49c93f8 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.7292116 Jan 24 16:18:59.926892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b7aeef6-30e8-43fe-b52f-54a6c60561fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:59.942190 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-738360fa-4516-4d51-a7e4-f68dc11451a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:59.956956 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738360fa-4516-4d51-a7e4-f68dc11451a2 None None] Routers {'18ff361c-503e-4e13-b29a-c43f54d9e3ed'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:18:59.957897 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-738360fa-4516-4d51-a7e4-f68dc11451a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['18ff361c-503e-4e13-b29a-c43f54d9e3ed'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:18:59.974338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:18:59.986397 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3bebb129-10a0-45ec-89eb-18fd8bc676aa tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7292829 Jan 24 16:18:59.987389 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55702) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:18:59.999312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-4b7aeef6-30e8-43fe-b52f-54a6c60561fa admin admin] Deleting port 2b88f556-c529-4dec-ba5b-defadbb35d32 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:18:59.999671 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b7aeef6-30e8-43fe-b52f-54a6c60561fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:00.034790 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-738360fa-4516-4d51-a7e4-f68dc11451a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:00.035436 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738360fa-4516-4d51-a7e4-f68dc11451a2 None None] The sync data for ids ['18ff361c-503e-4e13-b29a-c43f54d9e3ed'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:19:00.088127 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3d380507-1aff-49e6-9d05-c3846b13d6b3 None None] Provisioning for port 26f0c3d7-f30e-49a3-9e73-7f9e286ad5cd completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:00.092041 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4863d28-5469-4574-a776-3c793f1fa242 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Checking segment: {'id': '51564228-7094-4e5b-a3cd-10bec01bfb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '07cac460-533a-4fd4-8ac3-2a51aead97d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:19:00.092396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4863d28-5469-4574-a776-3c793f1fa242 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network hostable DHCP agents. Network: 07cac460-533a-4fd4-8ac3-2a51aead97d6, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:19:00.099118 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3d380507-1aff-49e6-9d05-c3846b13d6b3 None None] Provisioning complete for port 26f0c3d7-f30e-49a3-9e73-7f9e286ad5cd triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:00.099904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3d380507-1aff-49e6-9d05-c3846b13d6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:00.125926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:00.129730 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:00.130263 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:00.166693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3d380507-1aff-49e6-9d05-c3846b13d6b3 None None] Port 26f0c3d7-f30e-49a3-9e73-7f9e286ad5cd cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:00.213852 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-da6b8715-477b-4202-bfcb-91cc086e3695 req-704591e7-82d8-42da-a090-4f59b13d1fd7 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921011 Jan 24 16:19:00.240692 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535da1cc-f13b-492e-bc71-ad8ac1f574e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Router a909658f-2686-46cb-a065-e2f140a06850 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:19:00.301385 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1242969 Jan 24 16:19:00.304089 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55708) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:00.313236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bb6734-a9f1-4c4f-ad39-445908af325f tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:00.317250 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bb6734-a9f1-4c4f-ad39-445908af325f tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:00.321290 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bb6734-a9f1-4c4f-ad39-445908af325f tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:00.321636 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4863d28-5469-4574-a776-3c793f1fa242 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 07cac460-533a-4fd4-8ac3-2a51aead97d6 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:19:00.322352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f7bb6734-a9f1-4c4f-ad39-445908af325f tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Synchronizing usage tracker for tenant:4f428632b7be42ba86dbaa48c99d2e28 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:00.334029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-02f6e3c1-1ee9-42e0-be8f-d53fe0c83060 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Request body: {'subnet': {'network_id': '918641f7-087c-427e-80d8-e8b70f424648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:00.354016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-e4863d28-5469-4574-a776-3c793f1fa242 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 07cac460-533a-4fd4-8ac3-2a51aead97d6) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:00.358195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4863d28-5469-4574-a776-3c793f1fa242 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:00.358764 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca49bb-3329-4eee-8e0f-15be7fe59784 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Pushing event updated for resources: {'Network': ['ID=918641f7-087c-427e-80d8-e8b70f424648,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:00.358934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e4863d28-5469-4574-a776-3c793f1fa242 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:00.366770 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c96326-f579-4c11-8417-36ffb2153c29 None None] Network 07cac460-533a-4fd4-8ac3-2a51aead97d6 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:00.390907 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 918641f7-087c-427e-80d8-e8b70f424648 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:19:00.464693 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f7bb6734-a9f1-4c4f-ad39-445908af325f tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Unset dirty status for tenant:4f428632b7be42ba86dbaa48c99d2e28 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:00.468990 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f7bb6734-a9f1-4c4f-ad39-445908af325f tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.4674702 Jan 24 16:19:00.472449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55712) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:00.490011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-4b7aeef6-30e8-43fe-b52f-54a6c60561fa admin admin] For port 2b88f556-c529-4dec-ba5b-defadbb35d32, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=2b88f556-c529-4dec-ba5b-defadbb35d32,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:00.490360 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b7aeef6-30e8-43fe-b52f-54a6c60561fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:00.502287 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e4863d28-5469-4574-a776-3c793f1fa242 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7925010 Jan 24 16:19:00.504369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55718) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:00.506126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:19:00.545279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-02f6e3c1-1ee9-42e0-be8f-d53fe0c83060 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:00.553069 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-02f6e3c1-1ee9-42e0-be8f-d53fe0c83060 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Usage tracker for resource:subnet and tenant:f14801aeb51b4c7e93588ddfb79f45a3 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:00.559084 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-02f6e3c1-1ee9-42e0-be8f-d53fe0c83060 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:00.572698 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9f4d87ef-aecf-491b-865b-9db3bef14f32 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/routers/18ff361c-503e-4e13-b29a-c43f54d9e3ed HTTP/1.1" status: 200 len: 925 time: 0.7353969 Jan 24 16:19:00.573333 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-02f6e3c1-1ee9-42e0-be8f-d53fe0c83060 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:00.577219 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55722) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:00.585002 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e6b69829-60be-4300-b101-e5b6e409e991 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Deleting port 26f0c3d7-f30e-49a3-9e73-7f9e286ad5cd {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:00.585490 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e6b69829-60be-4300-b101-e5b6e409e991 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:00.597283 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Sync routers for ids ['15cd2f07-4ab9-4665-916b-f610b7be0875'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:19:00.619611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Routers {'15cd2f07-4ab9-4665-916b-f610b7be0875'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:00.620507 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['15cd2f07-4ab9-4665-916b-f610b7be0875'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:00.625063 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'network_id': '07cac460-533a-4fd4-8ac3-2a51aead97d6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-320032054'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:00.675994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f6e3c1-1ee9-42e0-be8f-d53fe0c83060 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Made reservation on behalf of f14801aeb51b4c7e93588ddfb79f45a3 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:00.927562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-4b7aeef6-30e8-43fe-b52f-54a6c60561fa admin admin] Calling delete_port for 2b88f556-c529-4dec-ba5b-defadbb35d32 owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:00.945465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Set router 15cd2f07-4ab9-4665-916b-f610b7be0875 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:19:00.990647 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-07cac460-533a-4fd4-8ac3-2a51aead97d6', 'network_id': '07cac460-533a-4fd4-8ac3-2a51aead97d6', 'tenant_id': '683bedfc540b431d8318ee7c07b39995', 'fixed_ips': [{'subnet_id': '52dba1c1-a068-42f9-a6d9-1c2c3aa069bd'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:19:00.991440 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:01.014226 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-02f6e3c1-1ee9-42e0-be8f-d53fe0c83060 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:01.029104 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:01.032722 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e8e8720e-8304-416b-bf47-797e3b109395 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 13.7080603 Jan 24 16:19:01.052081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55726) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:01.122559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535da1cc-f13b-492e-bc71-ad8ac1f574e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:19:01.127922 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-535da1cc-f13b-492e-bc71-ad8ac1f574e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "PUT /v2.0/routers/a909658f-2686-46cb-a065-e2f140a06850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6262610 Jan 24 16:19:01.136587 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5492245-5188-4d4e-9506-66e08c70f7d5 None None] Sync routers for ids ['a909658f-2686-46cb-a065-e2f140a06850'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:19:01.141933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55730) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:01.152940 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5492245-5188-4d4e-9506-66e08c70f7d5 None None] Routers {'a909658f-2686-46cb-a065-e2f140a06850'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:01.154100 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b5492245-5188-4d4e-9506-66e08c70f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a909658f-2686-46cb-a065-e2f140a06850'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:01.289293 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fc3127ee-4632-4735-82b9-fd83a137807c tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Synchronizing usage tracker for tenant:f369555f505a462a9e8f6d404645a183 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:01.301107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0492e7-fb60-4ed8-be49-ca79ed796e8f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:01.303279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0492e7-fb60-4ed8-be49-ca79ed796e8f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:01.304201 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1d0492e7-fb60-4ed8-be49-ca79ed796e8f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:01.330187 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-b5492245-5188-4d4e-9506-66e08c70f7d5 None None] Set router a909658f-2686-46cb-a065-e2f140a06850 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:19:01.384039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Allocated IP 172.20.0.2 (07cac460-533a-4fd4-8ac3-2a51aead97d6/52dba1c1-a068-42f9-a6d9-1c2c3aa069bd/e420c6b0-f4ed-440e-9d46-eb31bd07e1ab) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:01.388260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e6b69829-60be-4300-b101-e5b6e409e991 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:01.401493 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fc3127ee-4632-4735-82b9-fd83a137807c tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Unset dirty status for tenant:f369555f505a462a9e8f6d404645a183 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:01.402855 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fc3127ee-4632-4735-82b9-fd83a137807c tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/ports?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&device_id=18ff361c-503e-4e13-b29a-c43f54d9e3ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8244903 Jan 24 16:19:01.408726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55734) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:01.451903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b7aeef6-30e8-43fe-b52f-54a6c60561fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:01.466827 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:01.473930 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b5492245-5188-4d4e-9506-66e08c70f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a909658f-2686-46cb-a065-e2f140a06850', 'name': 'tempest-NetworksTestDHCPv6-router-165214142', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:39Z', 'updated_at': '2022-01-24T16:18:56Z', 'revision_number': 3, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:01.479075 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5492245-5188-4d4e-9506-66e08c70f7d5 None None] Checking router: a909658f-2686-46cb-a065-e2f140a06850 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:19:01.494444 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5492245-5188-4d4e-9506-66e08c70f7d5 None None] Routers {'a909658f-2686-46cb-a065-e2f140a06850'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:01.495880 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b5492245-5188-4d4e-9506-66e08c70f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a909658f-2686-46cb-a065-e2f140a06850'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:01.496928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cd2f07-4ab9-4665-916b-f610b7be0875', 'name': 'tempest-snat-router-1771559847', 'tenant_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.216'}], 'enable_snat': False}, 'gw_port_id': '6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:47Z', 'updated_at': '2022-01-24T16:18:54Z', 'revision_number': 3, 'project_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'gw_port': {'id': '6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cd2f07-4ab9-4665-916b-f610b7be0875', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:18:51Z', 'updated_at': '2022-01-24T16:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:01.507283 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Checking router: 15cd2f07-4ab9-4665-916b-f610b7be0875 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:19:01.507708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Updating router 15cd2f07-4ab9-4665-916b-f610b7be0875 port 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:19:01.551630 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e6b69829-60be-4300-b101-e5b6e409e991 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Calling delete_port for 26f0c3d7-f30e-49a3-9e73-7f9e286ad5cd owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:01.564739 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:01.576307 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7aeef6-30e8-43fe-b52f-54a6c60561fa admin admin] Pushing event deleted for resources: {'Port': ['ID=2b88f556-c529-4dec-ba5b-defadbb35d32,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:01.648331 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-b5492245-5188-4d4e-9506-66e08c70f7d5 None None] Set router a909658f-2686-46cb-a065-e2f140a06850 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:19:01.662224 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:port and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:01.670457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1d0492e7-fb60-4ed8-be49-ca79ed796e8f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:01.671906 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1d0492e7-fb60-4ed8-be49-ca79ed796e8f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5231023 Jan 24 16:19:01.678111 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:01.681337 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55738) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:01.768509 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-02f6e3c1-1ee9-42e0-be8f-d53fe0c83060 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:01.823341 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b5492245-5188-4d4e-9506-66e08c70f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a909658f-2686-46cb-a065-e2f140a06850', 'name': 'tempest-NetworksTestDHCPv6-router-165214142', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:39Z', 'updated_at': '2022-01-24T16:18:56Z', 'revision_number': 3, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:01.827454 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822b6543-6dab-4f98-be06-6c0da7a2d8fa tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:01.827945 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-822b6543-6dab-4f98-be06-6c0da7a2d8fa tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Synchronizing usage tracker for tenant:f369555f505a462a9e8f6d404645a183 on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:01.829195 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5492245-5188-4d4e-9506-66e08c70f7d5 None None] The sync data for ids ['a909658f-2686-46cb-a065-e2f140a06850'] in dv-neutron-826104-1-hyperv is: [{'id': 'a909658f-2686-46cb-a065-e2f140a06850', 'name': 'tempest-NetworksTestDHCPv6-router-165214142', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:39Z', 'updated_at': '2022-01-24T16:18:56Z', 'revision_number': 3, 'project_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'gw_port_host': None}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:19:01.861765 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677a2b2-df4e-482e-a43e-cdab4d395e3e req-ddb9ae40-7175-49a1-bbca-9766764d9f19 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:01.871911 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c677a2b2-df4e-482e-a43e-cdab4d395e3e req-ddb9ae40-7175-49a1-bbca-9766764d9f19 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 1.0066471 Jan 24 16:19:01.875224 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b7aeef6-30e8-43fe-b52f-54a6c60561fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:01.913454 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-822b6543-6dab-4f98-be06-6c0da7a2d8fa tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Unset dirty status for tenant:f369555f505a462a9e8f6d404645a183 on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:01.917636 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-822b6543-6dab-4f98-be06-6c0da7a2d8fa tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/networks/2668b65a-79ae-4c58-beed-9fa3e5f27e5e HTTP/1.1" status: 200 len: 881 time: 0.5050268 Jan 24 16:19:01.923518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55742) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:01.924162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6e3c1-1ee9-42e0-be8f-d53fe0c83060 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Pushing event updated for resources: {'Subnet': ['ID=9ad4bc48-df84-4144-a3c4-99b7fb62e424,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:01.939037 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:01.955122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Transition to ACTIVE for port object e420c6b0-f4ed-440e-9d46-eb31bd07e1ab will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:01.967226 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e6b69829-60be-4300-b101-e5b6e409e991 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:01.999207 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Transition to ACTIVE for port object e420c6b0-f4ed-440e-9d46-eb31bd07e1ab will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:02.017718 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e75a2036-150f-499f-8aa4-02ee89583136 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "GET /v2.0/ports?device_id=18ff361c-503e-4e13-b29a-c43f54d9e3ed HTTP/1.1" status: 200 len: 205 time: 0.0872607 Jan 24 16:19:02.019251 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:02.022540 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55746) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:02.028760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b69829-60be-4300-b101-e5b6e409e991 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event deleted for resources: {'Port': ['ID=26f0c3d7-f30e-49a3-9e73-7f9e286ad5cd,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:02.073541 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:02.107330 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Network 07cac460-533a-4fd4-8ac3-2a51aead97d6 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:02.109248 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Pushing event updated for resources: {'Port': ['ID=e420c6b0-f4ed-440e-9d46-eb31bd07e1ab,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:02.115073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:02.118210 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:02.121750 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:02.127365 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:02.137986 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6e3c1-1ee9-42e0-be8f-d53fe0c83060 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Checking segment: {'id': '321346ca-984b-4cb1-a071-027e0774aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '918641f7-087c-427e-80d8-e8b70f424648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:19:02.138373 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f6e3c1-1ee9-42e0-be8f-d53fe0c83060 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Network hostable DHCP agents. Network: 918641f7-087c-427e-80d8-e8b70f424648, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:19:02.205005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] device_id is not set on port 332c280b-dbb5-4c4b-b089-dc1bc1fad059 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:02.302621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e6b69829-60be-4300-b101-e5b6e409e991 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:02.309833 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:02.310209 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f6e3c1-1ee9-42e0-be8f-d53fe0c83060 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Network 918641f7-087c-427e-80d8-e8b70f424648 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:19:02.315502 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Attempting to bind port e420c6b0-f4ed-440e-9d46-eb31bd07e1ab on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:19:02.315928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Attempting to bind port e420c6b0-f4ed-440e-9d46-eb31bd07e1ab by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '51564228-7094-4e5b-a3cd-10bec01bfb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '07cac460-533a-4fd4-8ac3-2a51aead97d6'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:19:02.316286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Attempting to bind port e420c6b0-f4ed-440e-9d46-eb31bd07e1ab on network 07cac460-533a-4fd4-8ac3-2a51aead97d6 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:19:02.337925 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e6b69829-60be-4300-b101-e5b6e409e991 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "DELETE /v2.0/ports/26f0c3d7-f30e-49a3-9e73-7f9e286ad5cd HTTP/1.1" status: 204 len: 168 time: 1.8606653 Jan 24 16:19:02.338129 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Transition to ACTIVE for port object 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:02.338865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55750) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:02.341651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:19:02.342000 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Checking segment: {'id': '51564228-7094-4e5b-a3cd-10bec01bfb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '07cac460-533a-4fd4-8ac3-2a51aead97d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:19:02.342118 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-02f6e3c1-1ee9-42e0-be8f-d53fe0c83060 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 918641f7-087c-427e-80d8-e8b70f424648) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:02.342420 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:02.342807 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Bound using segment: {'id': '51564228-7094-4e5b-a3cd-10bec01bfb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '07cac460-533a-4fd4-8ac3-2a51aead97d6'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:19:02.349836 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f6e3c1-1ee9-42e0-be8f-d53fe0c83060 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:02.349836 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-02f6e3c1-1ee9-42e0-be8f-d53fe0c83060 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:02.367117 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Bound port: e420c6b0-f4ed-440e-9d46-eb31bd07e1ab, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51564228-7094-4e5b-a3cd-10bec01bfb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '07cac460-533a-4fd4-8ac3-2a51aead97d6'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:19:02.367597 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:02.386966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c699976b-a074-485d-a17d-14de22fdf6a1 None None] Network 918641f7-087c-427e-80d8-e8b70f424648 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:02.409967 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:02.465946 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-486a06a6-4e65-4621-9396-a13ba9a2da31 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] GET failed (client error): The resource could not be found. Jan 24 16:19:02.466596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-486a06a6-4e65-4621-9396-a13ba9a2da31 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Synchronizing usage tracker for tenant:4f428632b7be42ba86dbaa48c99d2e28 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:02.500124 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-02f6e3c1-1ee9-42e0-be8f-d53fe0c83060 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1722558 Jan 24 16:19:02.505609 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ca7badd4-636f-4e9e-9686-dde63ff567a4 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:19:02.505755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55754) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:02.511676 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c677a2b2-df4e-482e-a43e-cdab4d395e3e req-c13f94f0-6c28-43a9-b449-d09326f636ac tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6383851 Jan 24 16:19:02.518091 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Request body: {'port': {'network_id': '918641f7-087c-427e-80d8-e8b70f424648', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-78235436'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:02.536116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b7aeef6-30e8-43fe-b52f-54a6c60561fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:02.544283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-486a06a6-4e65-4621-9396-a13ba9a2da31 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Unset dirty status for tenant:4f428632b7be42ba86dbaa48c99d2e28 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:02.545519 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-486a06a6-4e65-4621-9396-a13ba9a2da31 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "GET /v2.0/ports/26f0c3d7-f30e-49a3-9e73-7f9e286ad5cd HTTP/1.1" status: 404 len: 333 time: 0.2054973 Jan 24 16:19:02.563209 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55758) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:02.600183 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: ca7badd4-636f-4e9e-9686-dde63ff567a4 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:19:02.600428 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ca7badd4-636f-4e9e-9686-dde63ff567a4 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:19:02.660768 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Attempting to bind port 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:19:02.661136 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Attempting to bind port 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:19:02.661491 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Attempting to bind port 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:19:02.686123 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78f450-b728-47b8-b004-e451587a4f25 None None] Pushing event updated for resources: {'Port': ['ID=6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:02.712066 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:19:02.712410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:19:02.712812 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:02.713213 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:19:02.713687 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Bound port: 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:19:02.714089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:02.746118 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Request body: {'port': {'network_id': 'd2cba4bc-8ffa-4c48-890b-e4b370d7b217', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1786417862'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:02.773349 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63d8b13a-4b21-4b91-bec4-9c1c26fff6e5 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:02.842046 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] For port e420c6b0-f4ed-440e-9d46-eb31bd07e1ab, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:19:02.842465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b7aeef6-30e8-43fe-b52f-54a6c60561fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:02.870822 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] For port e420c6b0-f4ed-440e-9d46-eb31bd07e1ab, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e420c6b0-f4ed-440e-9d46-eb31bd07e1ab,segment=NetworkSegment(51564228-7094-4e5b-a3cd-10bec01bfb9f),segment_id=51564228-7094-4e5b-a3cd-10bec01bfb9f)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:19:02.871061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:02.875895 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Usage tracker for resource:port and tenant:f14801aeb51b4c7e93588ddfb79f45a3 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:02.879447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:02.885349 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:02.885820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:02.901820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Made reservation on behalf of f14801aeb51b4c7e93588ddfb79f45a3 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:02.904612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:02.932672 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] For port 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:19:02.941656 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] device_id is not set on port 4626b19d-1d6a-44f4-bdff-0ec1b0f87441 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:03.003517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] For port 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:19:03.017544 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-918641f7-087c-427e-80d8-e8b70f424648', 'network_id': '918641f7-087c-427e-80d8-e8b70f424648', 'tenant_id': 'f14801aeb51b4c7e93588ddfb79f45a3', 'fixed_ips': [{'subnet_id': '9ad4bc48-df84-4144-a3c4-99b7fb62e424'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:19:03.018339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.033020 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.053518 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676ab67-4a33-4e6c-bb5c-3d3631ef733b None None] Pushing event updated for resources: {'Port': ['ID=e420c6b0-f4ed-440e-9d46-eb31bd07e1ab,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:03.061947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Allocated IP 172.20.0.12 (07cac460-533a-4fd4-8ac3-2a51aead97d6/52dba1c1-a068-42f9-a6d9-1c2c3aa069bd/332c280b-dbb5-4c4b-b089-dc1bc1fad059) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:03.079116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b7aeef6-30e8-43fe-b52f-54a6c60561fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.079576 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7aeef6-30e8-43fe-b52f-54a6c60561fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ade2193-f36a-46f9-8099-3d16418980e3 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:19:03.113106 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c690eee-02ab-4ba8-addf-17a640183a13 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet 270d4ee5-6b9b-4300-a1a9-690cb3eedb37 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:19:03.132127 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7c690eee-02ab-4ba8-addf-17a640183a13 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.238446 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:03.250778 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Allocated IP 2001:db8::19 (918641f7-087c-427e-80d8-e8b70f424648/9ad4bc48-df84-4144-a3c4-99b7fb62e424/4626b19d-1d6a-44f4-bdff-0ec1b0f87441) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:03.287114 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78f450-b728-47b8-b004-e451587a4f25 None None] Pushing event updated for resources: {'Port': ['ID=6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:03.292334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b7aeef6-30e8-43fe-b52f-54a6c60561fa admin admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.296978 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4b7aeef6-30e8-43fe-b52f-54a6c60561fa admin admin] 10.222.0.130 "DELETE /v2.0/routers/4ade2193-f36a-46f9-8099-3d16418980e3 HTTP/1.1" status: 204 len: 168 time: 7.2803802 Jan 24 16:19:03.301545 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55762) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:03.301679 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:03.325845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Routers {'15cd2f07-4ab9-4665-916b-f610b7be0875'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:03.326872 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['15cd2f07-4ab9-4665-916b-f610b7be0875'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:03.371179 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7c690eee-02ab-4ba8-addf-17a640183a13 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.376450 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63d8b13a-4b21-4b91-bec4-9c1c26fff6e5 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.401837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-63d8b13a-4b21-4b91-bec4-9c1c26fff6e5 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Deleting port 39c57887-e53e-4e17-a32c-304a4b95afaa {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:03.401837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63d8b13a-4b21-4b91-bec4-9c1c26fff6e5 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.429720 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-417fa521-6e09-4711-a609-57c39b48c698 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/routers/15cd2f07-4ab9-4665-916b-f610b7be0875 HTTP/1.1" status: 200 len: 909 time: 2.3712654 Jan 24 16:19:03.437081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55766) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:03.437756 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Made reservation on behalf of 4f428632b7be42ba86dbaa48c99d2e28 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:03.440750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.455589 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1771559847', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'enable_snat': True}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:03.461339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfbfd57-4963-45d3-a786-793fd79e478d admin admin] Deleting subnet 6e7965d5-5b34-4076-a5f5-290502504767 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:19:03.482194 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:03.498653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3dfbfd57-4963-45d3-a786-793fd79e478d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.515810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] device_id is not set on port a954e0a8-0166-4a22-9563-abf86701ef45 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:03.521650 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] Set router 15cd2f07-4ab9-4665-916b-f610b7be0875 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:19:03.529857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Usage tracker for resource:router and tenant:d3846bd7b9d6467c9b1501dac62c3598 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:03.577865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:03.583375 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7c690eee-02ab-4ba8-addf-17a640183a13 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.625569 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:03.756149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.834563 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Transition to ACTIVE for port object 332c280b-dbb5-4c4b-b089-dc1bc1fad059 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:03.846728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.847634 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.865713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3dfbfd57-4963-45d3-a786-793fd79e478d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.876307 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7c690eee-02ab-4ba8-addf-17a640183a13 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.945988 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c690eee-02ab-4ba8-addf-17a640183a13 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=270d4ee5-6b9b-4300-a1a9-690cb3eedb37,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:03.950979 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Allocated IP 2001:db8::63 (d2cba4bc-8ffa-4c48-890b-e4b370d7b217/cd1f6188-1d9c-44eb-a642-7d6d5f6c225a/a954e0a8-0166-4a22-9563-abf86701ef45) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:03.962694 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7c690eee-02ab-4ba8-addf-17a640183a13 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:03.970615 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8f0b43-b8e9-4ff9-9099-377a6d420d81 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:03.983870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:04.059706 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7c690eee-02ab-4ba8-addf-17a640183a13 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/270d4ee5-6b9b-4300-a1a9-690cb3eedb37 HTTP/1.1" status: 204 len: 168 time: 2.1833837 Jan 24 16:19:04.065122 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:04.065298 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55772) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:04.081690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Transition to ACTIVE for port object 4626b19d-1d6a-44f4-bdff-0ec1b0f87441 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:04.120024 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:04.123341 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:04.159333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 07cac460-533a-4fd4-8ac3-2a51aead97d6 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:04.186463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3dfbfd57-4963-45d3-a786-793fd79e478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:04.221035 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63d8b13a-4b21-4b91-bec4-9c1c26fff6e5 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:04.253645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Allocated IP 2001:db8::2 (918641f7-087c-427e-80d8-e8b70f424648/9ad4bc48-df84-4144-a3c4-99b7fb62e424/83fa35e4-aef3-4081-a4c4-046322422cb8) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:04.266869 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cd2f07-4ab9-4665-916b-f610b7be0875', 'name': 'tempest-snat-router-1771559847', 'tenant_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.216'}], 'enable_snat': False}, 'gw_port_id': '6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:47Z', 'updated_at': '2022-01-24T16:18:54Z', 'revision_number': 3, 'project_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'gw_port': {'id': '6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cd2f07-4ab9-4665-916b-f610b7be0875', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:18:51Z', 'updated_at': '2022-01-24T16:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:04.271873 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:04.284488 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:04.289205 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5e6bea-d9c2-4fa2-9f6d-e9f1ac0f1171 None None] The sync data for ids ['15cd2f07-4ab9-4665-916b-f610b7be0875'] in dv-neutron-826104-1-hyperv is: [{'id': '15cd2f07-4ab9-4665-916b-f610b7be0875', 'name': 'tempest-snat-router-1771559847', 'tenant_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.216'}], 'enable_snat': False}, 'gw_port_id': '6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:18:47Z', 'updated_at': '2022-01-24T16:18:54Z', 'revision_number': 3, 'project_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'gw_port': {'id': '6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cd2f07-4ab9-4665-916b-f610b7be0875', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:18:51Z', 'updated_at': '2022-01-24T16:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:19:04.350915 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=332c280b-dbb5-4c4b-b089-dc1bc1fad059,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:04.439395 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-63d8b13a-4b21-4b91-bec4-9c1c26fff6e5 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Calling delete_port for 39c57887-e53e-4e17-a32c-304a4b95afaa owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:04.529846 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e420c6b0-f4ed-440e-9d46-eb31bd07e1ab up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:04.544182 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:04.544783 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:04.567553 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Pushing event updated for resources: {'Port': ['ID=4626b19d-1d6a-44f4-bdff-0ec1b0f87441,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:04.584486 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bad88c38-3358-402a-965f-4e928d4d0ec3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:router {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:04.596607 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041e5098-0096-46d5-8004-eb831c47e430 None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:19:04.615922 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d0c8cfef-5845-4429-bdca-62bb4f9143f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.0578179 Jan 24 16:19:04.623728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:04.627498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55776) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:04.707337 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-041e5098-0096-46d5-8004-eb831c47e430 None None] Deleting port 3ba54513-42cc-424d-ab60-484b51e80e09 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:04.707856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-041e5098-0096-46d5-8004-eb831c47e430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:04.767323 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1297c4ce-4be2-435d-8121-8228aa0c1eef None None] Network 07cac460-533a-4fd4-8ac3-2a51aead97d6 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:04.810278 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:04.829664 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Transition to ACTIVE for port object 83fa35e4-aef3-4081-a4c4-046322422cb8 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:04.858658 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bad88c38-3358-402a-965f-4e928d4d0ec3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:router {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:04.860161 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bad88c38-3358-402a-965f-4e928d4d0ec3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7940626 Jan 24 16:19:04.874484 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55780) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:04.885887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Network 918641f7-087c-427e-80d8-e8b70f424648 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:04.889192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Transition to ACTIVE for port object 83fa35e4-aef3-4081-a4c4-046322422cb8 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:04.895106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:04.902670 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89909e-3ef2-48d6-8f9f-654c18d87af6 req-0a16ede4-130d-4121-ab1d-d1942c9b0662 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:04.909828 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7d89909e-3ef2-48d6-8f9f-654c18d87af6 req-0a16ede4-130d-4121-ab1d-d1942c9b0662 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 1.1428423 Jan 24 16:19:04.936296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:04.940747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:04.941566 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:04.977860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-d9471599-d855-4e4f-8d5f-279d35320519 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port 332c280b-dbb5-4c4b-b089-dc1bc1fad059 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:04.978428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9471599-d855-4e4f-8d5f-279d35320519 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:05.015091 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7d89909e-3ef2-48d6-8f9f-654c18d87af6 req-46a66568-615b-4be0-a846-f68fd6c74ec4 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041160 Jan 24 16:19:05.019720 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6b09bc47-292d-40ac-8e1c-c4b8880758cc tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.5097065 Jan 24 16:19:05.019896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Transition to ACTIVE for port object a954e0a8-0166-4a22-9563-abf86701ef45 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:05.024037 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55784) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:05.050298 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Request body: {'port': {'network_id': '918641f7-087c-427e-80d8-e8b70f424648', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1267741636', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:05.050844 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.api.validators [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] bootfile-name is not in valid_values {{(pid=83465) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 24 16:19:05.051179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.api.validators [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] tftp-server is not in valid_values {{(pid=83465) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 24 16:19:05.051532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.api.validators [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] server-ip-address is not in valid_values {{(pid=83465) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 24 16:19:05.206773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-041e5098-0096-46d5-8004-eb831c47e430 None None] For port 3ba54513-42cc-424d-ab60-484b51e80e09, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3ba54513-42cc-424d-ab60-484b51e80e09,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:05.207155 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-041e5098-0096-46d5-8004-eb831c47e430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:05.264462 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7c5a561c-167b-4fbd-8550-03f86c2c2579 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:05.427823 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:05.439522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-041e5098-0096-46d5-8004-eb831c47e430 None None] Calling delete_port for 3ba54513-42cc-424d-ab60-484b51e80e09 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:05.471500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3dfbfd57-4963-45d3-a786-793fd79e478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:05.497585 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:05.511544 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port e420c6b0-f4ed-440e-9d46-eb31bd07e1ab completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:05.536336 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbfd57-4963-45d3-a786-793fd79e478d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e7965d5-5b34-4076-a5f5-290502504767,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:05.569902 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:05.581253 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:05.592750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Usage tracker for resource:port and tenant:f14801aeb51b4c7e93588ddfb79f45a3 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:05.608117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3dfbfd57-4963-45d3-a786-793fd79e478d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:05.612981 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3dfbfd57-4963-45d3-a786-793fd79e478d admin admin] 10.222.0.130 "DELETE /v2.0/subnets/6e7965d5-5b34-4076-a5f5-290502504767 HTTP/1.1" status: 204 len: 168 time: 2.3116007 Jan 24 16:19:05.617321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:05.620132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55792) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:05.630708 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:05.753788 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abe2e38-d0ea-4e66-9e71-b85d3639c9f3 None None] Network 03400db8-972d-43d6-9e4c-355f981ea39d requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:05.772657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Pushing event updated for resources: {'Port': ['ID=83fa35e4-aef3-4081-a4c4-046322422cb8,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:05.781408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:05.783065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Made reservation on behalf of f14801aeb51b4c7e93588ddfb79f45a3 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:05.783679 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event updated for resources: {'Port': ['ID=a954e0a8-0166-4a22-9563-abf86701ef45,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:05.786719 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Network 918641f7-087c-427e-80d8-e8b70f424648 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:05.787177 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:05.791029 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:05.798487 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:05.800542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-041e5098-0096-46d5-8004-eb831c47e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:05.813712 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0e7bae20-ceb5-49e6-a304-af93e8a90d5b None None] Provisioning for port e420c6b0-f4ed-440e-9d46-eb31bd07e1ab completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:05.822882 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:05.857741 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:05.862883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:05.863581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:05.872527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] device_id is not set on port 98308412-f3a4-4cf7-bf47-49fc7207de56 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:05.893065 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9471599-d855-4e4f-8d5f-279d35320519 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:05.937054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0e7bae20-ceb5-49e6-a304-af93e8a90d5b None None] Provisioning complete for port e420c6b0-f4ed-440e-9d46-eb31bd07e1ab triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:05.937563 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0e7bae20-ceb5-49e6-a304-af93e8a90d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:05.975215 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5658303c-3188-43e4-a840-1de214dce94c tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4068296 Jan 24 16:19:05.998908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 2b88f556-c529-4dec-ba5b-defadbb35d32 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:19:06.037300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041e5098-0096-46d5-8004-eb831c47e430 None None] No DVR routers for this DVR port 3ba54513-42cc-424d-ab60-484b51e80e09 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:19:06.043358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55796) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:06.047602 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:06.062703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-d586eade-8409-4f51-b7e1-159ea888ec73 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c0', 'mac_address': 'fa:16:3e:11:86:c6'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:06.090419 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e5098-0096-46d5-8004-eb831c47e430 None None] Pushing event deleted for resources: {'Port': ['ID=3ba54513-42cc-424d-ab60-484b51e80e09,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:06.101288 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 2b88f556-c529-4dec-ba5b-defadbb35d32 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:19:06.102022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 2b88f556-c529-4dec-ba5b-defadbb35d32 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:19:06.123750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63d8b13a-4b21-4b91-bec4-9c1c26fff6e5 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:06.138654 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-d9471599-d855-4e4f-8d5f-279d35320519 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for 332c280b-dbb5-4c4b-b089-dc1bc1fad059 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:06.213585 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8b13a-4b21-4b91-bec4-9c1c26fff6e5 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Pushing event deleted for resources: {'Port': ['ID=39c57887-e53e-4e17-a32c-304a4b95afaa,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:06.221164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8cf4c-a466-4cb3-b44f-d928bdcf2bfa req-11224bba-3514-461d-99d4-2477d818c989 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:06.222235 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-03a8cf4c-a466-4cb3-b44f-d928bdcf2bfa req-11224bba-3514-461d-99d4-2477d818c989 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.7004542 Jan 24 16:19:06.240268 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7c5a561c-167b-4fbd-8550-03f86c2c2579 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:06.254694 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7c5a561c-167b-4fbd-8550-03f86c2c2579 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:06.298267 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7c5a561c-167b-4fbd-8550-03f86c2c2579 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:06.298674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5a561c-167b-4fbd-8550-03f86c2c2579 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Fanout notify agent at l3_agent the message router_deleted on router a909658f-2686-46cb-a065-e2f140a06850 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:19:06.306917 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Deleting port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:06.306917 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:06.344748 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7c5a561c-167b-4fbd-8550-03f86c2c2579 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:06.348531 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7c5a561c-167b-4fbd-8550-03f86c2c2579 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/routers/a909658f-2686-46cb-a065-e2f140a06850 HTTP/1.1" status: 204 len: 168 time: 1.4728122 Jan 24 16:19:06.349107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55800) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:06.397424 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0e7bae20-ceb5-49e6-a304-af93e8a90d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:06.450339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Attempting to bind port 83fa35e4-aef3-4081-a4c4-046322422cb8 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:19:06.450860 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Attempting to bind port 83fa35e4-aef3-4081-a4c4-046322422cb8 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '321346ca-984b-4cb1-a071-027e0774aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '918641f7-087c-427e-80d8-e8b70f424648'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:19:06.451313 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Attempting to bind port 83fa35e4-aef3-4081-a4c4-046322422cb8 on network 918641f7-087c-427e-80d8-e8b70f424648 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:19:06.491160 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:06.542364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0e7bae20-ceb5-49e6-a304-af93e8a90d5b None None] For port e420c6b0-f4ed-440e-9d46-eb31bd07e1ab, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e420c6b0-f4ed-440e-9d46-eb31bd07e1ab,segment=NetworkSegment(51564228-7094-4e5b-a3cd-10bec01bfb9f),segment_id=51564228-7094-4e5b-a3cd-10bec01bfb9f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:06.543165 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1da7a99b-3c72-42a9-9d8d-099d0fe7a3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:06.552969 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:19:06.552969 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Checking segment: {'id': '321346ca-984b-4cb1-a071-027e0774aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '918641f7-087c-427e-80d8-e8b70f424648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:19:06.553962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:06.553962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Bound using segment: {'id': '321346ca-984b-4cb1-a071-027e0774aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '918641f7-087c-427e-80d8-e8b70f424648'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:19:06.554815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Bound port: 83fa35e4-aef3-4081-a4c4-046322422cb8, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321346ca-984b-4cb1-a071-027e0774aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '918641f7-087c-427e-80d8-e8b70f424648'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:19:06.555358 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:06.572256 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1da7a99b-3c72-42a9-9d8d-099d0fe7a3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:06.576207 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1da7a99b-3c72-42a9-9d8d-099d0fe7a3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2213879 Jan 24 16:19:06.576795 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55804) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:06.581289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0e7bae20-ceb5-49e6-a304-af93e8a90d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:06.654150 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed5af04-43c5-4ab9-9605-9e17cd7257dd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:06.654824 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2ed5af04-43c5-4ab9-9605-9e17cd7257dd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:06.670082 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Allocated IP 2001:db8::69 (918641f7-087c-427e-80d8-e8b70f424648/9ad4bc48-df84-4144-a3c4-99b7fb62e424/98308412-f3a4-4cf7-bf47-49fc7207de56) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:06.674049 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9471599-d855-4e4f-8d5f-279d35320519 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:06.678660 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-03a8cf4c-a466-4cb3-b44f-d928bdcf2bfa req-ca6a18b2-022c-4ef3-ab12-9f7f2b941a91 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4338989 Jan 24 16:19:06.731226 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2ed5af04-43c5-4ab9-9605-9e17cd7257dd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:06.734819 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2ed5af04-43c5-4ab9-9605-9e17cd7257dd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1543059 Jan 24 16:19:06.735408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55808) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:06.788407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bae20-ceb5-49e6-a304-af93e8a90d5b None None] Pushing event updated for resources: {'Port': ['ID=e420c6b0-f4ed-440e-9d46-eb31bd07e1ab,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:06.813658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2fd98ad4-bf9a-49da-9238-63d8cd073610 None None] Provisioning for port a954e0a8-0166-4a22-9563-abf86701ef45 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:06.819538 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:06.824028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] For port 83fa35e4-aef3-4081-a4c4-046322422cb8, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:19:06.832550 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7d3f4330-f01c-440f-9ab9-21f97b8bb1e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:router {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:06.837591 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9471599-d855-4e4f-8d5f-279d35320519 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=332c280b-dbb5-4c4b-b089-dc1bc1fad059,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:06.839144 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2fd98ad4-bf9a-49da-9238-63d8cd073610 None None] Provisioning complete for port a954e0a8-0166-4a22-9563-abf86701ef45 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:06.840811 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2fd98ad4-bf9a-49da-9238-63d8cd073610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:06.960579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] For port 83fa35e4-aef3-4081-a4c4-046322422cb8, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=83fa35e4-aef3-4081-a4c4-046322422cb8,segment=NetworkSegment(321346ca-984b-4cb1-a071-027e0774aad0),segment_id=321346ca-984b-4cb1-a071-027e0774aad0)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:19:06.971791 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7d3f4330-f01c-440f-9ab9-21f97b8bb1e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:router {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:06.972526 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2fd98ad4-bf9a-49da-9238-63d8cd073610 None None] Port a954e0a8-0166-4a22-9563-abf86701ef45 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:06.973493 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7d3f4330-f01c-440f-9ab9-21f97b8bb1e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2296562 Jan 24 16:19:06.973775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:06.974166 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:06.979535 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55812) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:06.998731 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-86487832-22e1-47f0-b3b7-25f0e2df4ff8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:07.024243 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03ed2f4-8843-4214-9178-eba920659fb6 None None] DHCP port deletion for 03400db8-972d-43d6-9e4c-355f981ea39d request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:19:07.047505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b03ed2f4-8843-4214-9178-eba920659fb6 None None] Deleting port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:07.047505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b03ed2f4-8843-4214-9178-eba920659fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:07.121579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:07.197748 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9471599-d855-4e4f-8d5f-279d35320519 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:07.248492 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d9471599-d855-4e4f-8d5f-279d35320519 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/332c280b-dbb5-4c4b-b089-dc1bc1fad059 HTTP/1.1" status: 204 len: 168 time: 2.6197696 Jan 24 16:19:07.252119 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55816) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:07.311541 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63d8b13a-4b21-4b91-bec4-9c1c26fff6e5 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:07.312520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-86487832-22e1-47f0-b3b7-25f0e2df4ff8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:07.321316 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d5131f9f-383b-4b37-b5ec-132c394ca6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:07.322580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-86487832-22e1-47f0-b3b7-25f0e2df4ff8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:07.331263 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-651d08d4-b0d0-4549-b1ac-cd202cb32092 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] GET failed (client error): The resource could not be found. Jan 24 16:19:07.331887 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-651d08d4-b0d0-4549-b1ac-cd202cb32092 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:07.342580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86487832-22e1-47f0-b3b7-25f0e2df4ff8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:07.347820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-86487832-22e1-47f0-b3b7-25f0e2df4ff8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:07.362212 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f7521395-a1c2-4413-8227-daba5e20739f None None] Could not find standard attr ID for object 332c280b-dbb5-4c4b-b089-dc1bc1fad059. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:19:07.437942 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-651d08d4-b0d0-4549-b1ac-cd202cb32092 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:07.441941 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-651d08d4-b0d0-4549-b1ac-cd202cb32092 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/332c280b-dbb5-4c4b-b089-dc1bc1fad059 HTTP/1.1" status: 404 len: 333 time: 0.1868849 Jan 24 16:19:07.448373 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55820) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:07.551722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-b03ed2f4-8843-4214-9178-eba920659fb6 None None] For port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9ff4f6bb-0ac8-447a-a863-aff0cd8891a9,segment=NetworkSegment(31124ce2-205b-486b-9b1a-d265a3a5683d),segment_id=31124ce2-205b-486b-9b1a-d265a3a5683d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:07.552208 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b03ed2f4-8843-4214-9178-eba920659fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:07.605443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d586eade-8409-4f51-b7e1-159ea888ec73 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:07.698322 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84953a5a-d0b2-4186-9797-f552ae1284e7 None None] Pushing event updated for resources: {'Port': ['ID=83fa35e4-aef3-4081-a4c4-046322422cb8,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:07.707352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b03ed2f4-8843-4214-9178-eba920659fb6 None None] Calling delete_port for 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:07.796330 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f7521395-a1c2-4413-8227-daba5e20739f None None] Provisioning complete for port e420c6b0-f4ed-440e-9d46-eb31bd07e1ab triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:07.797022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f7521395-a1c2-4413-8227-daba5e20739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:07.827322 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a19b0bd-3c25-45ea-846f-6d15009de6f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting subnet 52dba1c1-a068-42f9-a6d9-1c2c3aa069bd {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:19:07.830405 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a19b0bd-3c25-45ea-846f-6d15009de6f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:07.885432 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a19b0bd-3c25-45ea-846f-6d15009de6f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:07.984025 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.067916 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63d8b13a-4b21-4b91-bec4-9c1c26fff6e5 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.073891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63d8b13a-4b21-4b91-bec4-9c1c26fff6e5 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.110677 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b03ed2f4-8843-4214-9178-eba920659fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.115817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:08.121743 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a19b0bd-3c25-45ea-846f-6d15009de6f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.190242 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.200024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ed2f4-8843-4214-9178-eba920659fb6 None None] Pushing event deleted for resources: {'Port': ['ID=9ff4f6bb-0ac8-447a-a863-aff0cd8891a9,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:08.203876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] For port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9ff4f6bb-0ac8-447a-a863-aff0cd8891a9,segment=NetworkSegment(31124ce2-205b-486b-9b1a-d265a3a5683d),segment_id=31124ce2-205b-486b-9b1a-d265a3a5683d)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:08.203876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.254631 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63d8b13a-4b21-4b91-bec4-9c1c26fff6e5 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.255295 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d8b13a-4b21-4b91-bec4-9c1c26fff6e5 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Fanout notify agent at l3_agent the message router_deleted on router 18ff361c-503e-4e13-b29a-c43f54d9e3ed {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:19:08.264042 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3ba54513-42cc-424d-ab60-484b51e80e09 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:19:08.278011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f21080-4044-45c1-a0cb-130e3356b45c req-384b35de-c73e-4a53-829a-4da1ddd8fc78 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:08.279580 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-93f21080-4044-45c1-a0cb-130e3356b45c req-384b35de-c73e-4a53-829a-4da1ddd8fc78 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.3239315 Jan 24 16:19:08.296577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03ed2f4-8843-4214-9178-eba920659fb6 None None] No DVR routers for this DVR port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:19:08.322971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 3ba54513-42cc-424d-ab60-484b51e80e09 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:19:08.323310 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3ba54513-42cc-424d-ab60-484b51e80e09 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:19:08.326927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.objects.ports [None req-86487832-22e1-47f0-b3b7-25f0e2df4ff8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83466) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:19:08.333126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-86487832-22e1-47f0-b3b7-25f0e2df4ff8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.352047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:08.413704 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a19b0bd-3c25-45ea-846f-6d15009de6f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.448141 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:19:08.448765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Calling delete_port for 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:08.467030 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-93f21080-4044-45c1-a0cb-130e3356b45c req-cad0f958-bc11-46d0-82bd-657e711450ae tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727183 Jan 24 16:19:08.475418 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86487832-22e1-47f0-b3b7-25f0e2df4ff8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:08.482250 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a19b0bd-3c25-45ea-846f-6d15009de6f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.483415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e843e0cb-0d79-460d-bf38-41011040c880 None None] Network 07cac460-533a-4fd4-8ac3-2a51aead97d6 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:08.486482 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-86487832-22e1-47f0-b3b7-25f0e2df4ff8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:08.490413 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86487832-22e1-47f0-b3b7-25f0e2df4ff8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:08.491290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-86487832-22e1-47f0-b3b7-25f0e2df4ff8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.496400 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86487832-22e1-47f0-b3b7-25f0e2df4ff8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=ee182869-a181-4497-bfd5-47221300177a,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:08.509357 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5619c5-3f58-4472-adef-4b03bbdc85ac None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:08.540006 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.566218 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19b0bd-3c25-45ea-846f-6d15009de6f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Subnet': ['ID=52dba1c1-a068-42f9-a6d9-1c2c3aa069bd,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:08.572906 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3a19b0bd-3c25-45ea-846f-6d15009de6f6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/52dba1c1-a068-42f9-a6d9-1c2c3aa069bd HTTP/1.1" status: 204 len: 168 time: 1.1234512 Jan 24 16:19:08.575993 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55828) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:08.588753 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e420c6b0-f4ed-440e-9d46-eb31bd07e1ab up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:08.607844 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-86487832-22e1-47f0-b3b7-25f0e2df4ff8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6237612 Jan 24 16:19:08.612306 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55832) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:08.622943 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-be8139d7-2ffa-4a24-85de-f5f5cd870ce6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:08.674276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.813465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63d8b13a-4b21-4b91-bec4-9c1c26fff6e5 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.814883 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-63d8b13a-4b21-4b91-bec4-9c1c26fff6e5 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "DELETE /v2.0/routers/18ff361c-503e-4e13-b29a-c43f54d9e3ed HTTP/1.1" status: 204 len: 168 time: 6.7879510 Jan 24 16:19:08.838832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55836) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:08.856377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-3fb25b79-a471-4f06-940c-21502197e988 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1675182825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:08.869985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-d586eade-8409-4f51-b7e1-159ea888ec73 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:19:08.894095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3fb25b79-a471-4f06-940c-21502197e988 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:08.920089 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3fb25b79-a471-4f06-940c-21502197e988 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Usage tracker for resource:router and tenant:e448f5670c4346f08c8616ba41950bf6 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:08.925681 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.928083 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.930120 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d586eade-8409-4f51-b7e1-159ea888ec73 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.937210 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3fb25b79-a471-4f06-940c-21502197e988 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:08.952650 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d586eade-8409-4f51-b7e1-159ea888ec73 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:08.961671 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3fb25b79-a471-4f06-940c-21502197e988 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:08.992915 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-be8139d7-2ffa-4a24-85de-f5f5cd870ce6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:09.003350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port e420c6b0-f4ed-440e-9d46-eb31bd07e1ab {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:09.003844 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.046264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-be8139d7-2ffa-4a24-85de-f5f5cd870ce6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:09.082583 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8139d7-2ffa-4a24-85de-f5f5cd870ce6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:09.092955 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port e420c6b0-f4ed-440e-9d46-eb31bd07e1ab triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:09.093416 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.123251 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': 'ee182869-a181-4497-bfd5-47221300177a'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:19:09.124105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.241039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb4bb16-25ac-4356-bf8b-693fc80462a9 None None] Network 918641f7-087c-427e-80d8-e8b70f424648 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:09.242535 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:19:09.243077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:19:09.260610 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Transition to ACTIVE for port object 98308412-f3a4-4cf7-bf47-49fc7207de56 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:09.263773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-abdf48ae-d539-46dd-b04c-f7425f8cd4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.275788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d586eade-8409-4f51-b7e1-159ea888ec73 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] In _notify_port_updated(), no bound segment for port a954e0a8-0166-4a22-9563-abf86701ef45 on network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 {{(pid=83465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:19:09.279826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d586eade-8409-4f51-b7e1-159ea888ec73 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:09.280424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d586eade-8409-4f51-b7e1-159ea888ec73 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.281719 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d586eade-8409-4f51-b7e1-159ea888ec73 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "PUT /v2.0/ports/a954e0a8-0166-4a22-9563-abf86701ef45 HTTP/1.1" status: 200 len: 1002 time: 3.2314849 Jan 24 16:19:09.286192 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] For port e420c6b0-f4ed-440e-9d46-eb31bd07e1ab, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e420c6b0-f4ed-440e-9d46-eb31bd07e1ab,segment=NetworkSegment(51564228-7094-4e5b-a3cd-10bec01bfb9f),segment_id=51564228-7094-4e5b-a3cd-10bec01bfb9f)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:09.286680 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55840) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:09.286812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.300756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3fb25b79-a471-4f06-940c-21502197e988 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.301697 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3fb25b79-a471-4f06-940c-21502197e988 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.394459 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14eedf0-1092-4e6a-86c3-2ddb944ca7dd None None] DHCP port deletion for 07cac460-533a-4fd4-8ac3-2a51aead97d6 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:19:09.424623 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586eade-8409-4f51-b7e1-159ea888ec73 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event updated for resources: {'Port': ['ID=a954e0a8-0166-4a22-9563-abf86701ef45,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:09.427158 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a6da8fb3-5bac-4387-98a0-f7b1ca12dd8a None None] Provisioning for port 83fa35e4-aef3-4081-a4c4-046322422cb8 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:09.432577 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03514c88-bab1-4efb-9a7c-cd3b104658a7 req-7fe83954-eec4-4444-920f-88082efacc69 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:09.438763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for e420c6b0-f4ed-440e-9d46-eb31bd07e1ab owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:09.441224 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-03514c88-bab1-4efb-9a7c-cd3b104658a7 req-7fe83954-eec4-4444-920f-88082efacc69 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.7872200 Jan 24 16:19:09.450027 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e14eedf0-1092-4e6a-86c3-2ddb944ca7dd None None] Deleting port e420c6b0-f4ed-440e-9d46-eb31bd07e1ab {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:09.450313 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e14eedf0-1092-4e6a-86c3-2ddb944ca7dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.482400 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e5f27c05-a9f7-49ec-a86e-ff51fcb8a8d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Deleting port a954e0a8-0166-4a22-9563-abf86701ef45 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:09.483018 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e5f27c05-a9f7-49ec-a86e-ff51fcb8a8d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.513869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Allocated IP 172.26.2.43 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/61d9b0b1-4ccf-467b-9610-070714861d47) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:09.527791 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.539864 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3fb25b79-a471-4f06-940c-21502197e988 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.600549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 83fa35e4-aef3-4081-a4c4-046322422cb8 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:09.610672 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.645549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No DVR routers for this DVR port e420c6b0-f4ed-440e-9d46-eb31bd07e1ab on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:19:09.675559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=e420c6b0-f4ed-440e-9d46-eb31bd07e1ab,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:09.710844 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-03514c88-bab1-4efb-9a7c-cd3b104658a7 req-9d6226cd-80fc-4953-a5e8-ecaa57c8f19d tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683539 Jan 24 16:19:09.723542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3fb25b79-a471-4f06-940c-21502197e988 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.800449 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e14eedf0-1092-4e6a-86c3-2ddb944ca7dd None None] The port 'e420c6b0-f4ed-440e-9d46-eb31bd07e1ab' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:19:09.811465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Allocated IP 2001:db8::f816:3eff:fee8:fb6c (97b1ab35-d9e1-4792-9053-01bd1c506e0f/ee182869-a181-4497-bfd5-47221300177a/4f2194f5-3786-4849-b09c-2f40db400e63) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:09.825670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.828475 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Deleting port 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:09.829063 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.862160 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Pushing event updated for resources: {'Port': ['ID=98308412-f3a4-4cf7-bf47-49fc7207de56,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:09.873809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cac460-533a-4fd4-8ac3-2a51aead97d6']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:09.884089 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-be8139d7-2ffa-4a24-85de-f5f5cd870ce6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.891874 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 83fa35e4-aef3-4081-a4c4-046322422cb8 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:09.915249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Network 918641f7-087c-427e-80d8-e8b70f424648 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:09.916624 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51564228-7094-4e5b-a3cd-10bec01bfb9f') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:09.917108 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51564228-7094-4e5b-a3cd-10bec01bfb9f') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:09.954310 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a55c1d65-8938-4edf-b89e-d277ec2152e9 None None] Provisioning complete for port a954e0a8-0166-4a22-9563-abf86701ef45 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:09.954672 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a55c1d65-8938-4edf-b89e-d277ec2152e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.956931 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:09.963891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] The port '9ff4f6bb-0ac8-447a-a863-aff0cd8891a9' was deleted {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:19:09.978520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:09.982472 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:09.983260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:09.988417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 83fa35e4-aef3-4081-a4c4-046322422cb8 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:09.988558 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.026935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.050285 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6cc39e9c-bf0e-4d26-b515-844070d1f7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 5.0195529 Jan 24 16:19:10.058840 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55846) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:10.065664 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.104831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3fb25b79-a471-4f06-940c-21502197e988 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.108626 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3fb25b79-a471-4f06-940c-21502197e988 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2687364 Jan 24 16:19:10.116278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55850) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:10.132302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:19:10.132302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:19:10.167921 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:19:10.173387 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-a55c1d65-8938-4edf-b89e-d277ec2152e9 None None] Port a954e0a8-0166-4a22-9563-abf86701ef45 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:10.218872 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'enable_snat': True}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:10.311151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.315711 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.357854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Network': ['ID=07cac460-533a-4fd4-8ac3-2a51aead97d6,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:10.361522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.373864 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41630144-3de3-425f-92ba-0d52a81ce428 req-e94ebef4-64e2-4e46-b096-fa28f0e84e18 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:10.375406 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-41630144-3de3-425f-92ba-0d52a81ce428 req-e94ebef4-64e2-4e46-b096-fa28f0e84e18 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.4669933 Jan 24 16:19:10.387446 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.391088 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.393305 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a193384-d0f3-413c-af72-91fe0fcc0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:10.398711 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a193384-d0f3-413c-af72-91fe0fcc0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:10.405059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a193384-d0f3-413c-af72-91fe0fcc0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:10.407709 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2a193384-d0f3-413c-af72-91fe0fcc0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3437071 Jan 24 16:19:10.411530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55854) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:10.413774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.419601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.424171 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.436829 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0c37bc00-69b9-4d1a-880e-53e202d10365 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/networks/07cac460-533a-4fd4-8ac3-2a51aead97d6 HTTP/1.1" status: 204 len: 168 time: 1.8594255 Jan 24 16:19:10.450031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 83fa35e4-aef3-4081-a4c4-046322422cb8, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=83fa35e4-aef3-4081-a4c4-046322422cb8,segment=NetworkSegment(321346ca-984b-4cb1-a071-027e0774aad0),segment_id=321346ca-984b-4cb1-a071-027e0774aad0)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:10.454374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Transition to ACTIVE for port object 4f2194f5-3786-4849-b09c-2f40db400e63 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:10.480025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55858) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:10.483798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3689829a-0948-4e2a-8fc5-aa1f112cdcd8 None None] Provisioning complete for port 83fa35e4-aef3-4081-a4c4-046322422cb8 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:10.484167 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3689829a-0948-4e2a-8fc5-aa1f112cdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.485756 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'name': 'tempest-PortsTestJSON-414593359'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:10.512804 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.590205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4626c54f-ed79-4ecc-af1d-51d13eccce13 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Deleting port 98308412-f3a4-4cf7-bf47-49fc7207de56 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:10.590723 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4626c54f-ed79-4ecc-af1d-51d13eccce13 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.596967 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Transition to ACTIVE for port object 4f2194f5-3786-4849-b09c-2f40db400e63 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:10.607208 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:19:10.644188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03400db8-972d-43d6-9e4c-355f981ea39d']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:10.672436 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:19:10.672792 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9ff4f6bb-0ac8-447a-a863-aff0cd8891a9 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:19:10.675879 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.714616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:10.716377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:10.718770 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:10.721092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=83fa35e4-aef3-4081-a4c4-046322422cb8,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:10.762674 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31124ce2-205b-486b-9b1a-d265a3a5683d') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:10.763065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31124ce2-205b-486b-9b1a-d265a3a5683d') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:10.801603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.802711 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Pushing event updated for resources: {'Port': ['ID=4f2194f5-3786-4849-b09c-2f40db400e63,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:10.815261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e5f27c05-a9f7-49ec-a86e-ff51fcb8a8d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:10.826153 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:10.834260 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-41630144-3de3-425f-92ba-0d52a81ce428 req-6705d8cf-c95e-4039-990b-ec6e1d2b00a1 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4263678 Jan 24 16:19:10.858727 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:10.866000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:port and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:10.874894 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:10.881013 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:10.886327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-be8139d7-2ffa-4a24-85de-f5f5cd870ce6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.002390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8139d7-2ffa-4a24-85de-f5f5cd870ce6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=3d84307f-df2f-4252-b03e-7a276a096b3f,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:11.015686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8139d7-2ffa-4a24-85de-f5f5cd870ce6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:11.034370 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-be8139d7-2ffa-4a24-85de-f5f5cd870ce6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:11.045872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8139d7-2ffa-4a24-85de-f5f5cd870ce6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:11.046892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-be8139d7-2ffa-4a24-85de-f5f5cd870ce6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.052922 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:11.056236 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.064646 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Attempting to bind port 4f2194f5-3786-4849-b09c-2f40db400e63 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:19:11.065033 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Attempting to bind port 4f2194f5-3786-4849-b09c-2f40db400e63 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:19:11.065347 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Attempting to bind port 4f2194f5-3786-4849-b09c-2f40db400e63 on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:19:11.095539 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-be8139d7-2ffa-4a24-85de-f5f5cd870ce6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4823744 Jan 24 16:19:11.097157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] device_id is not set on port 6f1d66ad-042e-4806-a095-6ba93b27d293 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:11.102439 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:19:11.102923 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:19:11.103192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.103604 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:19:11.104078 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Bound port: 4f2194f5-3786-4849-b09c-2f40db400e63, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:19:11.104437 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.119642 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:11.120024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.135112 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55864) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:11.143717 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'mac_address': 'fa:16:3e:12:3f:b0', 'name': 'tempest-NetworksTestDHCPv6-129725966'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:11.246280 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3689829a-0948-4e2a-8fc5-aa1f112cdcd8 None None] Provisioning for port 4626b19d-1d6a-44f4-bdff-0ec1b0f87441 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:11.269281 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3689829a-0948-4e2a-8fc5-aa1f112cdcd8 None None] Provisioning complete for port 4626b19d-1d6a-44f4-bdff-0ec1b0f87441 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:11.269731 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3689829a-0948-4e2a-8fc5-aa1f112cdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.331504 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.339518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e5f27c05-a9f7-49ec-a86e-ff51fcb8a8d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Calling delete_port for a954e0a8-0166-4a22-9563-abf86701ef45 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:11.400654 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3689829a-0948-4e2a-8fc5-aa1f112cdcd8 None None] Port 4626b19d-1d6a-44f4-bdff-0ec1b0f87441 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:11.409326 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] For port 4f2194f5-3786-4849-b09c-2f40db400e63, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:19:11.445667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3689829a-0948-4e2a-8fc5-aa1f112cdcd8 None None] Provisioning for port 98308412-f3a4-4cf7-bf47-49fc7207de56 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:11.447389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:11.454099 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3689829a-0948-4e2a-8fc5-aa1f112cdcd8 None None] Provisioning complete for port 98308412-f3a4-4cf7-bf47-49fc7207de56 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:11.454099 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3689829a-0948-4e2a-8fc5-aa1f112cdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.457847 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:11.460125 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:19:11.461698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.472248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:11.483519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:11.520326 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e420c6b0-f4ed-440e-9d46-eb31bd07e1ab no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:19:11.523041 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.525132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:11.530580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:19:11.544289 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:19:11.560586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.562333 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: e420c6b0-f4ed-440e-9d46-eb31bd07e1ab {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:19:11.562673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e420c6b0-f4ed-440e-9d46-eb31bd07e1ab not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:19:11.566269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3689829a-0948-4e2a-8fc5-aa1f112cdcd8 None None] Port 98308412-f3a4-4cf7-bf47-49fc7207de56 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:11.568636 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port a1439538-c2ae-467f-81d3-eb94abed80b9 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:11.645930 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.681852 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.694407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6f2b1cb5-654e-43b2-a51f-c0fe86e913bb None None] Provisioning complete for port 4626b19d-1d6a-44f4-bdff-0ec1b0f87441 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:11.695190 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1cb5-654e-43b2-a51f-c0fe86e913bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.750815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-6f2b1cb5-654e-43b2-a51f-c0fe86e913bb None None] Port 4626b19d-1d6a-44f4-bdff-0ec1b0f87441 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:11.766776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6f2b1cb5-654e-43b2-a51f-c0fe86e913bb None None] Provisioning complete for port 98308412-f3a4-4cf7-bf47-49fc7207de56 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:11.767600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1cb5-654e-43b2-a51f-c0fe86e913bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.772861 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:11.777907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:11.784172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:11.788338 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:11.788837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.802629 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=6f1d66ad-042e-4806-a095-6ba93b27d293,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:11.837654 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-6f2b1cb5-654e-43b2-a51f-c0fe86e913bb None None] Port 98308412-f3a4-4cf7-bf47-49fc7207de56 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:11.840370 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] For port 4f2194f5-3786-4849-b09c-2f40db400e63, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4f2194f5-3786-4849-b09c-2f40db400e63,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:19:11.841584 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-43369010-edea-484c-8961-4079916d878f tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3606274 Jan 24 16:19:11.842446 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55868) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:11.846797 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.852241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:11.858924 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.862175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:11.876136 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Pushing event updated for resources: {'Port': ['ID=61d9b0b1-4ccf-467b-9610-070714861d47,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:11.940640 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60778968-d979-427d-8e6d-a5582905afb3 None None] Pushing event updated for resources: {'Port': ['ID=4f2194f5-3786-4849-b09c-2f40db400e63,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:11.945086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:11.959099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 172.20.0.7 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/3d84307f-df2f-4252-b03e-7a276a096b3f/a1439538-c2ae-467f-81d3-eb94abed80b9) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:11.964894 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-7f248622-a817-4990-9a5c-8c54be6c08b1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port 6f1d66ad-042e-4806-a095-6ba93b27d293 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:11.965439 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7f248622-a817-4990-9a5c-8c54be6c08b1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:11.981157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:12.032511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4626c54f-ed79-4ecc-af1d-51d13eccce13 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:12.058216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=03400db8-972d-43d6-9e4c-355f981ea39d,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:12.229657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4626c54f-ed79-4ecc-af1d-51d13eccce13 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Calling delete_port for 98308412-f3a4-4cf7-bf47-49fc7207de56 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:12.230140 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7f248622-a817-4990-9a5c-8c54be6c08b1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:12.282403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d65e8-c88c-4aeb-91a4-914b62134163 req-7da51946-1b03-40e2-9b75-c1fc2ffd062b tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:12.283963 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-187d65e8-c88c-4aeb-91a4-914b62134163 req-7da51946-1b03-40e2-9b75-c1fc2ffd062b tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 1.0162344 Jan 24 16:19:12.295949 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a248b240-940f-4c3e-9cd6-e961a5e881d9 admin admin] 10.222.0.130 "DELETE /v2.0/networks/03400db8-972d-43d6-9e4c-355f981ea39d HTTP/1.1" status: 204 len: 168 time: 6.6711771 Jan 24 16:19:12.295949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:12.369213 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-7f248622-a817-4990-9a5c-8c54be6c08b1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for 6f1d66ad-042e-4806-a095-6ba93b27d293 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:12.380299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e5f27c05-a9f7-49ec-a86e-ff51fcb8a8d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:12.405227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::f816:3eff:fe12:3fb0 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/ee182869-a181-4497-bfd5-47221300177a/a1439538-c2ae-467f-81d3-eb94abed80b9) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:12.491266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f27c05-a9f7-49ec-a86e-ff51fcb8a8d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event deleted for resources: {'Port': ['ID=a954e0a8-0166-4a22-9563-abf86701ef45,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:12.509223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7f248622-a817-4990-9a5c-8c54be6c08b1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:12.521529 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-187d65e8-c88c-4aeb-91a4-914b62134163 req-ad90f8dc-c710-42aa-81cd-9c20b17b5828 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161145 Jan 24 16:19:12.647882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f248622-a817-4990-9a5c-8c54be6c08b1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=6f1d66ad-042e-4806-a095-6ba93b27d293,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:12.677428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7f248622-a817-4990-9a5c-8c54be6c08b1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:12.728144 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7f248622-a817-4990-9a5c-8c54be6c08b1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/6f1d66ad-042e-4806-a095-6ba93b27d293 HTTP/1.1" status: 204 len: 168 time: 0.8557689 Jan 24 16:19:12.734078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55878) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:12.734407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55880) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:12.884508 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'mac_address': 'fa:16:3e:d4:c1:80', 'name': 'tempest-PortsTestJSON-1294853929'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:12.894115 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 83fa35e4-aef3-4081-a4c4-046322422cb8 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:13.010484 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 83fa35e4-aef3-4081-a4c4-046322422cb8 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:13.012099 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.015456 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fcd0612d-6b60-4a1c-9840-e9f7b598734b admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=c22df63e420147aaab7ee88abbffa870&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2799628 Jan 24 16:19:13.022297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55886) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:13.075945 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4626c54f-ed79-4ecc-af1d-51d13eccce13 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.118994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.126609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:13.131759 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:port and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:13.135369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:13.141825 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:13.145732 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e5f27c05-a9f7-49ec-a86e-ff51fcb8a8d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.162796 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4f2194f5-3786-4849-b09c-2f40db400e63 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:13.164153 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:13.171373 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e5f27c05-a9f7-49ec-a86e-ff51fcb8a8d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "DELETE /v2.0/ports/a954e0a8-0166-4a22-9563-abf86701ef45 HTTP/1.1" status: 204 len: 168 time: 3.8779635 Jan 24 16:19:13.180568 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626c54f-ed79-4ecc-af1d-51d13eccce13 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Pushing event deleted for resources: {'Port': ['ID=98308412-f3a4-4cf7-bf47-49fc7207de56,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:13.182993 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55890) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:13.206616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf990ba-8b57-464b-b1c5-fdb3f70d0085 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:13.261515 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4626c54f-ed79-4ecc-af1d-51d13eccce13 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.268356 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4626c54f-ed79-4ecc-af1d-51d13eccce13 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] 10.222.0.130 "DELETE /v2.0/ports/98308412-f3a4-4cf7-bf47-49fc7207de56 HTTP/1.1" status: 204 len: 168 time: 2.8490613 Jan 24 16:19:13.270971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55894) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:13.277488 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-86ac4a57-7fc8-409d-8e46-56be886eda95 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Request body: {'port': {'name': 'tempest-new-port-name-767085312', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:13.277488 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.api.validators [None req-86ac4a57-7fc8-409d-8e46-56be886eda95 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] bootfile-name is not in valid_values {{(pid=83465) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 24 16:19:13.277755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.api.validators [None req-86ac4a57-7fc8-409d-8e46-56be886eda95 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] tftp-server is not in valid_values {{(pid=83465) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 24 16:19:13.278477 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.api.validators [None req-86ac4a57-7fc8-409d-8e46-56be886eda95 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] server-ip-address is not in valid_values {{(pid=83465) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 24 16:19:13.302394 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object a1439538-c2ae-467f-81d3-eb94abed80b9 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:13.314786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.315546 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.329153 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f72b85-9962-4d1c-9c5e-687f51c542e0 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] GET failed (client error): The resource could not be found. Jan 24 16:19:13.329574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-33f72b85-9962-4d1c-9c5e-687f51c542e0 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Synchronizing usage tracker for tenant:4f428632b7be42ba86dbaa48c99d2e28 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:13.349965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-22f2fd71-e75b-4329-b05e-4b937f3323b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.375882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.407379 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-33f72b85-9962-4d1c-9c5e-687f51c542e0 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Unset dirty status for tenant:4f428632b7be42ba86dbaa48c99d2e28 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:13.412557 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-33f72b85-9962-4d1c-9c5e-687f51c542e0 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "GET /v2.0/ports/a954e0a8-0166-4a22-9563-abf86701ef45 HTTP/1.1" status: 404 len: 333 time: 0.2168820 Jan 24 16:19:13.412557 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-22f2fd71-e75b-4329-b05e-4b937f3323b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.415916 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55898) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:13.444183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Request body: {'port': {'network_id': 'd2cba4bc-8ffa-4c48-890b-e4b370d7b217', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-495973017'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:13.451773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] device_id is not set on port e691891c-a0c0-4c86-be79-03ae339a4cf8 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:13.512347 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-95734c82-3309-4b75-80b7-5709a18bf513 None None] Provisioning for port 4f2194f5-3786-4849-b09c-2f40db400e63 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:13.528512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.598538 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 4f2194f5-3786-4849-b09c-2f40db400e63 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:13.605873 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 4f2194f5-3786-4849-b09c-2f40db400e63 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:13.606212 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.627099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.639920 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:13.647775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=a1439538-c2ae-467f-81d3-eb94abed80b9,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:13.650654 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-22f2fd71-e75b-4329-b05e-4b937f3323b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.666702 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:13.681299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:13.696003 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.721110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2fd71-e75b-4329-b05e-4b937f3323b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72394e7b-7229-4cb2-8452-2d6ab20d7bc6,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:13.767507 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-86ac4a57-7fc8-409d-8e46-56be886eda95 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.826941 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.840509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-22f2fd71-e75b-4329-b05e-4b937f3323b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.841898 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-22f2fd71-e75b-4329-b05e-4b937f3323b7 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/72394e7b-7229-4cb2-8452-2d6ab20d7bc6 HTTP/1.1" status: 204 len: 168 time: 0.8182051 Jan 24 16:19:13.853522 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:13.854053 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:13.854163 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.854962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abbde45-c302-4cb2-aabb-36c89d025021 None None] Update dhcp port {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'fixed_ips': [{'subnet_id': 'ee182869-a181-4497-bfd5-47221300177a', 'ip_address': '2001:db8::f816:3eff:fee8:fb6c'}, {'subnet_id': '3d84307f-df2f-4252-b03e-7a276a096b3f'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': '4f2194f5-3786-4849-b09c-2f40db400e63'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:19:13.893047 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bf83b36a-49f7-4aab-8c03-ab474a03a8a0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7566433 Jan 24 16:19:13.896307 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55904) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:13.903194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.911752 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 4f2194f5-3786-4849-b09c-2f40db400e63, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4f2194f5-3786-4849-b09c-2f40db400e63,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:13.917286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7abbde45-c302-4cb2-aabb-36c89d025021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.931792 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:13.933485 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:13.996705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Made reservation on behalf of 4f428632b7be42ba86dbaa48c99d2e28 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:13.999570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8291d67f-c8a6-4573-887d-71ad0edf09a1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:13.999711 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:14.003782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8291d67f-c8a6-4573-887d-71ad0edf09a1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:14.004573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8291d67f-c8a6-4573-887d-71ad0edf09a1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:14.010126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:14.093727 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8291d67f-c8a6-4573-887d-71ad0edf09a1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:14.097527 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8291d67f-c8a6-4573-887d-71ad0edf09a1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1975996 Jan 24 16:19:14.108159 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=4f2194f5-3786-4849-b09c-2f40db400e63,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:14.114394 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55908) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:14.165350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:14.166152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=e691891c-a0c0-4c86-be79-03ae339a4cf8,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:14.171992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:14.174138 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:14.178436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:14.179042 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:14.200533 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Allocated IP 172.26.2.165 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/ecaa9c04-ef2b-49ee-bf31-aa9e148c37f2) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:14.216443 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d9691c47-0ebd-49a0-8831-ae563adf799b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4787314 Jan 24 16:19:14.220259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-a006e7b2-ceaf-44b1-83c3-fcea91a2d02b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port a1439538-c2ae-467f-81d3-eb94abed80b9 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:14.220590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a006e7b2-ceaf-44b1-83c3-fcea91a2d02b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:14.251438 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55912) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:14.290938 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-7abbde45-c302-4cb2-aabb-36c89d025021 None None] Allocated IP 172.20.0.2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/3d84307f-df2f-4252-b03e-7a276a096b3f/4f2194f5-3786-4849-b09c-2f40db400e63) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:14.378301 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] device_id is not set on port 615aacb9-cec3-4b00-a64e-3e67a532ea13 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:14.521298 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff94cbf2-8c79-4318-b963-348869ee670e tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:14.521872 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ff94cbf2-8c79-4318-b963-348869ee670e tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:14.543322 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-7abbde45-c302-4cb2-aabb-36c89d025021 None None] For port 4f2194f5-3786-4849-b09c-2f40db400e63, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4f2194f5-3786-4849-b09c-2f40db400e63,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:14.574103 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7abbde45-c302-4cb2-aabb-36c89d025021 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:14.598485 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7abbde45-c302-4cb2-aabb-36c89d025021 None None] Transition to ACTIVE for port object 4f2194f5-3786-4849-b09c-2f40db400e63 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:14.599426 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a006e7b2-ceaf-44b1-83c3-fcea91a2d02b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:14.605955 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7abbde45-c302-4cb2-aabb-36c89d025021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:14.735821 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbde45-c302-4cb2-aabb-36c89d025021 None None] Pushing event updated for resources: {'Port': ['ID=4f2194f5-3786-4849-b09c-2f40db400e63,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:14.756825 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ff94cbf2-8c79-4318-b963-348869ee670e tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:14.763073 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ff94cbf2-8c79-4318-b963-348869ee670e tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/e691891c-a0c0-4c86-be79-03ae339a4cf8 HTTP/1.1" status: 200 len: 841 time: 0.5069513 Jan 24 16:19:14.765780 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55926) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:14.770689 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-a006e7b2-ceaf-44b1-83c3-fcea91a2d02b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for a1439538-c2ae-467f-81d3-eb94abed80b9 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:14.845319 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4f2194f5-3786-4849-b09c-2f40db400e63 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:14.876774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:14.932439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-86ac4a57-7fc8-409d-8e46-56be886eda95 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:19:14.983517 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-86ac4a57-7fc8-409d-8e46-56be886eda95 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:15.003583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Allocated IP 2001:db8::1a (d2cba4bc-8ffa-4c48-890b-e4b370d7b217/cd1f6188-1d9c-44eb-a642-7d6d5f6c225a/615aacb9-cec3-4b00-a64e-3e67a532ea13) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:15.012074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-86ac4a57-7fc8-409d-8e46-56be886eda95 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:15.057175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a006e7b2-ceaf-44b1-83c3-fcea91a2d02b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:15.300182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-93a6c3fc-9cca-4b0a-bfc2-ec7a95ca7066 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port e691891c-a0c0-4c86-be79-03ae339a4cf8 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:15.300557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-93a6c3fc-9cca-4b0a-bfc2-ec7a95ca7066 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:15.315612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006e7b2-ceaf-44b1-83c3-fcea91a2d02b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=a1439538-c2ae-467f-81d3-eb94abed80b9,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:15.407760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Router b57f6b79-cf7a-4455-a6a1-c15ed36405cf is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:19:15.469001 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55936) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:15.510808 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-86ac4a57-7fc8-409d-8e46-56be886eda95 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] In _notify_port_updated(), no bound segment for port 4626b19d-1d6a-44f4-bdff-0ec1b0f87441 on network 918641f7-087c-427e-80d8-e8b70f424648 {{(pid=83465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:19:15.515034 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ac4a57-7fc8-409d-8e46-56be886eda95 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:15.515698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-86ac4a57-7fc8-409d-8e46-56be886eda95 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:15.517006 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-86ac4a57-7fc8-409d-8e46-56be886eda95 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] 10.222.0.130 "PUT /v2.0/ports/4626b19d-1d6a-44f4-bdff-0ec1b0f87441 HTTP/1.1" status: 200 len: 1128 time: 2.2450373 Jan 24 16:19:15.521066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55942) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:15.559701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac4a57-7fc8-409d-8e46-56be886eda95 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Pushing event updated for resources: {'Port': ['ID=4626b19d-1d6a-44f4-bdff-0ec1b0f87441,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:15.613717 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a006e7b2-ceaf-44b1-83c3-fcea91a2d02b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:15.675307 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a006e7b2-ceaf-44b1-83c3-fcea91a2d02b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/a1439538-c2ae-467f-81d3-eb94abed80b9 HTTP/1.1" status: 204 len: 168 time: 1.5596240 Jan 24 16:19:15.677686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55946) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:15.684925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a00e54-8279-4991-9c3e-5f5aec32fdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:15.686296 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b6a00e54-8279-4991-9c3e-5f5aec32fdf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] 10.222.0.130 "GET /v2.0/ports/4626b19d-1d6a-44f4-bdff-0ec1b0f87441 HTTP/1.1" status: 200 len: 1128 time: 0.1643260 Jan 24 16:19:15.691755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55950) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:15.801692 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1791090408'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:15.819293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:15.833679 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Usage tracker for resource:network and tenant:b3dd4fb2b2e04028bccc029062005b7f is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:15.843867 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:15.860895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976f0540-6399-4c93-9566-ab50a2327260 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:15.862775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976f0540-6399-4c93-9566-ab50a2327260 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:15.864121 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976f0540-6399-4c93-9566-ab50a2327260 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:15.864890 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-976f0540-6399-4c93-9566-ab50a2327260 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:15.870431 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d5a5ad41-12f5-4ef7-bf18-79ec22b83e1b None None] Provisioning complete for port 4626b19d-1d6a-44f4-bdff-0ec1b0f87441 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:15.871032 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d5a5ad41-12f5-4ef7-bf18-79ec22b83e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:15.876456 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-d7c31273-662b-42bc-b90e-2dc199d5672e tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Deleting port 4626b19d-1d6a-44f4-bdff-0ec1b0f87441 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:15.876856 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7c31273-662b-42bc-b90e-2dc199d5672e tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:15.910536 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:15.942281 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-976f0540-6399-4c93-9566-ab50a2327260 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:15.943704 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-976f0540-6399-4c93-9566-ab50a2327260 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2649510 Jan 24 16:19:15.949590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55954) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:15.954995 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:15.961747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d5a5ad41-12f5-4ef7-bf18-79ec22b83e1b None None] Port 4626b19d-1d6a-44f4-bdff-0ec1b0f87441 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:15.982947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Made reservation on behalf of b3dd4fb2b2e04028bccc029062005b7f for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:15.986016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:16.045413 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:16.076754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c861e5cb-dd45-4f67-b8e9-ca0b3b2b0cd4 None None] Could not find standard attr ID for object a1439538-c2ae-467f-81d3-eb94abed80b9. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:19:16.091833 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:16.105567 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c861e5cb-dd45-4f67-b8e9-ca0b3b2b0cd4 None None] Provisioning for port 4f2194f5-3786-4849-b09c-2f40db400e63 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:16.111883 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c861e5cb-dd45-4f67-b8e9-ca0b3b2b0cd4 None None] Provisioning complete for port 4f2194f5-3786-4849-b09c-2f40db400e63 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:16.112341 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c861e5cb-dd45-4f67-b8e9-ca0b3b2b0cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:16.114224 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:16.125702 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:16.160429 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:16.167140 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-93a6c3fc-9cca-4b0a-bfc2-ec7a95ca7066 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:16.198348 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Pushing event updated for resources: {'Port': ['ID=ecaa9c04-ef2b-49ee-bf31-aa9e148c37f2,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:16.237744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:16.298751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Usage tracker for resource:security_group_rule and tenant:b3dd4fb2b2e04028bccc029062005b7f is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:16.305958 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:16.326892 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Transition to ACTIVE for port object 615aacb9-cec3-4b00-a64e-3e67a532ea13 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:16.331058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:16.334123 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-93a6c3fc-9cca-4b0a-bfc2-ec7a95ca7066 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for e691891c-a0c0-4c86-be79-03ae339a4cf8 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:16.386989 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-711dd9ad-a338-47e9-8c4b-dfc308ec306d None None] Could not find standard attr ID for object a1439538-c2ae-467f-81d3-eb94abed80b9. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:19:16.428530 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7c31273-662b-42bc-b90e-2dc199d5672e tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:16.444013 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a005d64-c4fb-444a-b15a-08261acc895c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet 3d84307f-df2f-4252-b03e-7a276a096b3f {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:19:16.453127 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4a005d64-c4fb-444a-b15a-08261acc895c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:16.554138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:16.555821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-93a6c3fc-9cca-4b0a-bfc2-ec7a95ca7066 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:16.597426 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-d7c31273-662b-42bc-b90e-2dc199d5672e tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Calling delete_port for 4626b19d-1d6a-44f4-bdff-0ec1b0f87441 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:16.675231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-93a6c3fc-9cca-4b0a-bfc2-ec7a95ca7066 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:16.681207 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:16.682121 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event updated for resources: {'Port': ['ID=615aacb9-cec3-4b00-a64e-3e67a532ea13,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:16.687758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:16.703360 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4a005d64-c4fb-444a-b15a-08261acc895c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:16.723846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:16.727863 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:16.728480 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:16.755069 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6c3fc-9cca-4b0a-bfc2-ec7a95ca7066 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=e691891c-a0c0-4c86-be79-03ae339a4cf8,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:16.758520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:19:16.781011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:16.782717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Sync routers for ids ['b57f6b79-cf7a-4455-a6a1-c15ed36405cf'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:19:16.802776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55958) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:16.803401 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-93a6c3fc-9cca-4b0a-bfc2-ec7a95ca7066 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/e691891c-a0c0-4c86-be79-03ae339a4cf8 HTTP/1.1" status: 204 len: 168 time: 2.0074029 Jan 24 16:19:16.812320 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0e1cf0ec-b881-4bd8-9e66-f0102669d616 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3828471 Jan 24 16:19:16.814710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55962) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:16.815911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Routers {'b57f6b79-cf7a-4455-a6a1-c15ed36405cf'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:16.816787 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b57f6b79-cf7a-4455-a6a1-c15ed36405cf'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:16.830217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a34f2915-2e2e-46b1-8cf4-1de048c994c5 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:11:86:c6'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:16.852934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:16.868099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:16.872163 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c24288ce-3fb8-4174-a207-fd641e0bd411 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.4328778 Jan 24 16:19:16.872820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55966) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:16.898542 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-862af21d-aa69-4921-96a1-044c234b68ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] GET failed (client error): The resource could not be found. Jan 24 16:19:16.899252 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-862af21d-aa69-4921-96a1-044c234b68ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:16.982634 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-862af21d-aa69-4921-96a1-044c234b68ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:16.988358 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-862af21d-aa69-4921-96a1-044c234b68ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/e691891c-a0c0-4c86-be79-03ae339a4cf8 HTTP/1.1" status: 404 len: 333 time: 0.1841574 Jan 24 16:19:16.989327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790ed1cb-262f-4738-a318-3c1ba0b9c9e5,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:16.994273 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55970) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:17.001976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f6172e57-355e-4c79-8ee1-f55b43df5486 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'name': 'tempest-PortsTestJSON-1965492511'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:17.044369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4a005d64-c4fb-444a-b15a-08261acc895c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.081288 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7c31273-662b-42bc-b90e-2dc199d5672e tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.088237 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Set router b57f6b79-cf7a-4455-a6a1-c15ed36405cf gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:19:17.129159 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:19:17.154937 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c31273-662b-42bc-b90e-2dc199d5672e tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Pushing event deleted for resources: {'Port': ['ID=4626b19d-1d6a-44f4-bdff-0ec1b0f87441,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:17.162380 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.162707 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Added segment 2e979b6e-8180-4cf3-bc09-9f28dc0d43b2 of type vlan for network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 Jan 24 16:19:17.224048 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7c31273-662b-42bc-b90e-2dc199d5672e tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.243179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4f2194f5-3786-4849-b09c-2f40db400e63 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:17.260517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.270024 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d7c31273-662b-42bc-b90e-2dc199d5672e tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] 10.222.0.130 "DELETE /v2.0/ports/4626b19d-1d6a-44f4-bdff-0ec1b0f87441 HTTP/1.1" status: 204 len: 168 time: 1.5384865 Jan 24 16:19:17.273879 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55974) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:17.323228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.428503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f6172e57-355e-4c79-8ee1-f55b43df5486 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:17.433475 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4a005d64-c4fb-444a-b15a-08261acc895c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.463706 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f6172e57-355e-4c79-8ee1-f55b43df5486 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:17.464841 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:19:17.492985 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a005d64-c4fb-444a-b15a-08261acc895c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=3d84307f-df2f-4252-b03e-7a276a096b3f,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:17.499779 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-040386d3-c97f-45ca-8caf-2b841a4887fb None None] Provisioning for port 615aacb9-cec3-4b00-a64e-3e67a532ea13 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:17.508926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4a005d64-c4fb-444a-b15a-08261acc895c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.510916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-040386d3-c97f-45ca-8caf-2b841a4887fb None None] Provisioning complete for port 615aacb9-cec3-4b00-a64e-3e67a532ea13 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:17.511277 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4a005d64-c4fb-444a-b15a-08261acc895c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/3d84307f-df2f-4252-b03e-7a276a096b3f HTTP/1.1" status: 204 len: 168 time: 1.5610001 Jan 24 16:19:17.511394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-040386d3-c97f-45ca-8caf-2b841a4887fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.514980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55978) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:17.556792 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7c691b-aff7-4ed8-8466-894ef0e485c6 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:17.565569 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.569152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:17.569763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.647554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6172e57-355e-4c79-8ee1-f55b43df5486 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:17.650597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f6172e57-355e-4c79-8ee1-f55b43df5486 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.674884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 4f2194f5-3786-4849-b09c-2f40db400e63 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:17.675392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.695864 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a34f2915-2e2e-46b1-8cf4-1de048c994c5 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.713699 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.732995 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.733215 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2595434 Jan 24 16:19:17.733735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-f6172e57-355e-4c79-8ee1-f55b43df5486 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] device_id is not set on port f039a2a2-4682-40da-88b7-61a479bd4329 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:17.740910 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-040386d3-c97f-45ca-8caf-2b841a4887fb None None] Port 615aacb9-cec3-4b00-a64e-3e67a532ea13 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:17.751003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55982) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:17.774431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-434287fd-504c-4c07-af44-6e75815e9ce1 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Request body: {'subnet': {'network_id': '1a73100f-fe13-4f02-bbce-a1c7e9ab4240', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:17.826733 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.860496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-874c9f4d-0f02-478b-8ce5-3b591fe19ba4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet ee182869-a181-4497-bfd5-47221300177a {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:19:17.885603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-874c9f4d-0f02-478b-8ce5-3b591fe19ba4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:17.911511 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d7035-87df-429f-a50f-088ae41fe904 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event updated for resources: {'Network': ['ID=1a73100f-fe13-4f02-bbce-a1c7e9ab4240,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:17.951714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:19:17.987722 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb85dfb2-bc7e-403b-a3b9-cd76a49bf36e tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Deleting subnet 9ad4bc48-df84-4144-a3c4-99b7fb62e424 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:19:17.993099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-434287fd-504c-4c07-af44-6e75815e9ce1 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:17.997695 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-874c9f4d-0f02-478b-8ce5-3b591fe19ba4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.030712 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb85dfb2-bc7e-403b-a3b9-cd76a49bf36e tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.061253 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-434287fd-504c-4c07-af44-6e75815e9ce1 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Usage tracker for resource:subnet and tenant:b3dd4fb2b2e04028bccc029062005b7f is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:18.070200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-434287fd-504c-4c07-af44-6e75815e9ce1 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:18.086375 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-434287fd-504c-4c07-af44-6e75815e9ce1 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:18.113654 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb85dfb2-bc7e-403b-a3b9-cd76a49bf36e tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.158258 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434287fd-504c-4c07-af44-6e75815e9ce1 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Made reservation on behalf of b3dd4fb2b2e04028bccc029062005b7f for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:18.158498 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57f6b79-cf7a-4455-a6a1-c15ed36405cf', 'name': 'tempest-snat-router-1771559847', 'tenant_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '61d9b0b1-4ccf-467b-9610-070714861d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:19:03Z', 'updated_at': '2022-01-24T16:19:12Z', 'revision_number': 3, 'project_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'gw_port': {'id': '61d9b0b1-4ccf-467b-9610-070714861d47', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:99:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57f6b79-cf7a-4455-a6a1-c15ed36405cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:19:08Z', 'updated_at': '2022-01-24T16:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:18.164993 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Checking router: b57f6b79-cf7a-4455-a6a1-c15ed36405cf for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:19:18.165427 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Updating router b57f6b79-cf7a-4455-a6a1-c15ed36405cf port 61d9b0b1-4ccf-467b-9610-070714861d47 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:19:18.174612 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-dc7aa3d5-cfa3-41b4-84ca-64bb39539587 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/routers/b57f6b79-cf7a-4455-a6a1-c15ed36405cf HTTP/1.1" status: 200 len: 907 time: 1.2913568 Jan 24 16:19:18.178156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 55988) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:18.236148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.248552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f6172e57-355e-4c79-8ee1-f55b43df5486 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.346687 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a34f2915-2e2e-46b1-8cf4-1de048c994c5 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.364680 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a34f2915-2e2e-46b1-8cf4-1de048c994c5 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.376802 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-874c9f4d-0f02-478b-8ce5-3b591fe19ba4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.406402 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-434287fd-504c-4c07-af44-6e75815e9ce1 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.422652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f6172e57-355e-4c79-8ee1-f55b43df5486 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.462760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a34f2915-2e2e-46b1-8cf4-1de048c994c5 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] In _notify_port_updated(), no bound segment for port 615aacb9-cec3-4b00-a64e-3e67a532ea13 on network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 {{(pid=83465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:19:18.467198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f2915-2e2e-46b1-8cf4-1de048c994c5 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:18.467985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a34f2915-2e2e-46b1-8cf4-1de048c994c5 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.471945 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a34f2915-2e2e-46b1-8cf4-1de048c994c5 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "PUT /v2.0/ports/615aacb9-cec3-4b00-a64e-3e67a532ea13 HTTP/1.1" status: 200 len: 1001 time: 1.6536260 Jan 24 16:19:18.473171 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6172e57-355e-4c79-8ee1-f55b43df5486 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:18.476565 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55992) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:18.480594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-f6172e57-355e-4c79-8ee1-f55b43df5486 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:18.483020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6172e57-355e-4c79-8ee1-f55b43df5486 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:18.488303 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6172e57-355e-4c79-8ee1-f55b43df5486 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:18.488926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f6172e57-355e-4c79-8ee1-f55b43df5486 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.554841 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb85dfb2-bc7e-403b-a3b9-cd76a49bf36e tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.593701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f2915-2e2e-46b1-8cf4-1de048c994c5 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event updated for resources: {'Port': ['ID=615aacb9-cec3-4b00-a64e-3e67a532ea13,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:18.655645 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f6172e57-355e-4c79-8ee1-f55b43df5486 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6559901 Jan 24 16:19:18.668599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 55996) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:18.699831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6e1d9952-cd8c-4cbb-b341-87b794c5ef17 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:18.702937 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.723896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Transition to ACTIVE for port object 61d9b0b1-4ccf-467b-9610-070714861d47 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:18.736819 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-874c9f4d-0f02-478b-8ce5-3b591fe19ba4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.741498 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.862082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf10654-73a6-4013-980e-80319a76796a None None] Pushing event updated for resources: {'Port': ['ID=61d9b0b1-4ccf-467b-9610-070714861d47,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:18.865953 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Attempting to bind port 61d9b0b1-4ccf-467b-9610-070714861d47 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:19:18.866747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Attempting to bind port 61d9b0b1-4ccf-467b-9610-070714861d47 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:19:18.868536 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Attempting to bind port 61d9b0b1-4ccf-467b-9610-070714861d47 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:19:18.878969 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:19:18.879851 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:19:18.880483 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.881180 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:19:18.881880 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Bound port: 61d9b0b1-4ccf-467b-9610-070714861d47, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:19:18.882554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.893735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c9f4d-0f02-478b-8ce5-3b591fe19ba4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=ee182869-a181-4497-bfd5-47221300177a,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:18.925917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-874c9f4d-0f02-478b-8ce5-3b591fe19ba4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.964543 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb85dfb2-bc7e-403b-a3b9-cd76a49bf36e tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.991093 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] For port 61d9b0b1-4ccf-467b-9610-070714861d47, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:19:18.992600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-22dca819-00fe-4396-8c78-f84930010a1b tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Deleting port 615aacb9-cec3-4b00-a64e-3e67a532ea13 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:18.992932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-22dca819-00fe-4396-8c78-f84930010a1b tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:18.994893 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] For port 61d9b0b1-4ccf-467b-9610-070714861d47, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=61d9b0b1-4ccf-467b-9610-070714861d47,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:19:19.001636 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-67121667-4aed-4190-8a98-9c167ee8b2fa None None] Provisioning complete for port 615aacb9-cec3-4b00-a64e-3e67a532ea13 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:19.002084 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-67121667-4aed-4190-8a98-9c167ee8b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:19.032104 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:19.048935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85dfb2-bc7e-403b-a3b9-cd76a49bf36e tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad4bc48-df84-4144-a3c4-99b7fb62e424,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:19.064413 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-874c9f4d-0f02-478b-8ce5-3b591fe19ba4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/ee182869-a181-4497-bfd5-47221300177a HTTP/1.1" status: 204 len: 168 time: 1.5331471 Jan 24 16:19:19.067556 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb85dfb2-bc7e-403b-a3b9-cd76a49bf36e tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:19.067800 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6172e57-355e-4c79-8ee1-f55b43df5486 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=f039a2a2-4682-40da-88b7-61a479bd4329,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:19.078768 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cb85dfb2-bc7e-403b-a3b9-cd76a49bf36e tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] 10.222.0.130 "DELETE /v2.0/subnets/9ad4bc48-df84-4144-a3c4-99b7fb62e424 HTTP/1.1" status: 204 len: 168 time: 1.8036647 Jan 24 16:19:19.081896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56000) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:19.082406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56002) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:19.091098 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf459b79-0264-48ee-8a6a-9999d996f0a1 None None] Network 918641f7-087c-427e-80d8-e8b70f424648 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:19.105970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6e1d9952-cd8c-4cbb-b341-87b794c5ef17 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:19.239507 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-67121667-4aed-4190-8a98-9c167ee8b2fa None None] Port 615aacb9-cec3-4b00-a64e-3e67a532ea13 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:19.247730 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2280fdbc-3f9d-4162-8483-ceeeaa12775f None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:19.262170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Router fbe1b6d1-f495-4ffa-9307-0447fc99b118 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:19:19.333048 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-58441275-3536-41b7-92e2-cdf0f043f71c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2466006 Jan 24 16:19:19.337427 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56008) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:19.350850 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-955a342c-3c01-445f-b5c8-f0597ee7f889 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:19.388410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf10654-73a6-4013-980e-80319a76796a None None] Pushing event updated for resources: {'Port': ['ID=61d9b0b1-4ccf-467b-9610-070714861d47,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:19.436028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Routers {'b57f6b79-cf7a-4455-a6a1-c15ed36405cf'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:19.436779 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b57f6b79-cf7a-4455-a6a1-c15ed36405cf'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:19.441550 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-434287fd-504c-4c07-af44-6e75815e9ce1 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:19.481424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:19.486094 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b64e32fd-94e9-42a9-ba01-721d2a6fe20f tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:19.597345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Deleting port 83fa35e4-aef3-4081-a4c4-046322422cb8 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:19.598043 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:19.639574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434287fd-504c-4c07-af44-6e75815e9ce1 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event updated for resources: {'Subnet': ['ID=d47a392d-8273-45b6-a5d5-0f7a2f4bb32f,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:19.669299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-955a342c-3c01-445f-b5c8-f0597ee7f889 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:19.683469 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-955a342c-3c01-445f-b5c8-f0597ee7f889 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:19.686736 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-22dca819-00fe-4396-8c78-f84930010a1b tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:19.698738 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-955a342c-3c01-445f-b5c8-f0597ee7f889 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:19.709912 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-df461b39-62d9-4147-946f-ddec65e44f80 None None] Provisioning complete for port 4f2194f5-3786-4849-b09c-2f40db400e63 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:19.710632 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-df461b39-62d9-4147-946f-ddec65e44f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:19.718265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-955a342c-3c01-445f-b5c8-f0597ee7f889 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:19.733479 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434287fd-504c-4c07-af44-6e75815e9ce1 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Checking segment: {'id': '2e979b6e-8180-4cf3-bc09-9f28dc0d43b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1a73100f-fe13-4f02-bbce-a1c7e9ab4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:19:19.733839 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434287fd-504c-4c07-af44-6e75815e9ce1 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Network hostable DHCP agents. Network: 1a73100f-fe13-4f02-bbce-a1c7e9ab4240, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:19:19.838192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] Set router b57f6b79-cf7a-4455-a6a1-c15ed36405cf gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:19:19.838416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-22dca819-00fe-4396-8c78-f84930010a1b tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Calling delete_port for 615aacb9-cec3-4b00-a64e-3e67a532ea13 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:19.906310 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955a342c-3c01-445f-b5c8-f0597ee7f889 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:19.935622 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434287fd-504c-4c07-af44-6e75815e9ce1 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:19:19.956748 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] For port 83fa35e4-aef3-4081-a4c4-046322422cb8, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=83fa35e4-aef3-4081-a4c4-046322422cb8,segment=NetworkSegment(321346ca-984b-4cb1-a071-027e0774aad0),segment_id=321346ca-984b-4cb1-a071-027e0774aad0)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:19.957095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:19.969877 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-434287fd-504c-4c07-af44-6e75815e9ce1 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 1a73100f-fe13-4f02-bbce-a1c7e9ab4240) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:19.981068 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0dbee4-e1e2-43dc-a580-4ff6f20d28d7 None None] DHCP port deletion for 918641f7-087c-427e-80d8-e8b70f424648 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:19:19.997936 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff88d2c3-8f17-4042-85e2-9801ef2b2f14 None None] Network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:20.022393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6e1d9952-cd8c-4cbb-b341-87b794c5ef17 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.023762 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-5e0dbee4-e1e2-43dc-a580-4ff6f20d28d7 None None] Deleting port 83fa35e4-aef3-4081-a4c4-046322422cb8 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:20.024150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5e0dbee4-e1e2-43dc-a580-4ff6f20d28d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.043696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6e1d9952-cd8c-4cbb-b341-87b794c5ef17 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.082257 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434287fd-504c-4c07-af44-6e75815e9ce1 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:20.083036 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-434287fd-504c-4c07-af44-6e75815e9ce1 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.095844 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Calling delete_port for 83fa35e4-aef3-4081-a4c4-046322422cb8 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:20.141373 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-955a342c-3c01-445f-b5c8-f0597ee7f889 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.167815 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d9952-cd8c-4cbb-b341-87b794c5ef17 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] In _notify_port_updated(), no bound segment for port f039a2a2-4682-40da-88b7-61a479bd4329 on network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 {{(pid=83465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:19:20.171520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d9952-cd8c-4cbb-b341-87b794c5ef17 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:20.172152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6e1d9952-cd8c-4cbb-b341-87b794c5ef17 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.173402 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6e1d9952-cd8c-4cbb-b341-87b794c5ef17 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "PUT /v2.0/ports/f039a2a2-4682-40da-88b7-61a479bd4329 HTTP/1.1" status: 200 len: 818 time: 1.5017216 Jan 24 16:19:20.178918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56012) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:20.198798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a58b392-a9b7-47db-b59a-794fb64842e9 None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:19:20.201854 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-434287fd-504c-4c07-af44-6e75815e9ce1 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4433305 Jan 24 16:19:20.211177 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56016) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:20.224620 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8a58b392-a9b7-47db-b59a-794fb64842e9 None None] Deleting port 4f2194f5-3786-4849-b09c-2f40db400e63 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:20.225122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8a58b392-a9b7-47db-b59a-794fb64842e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.290826 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b64e32fd-94e9-42a9-ba01-721d2a6fe20f tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.307996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ca060da8-d4c6-40e4-8ad7-d4a4c7262f34 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port f039a2a2-4682-40da-88b7-61a479bd4329 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:20.308311 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca060da8-d4c6-40e4-8ad7-d4a4c7262f34 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.328596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Request body: {'port': {'network_id': '1a73100f-fe13-4f02-bbce-a1c7e9ab4240', 'name': 'tempest-AllowedAddressPairTestJSON-366909203'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:20.350523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.357138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d9952-cd8c-4cbb-b341-87b794c5ef17 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=f039a2a2-4682-40da-88b7-61a479bd4329,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:20.407745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] No DVR routers for this DVR port 83fa35e4-aef3-4081-a4c4-046322422cb8 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:19:20.411653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Pushing event deleted for resources: {'Port': ['ID=83fa35e4-aef3-4081-a4c4-046322422cb8,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:20.590328 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.615722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-22dca819-00fe-4396-8c78-f84930010a1b tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.670230 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b64e32fd-94e9-42a9-ba01-721d2a6fe20f tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Deleting port 61d9b0b1-4ccf-467b-9610-070714861d47 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:20.670501 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b64e32fd-94e9-42a9-ba01-721d2a6fe20f tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.698494 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dca819-00fe-4396-8c78-f84930010a1b tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event deleted for resources: {'Port': ['ID=615aacb9-cec3-4b00-a64e-3e67a532ea13,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:20.724683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918641f7-087c-427e-80d8-e8b70f424648']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:20.787533 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-22dca819-00fe-4396-8c78-f84930010a1b tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.791430 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:20.807357 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Usage tracker for resource:port and tenant:b3dd4fb2b2e04028bccc029062005b7f is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:20.839302 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5e0dbee4-e1e2-43dc-a580-4ff6f20d28d7 None None] For port 83fa35e4-aef3-4081-a4c4-046322422cb8, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=83fa35e4-aef3-4081-a4c4-046322422cb8,segment=NetworkSegment(321346ca-984b-4cb1-a071-027e0774aad0),segment_id=321346ca-984b-4cb1-a071-027e0774aad0)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:20.839974 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5e0dbee4-e1e2-43dc-a580-4ff6f20d28d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.847533 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:20.878210 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:20.885738 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-22dca819-00fe-4396-8c78-f84930010a1b tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "DELETE /v2.0/ports/615aacb9-cec3-4b00-a64e-3e67a532ea13 HTTP/1.1" status: 204 len: 168 time: 2.4044333 Jan 24 16:19:20.888447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56020) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:20.904558 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321346ca-984b-4cb1-a071-027e0774aad0') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:20.904842 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321346ca-984b-4cb1-a071-027e0774aad0') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:20.932364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.943429 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:19:20.943805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 83fa35e4-aef3-4081-a4c4-046322422cb8 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:19:20.948453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.949054 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6322797d-b895-465b-8368-8e62388a6e8e tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "PUT /v2.0/routers/fbe1b6d1-f495-4ffa-9307-0447fc99b118 HTTP/1.1" status: 200 len: 919 time: 10.8273726 Jan 24 16:19:20.955376 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b1919d-1b86-43e6-8a0b-7f96d958f3e2 None None] Sync routers for ids ['fbe1b6d1-f495-4ffa-9307-0447fc99b118'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:19:20.962586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56024) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:20.965660 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Made reservation on behalf of b3dd4fb2b2e04028bccc029062005b7f for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:20.968819 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.981939 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-1a73100f-fe13-4f02-bbce-a1c7e9ab4240', 'network_id': '1a73100f-fe13-4f02-bbce-a1c7e9ab4240', 'tenant_id': 'b3dd4fb2b2e04028bccc029062005b7f', 'fixed_ips': [{'subnet_id': 'd47a392d-8273-45b6-a5d5-0f7a2f4bb32f'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:19:20.982879 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:20.985935 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b1919d-1b86-43e6-8a0b-7f96d958f3e2 None None] Routers {'fbe1b6d1-f495-4ffa-9307-0447fc99b118'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:20.986860 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-55b1919d-1b86-43e6-8a0b-7f96d958f3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['fbe1b6d1-f495-4ffa-9307-0447fc99b118'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:20.991408 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35f4f9b-74b7-4a45-b10d-41cafad32727 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] GET failed (client error): The resource could not be found. Jan 24 16:19:20.992185 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d35f4f9b-74b7-4a45-b10d-41cafad32727 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Synchronizing usage tracker for tenant:4f428632b7be42ba86dbaa48c99d2e28 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:21.073891 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-5e0dbee4-e1e2-43dc-a580-4ff6f20d28d7 None None] Calling delete_port for 83fa35e4-aef3-4081-a4c4-046322422cb8 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:21.098754 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-55b1919d-1b86-43e6-8a0b-7f96d958f3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:21.111178 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b1919d-1b86-43e6-8a0b-7f96d958f3e2 None None] Routers {'fbe1b6d1-f495-4ffa-9307-0447fc99b118'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:21.112170 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-55b1919d-1b86-43e6-8a0b-7f96d958f3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['fbe1b6d1-f495-4ffa-9307-0447fc99b118'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:21.117844 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] device_id is not set on port 269a5f6f-80d7-4490-914b-0487e1355966 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:21.155367 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8a58b392-a9b7-47db-b59a-794fb64842e9 None None] For port 4f2194f5-3786-4849-b09c-2f40db400e63, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4f2194f5-3786-4849-b09c-2f40db400e63,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:21.155847 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8a58b392-a9b7-47db-b59a-794fb64842e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:21.166676 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 83fa35e4-aef3-4081-a4c4-046322422cb8 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:19:21.167149 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 83fa35e4-aef3-4081-a4c4-046322422cb8 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:19:21.167899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4f2194f5-3786-4849-b09c-2f40db400e63 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:19:21.188687 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-55b1919d-1b86-43e6-8a0b-7f96d958f3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:21.189797 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b1919d-1b86-43e6-8a0b-7f96d958f3e2 None None] The sync data for ids ['fbe1b6d1-f495-4ffa-9307-0447fc99b118'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:19:21.206013 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca060da8-d4c6-40e4-8ad7-d4a4c7262f34 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:21.217126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d35f4f9b-74b7-4a45-b10d-41cafad32727 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Unset dirty status for tenant:4f428632b7be42ba86dbaa48c99d2e28 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:21.221810 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d35f4f9b-74b7-4a45-b10d-41cafad32727 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "GET /v2.0/ports/615aacb9-cec3-4b00-a64e-3e67a532ea13 HTTP/1.1" status: 404 len: 333 time: 0.3269825 Jan 24 16:19:21.228206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:21.235111 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:19:21.235438 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:21.241834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56028) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:19:21.250973 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:19:21.253876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Request body: {'port': {'network_id': 'd2cba4bc-8ffa-4c48-890b-e4b370d7b217', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2033059690'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:21.265093 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-b64e32fd-94e9-42a9-ba01-721d2a6fe20f tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] For port 61d9b0b1-4ccf-467b-9610-070714861d47, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=61d9b0b1-4ccf-467b-9610-070714861d47,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:21.265438 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b64e32fd-94e9-42a9-ba01-721d2a6fe20f tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:21.401098 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8a58b392-a9b7-47db-b59a-794fb64842e9 None None] Calling delete_port for 4f2194f5-3786-4849-b09c-2f40db400e63 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:21.442598 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ca060da8-d4c6-40e4-8ad7-d4a4c7262f34 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for f039a2a2-4682-40da-88b7-61a479bd4329 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:21.479930 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57f6b79-cf7a-4455-a6a1-c15ed36405cf', 'name': 'tempest-snat-router-1771559847', 'tenant_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '61d9b0b1-4ccf-467b-9610-070714861d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:19:03Z', 'updated_at': '2022-01-24T16:19:12Z', 'revision_number': 3, 'project_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'gw_port': {'id': '61d9b0b1-4ccf-467b-9610-070714861d47', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:99:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57f6b79-cf7a-4455-a6a1-c15ed36405cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:19:08Z', 'updated_at': '2022-01-24T16:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:21.513250 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8908cd-7d73-46af-9c06-bd1be1ece9f6 None None] The sync data for ids ['b57f6b79-cf7a-4455-a6a1-c15ed36405cf'] in dv-neutron-826104-1-hyperv is: [{'id': 'b57f6b79-cf7a-4455-a6a1-c15ed36405cf', 'name': 'tempest-snat-router-1771559847', 'tenant_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.43'}], 'enable_snat': True}, 'gw_port_id': '61d9b0b1-4ccf-467b-9610-070714861d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:19:03Z', 'updated_at': '2022-01-24T16:19:12Z', 'revision_number': 3, 'project_id': 'd3846bd7b9d6467c9b1501dac62c3598', 'gw_port': {'id': '61d9b0b1-4ccf-467b-9610-070714861d47', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:99:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57f6b79-cf7a-4455-a6a1-c15ed36405cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:19:08Z', 'updated_at': '2022-01-24T16:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:19:21.553250 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-5e0dbee4-e1e2-43dc-a580-4ff6f20d28d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:19:21.553704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-5e0dbee4-e1e2-43dc-a580-4ff6f20d28d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:19:21.559903 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Allocated IP 172.20.0.10 (1a73100f-fe13-4f02-bbce-a1c7e9ab4240/d47a392d-8273-45b6-a5d5-0f7a2f4bb32f/269a5f6f-80d7-4490-914b-0487e1355966) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:21.603965 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:21.608541 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b64e32fd-94e9-42a9-ba01-721d2a6fe20f tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Calling delete_port for 61d9b0b1-4ccf-467b-9610-070714861d47 owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:21.617999 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8a58b392-a9b7-47db-b59a-794fb64842e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:21.669452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.objects.ports [None req-955a342c-3c01-445f-b5c8-f0597ee7f889 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83465) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:19:21.674744 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58b392-a9b7-47db-b59a-794fb64842e9 None None] Pushing event deleted for resources: {'Port': ['ID=4f2194f5-3786-4849-b09c-2f40db400e63,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:21.690102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:21.694675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:21.704021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:21.712582 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a58b392-a9b7-47db-b59a-794fb64842e9 None None] No DVR routers for this DVR port 4f2194f5-3786-4849-b09c-2f40db400e63 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:19:21.745680 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-955a342c-3c01-445f-b5c8-f0597ee7f889 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:21.754505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] Pushing event deleted for resources: {'Network': ['ID=918641f7-087c-427e-80d8-e8b70f424648,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:21.762500 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7804f8b1-fec8-4c3b-be3f-bee42c605e89 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299 tempest-ExtraDHCPOptionsIpV6TestJSON-1784396299-project] 10.222.0.130 "DELETE /v2.0/networks/918641f7-087c-427e-80d8-e8b70f424648 HTTP/1.1" status: 204 len: 168 time: 2.6731791 Jan 24 16:19:21.813740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca060da8-d4c6-40e4-8ad7-d4a4c7262f34 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:21.876700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:21.932925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca060da8-d4c6-40e4-8ad7-d4a4c7262f34 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=f039a2a2-4682-40da-88b7-61a479bd4329,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:21.936754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca060da8-d4c6-40e4-8ad7-d4a4c7262f34 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:21.961072 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ca060da8-d4c6-40e4-8ad7-d4a4c7262f34 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/f039a2a2-4682-40da-88b7-61a479bd4329 HTTP/1.1" status: 204 len: 168 time: 1.7696817 Jan 24 16:19:21.967224 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56034) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:21.971912 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955a342c-3c01-445f-b5c8-f0597ee7f889 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:22.020926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-955a342c-3c01-445f-b5c8-f0597ee7f889 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:22.032562 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5b116c-c4d9-43e1-ae21-cb9985188019 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:22.046107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a342c-3c01-445f-b5c8-f0597ee7f889 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=805b40d5-01a9-4f2c-91d0-e33514a96d8a,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:22.056750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955a342c-3c01-445f-b5c8-f0597ee7f889 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:22.057493 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-955a342c-3c01-445f-b5c8-f0597ee7f889 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:22.063299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-5e0dbee4-e1e2-43dc-a580-4ff6f20d28d7 None None] Deleting port 83fa35e4-aef3-4081-a4c4-046322422cb8 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:22.063924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5e0dbee4-e1e2-43dc-a580-4ff6f20d28d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:22.093332 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Made reservation on behalf of 4f428632b7be42ba86dbaa48c99d2e28 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:22.096761 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:22.150099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] device_id is not set on port b2a67483-4ad9-49d3-aed9-3780b608400e yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:22.211164 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-955a342c-3c01-445f-b5c8-f0597ee7f889 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8717649 Jan 24 16:19:22.212992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6a34b2-21ae-4c21-bc56-45b93c04e506 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:22.213483 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56040) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:22.215020 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9e6a34b2-21ae-4c21-bc56-45b93c04e506 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:22.221769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b64e32fd-94e9-42a9-ba01-721d2a6fe20f tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:22.256400 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-cb6116db-154b-45ef-8ce6-77643caa340a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:22.268146 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-5e0dbee4-e1e2-43dc-a580-4ff6f20d28d7 None None] The port '83fa35e4-aef3-4081-a4c4-046322422cb8' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:19:22.299208 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e32fd-94e9-42a9-ba01-721d2a6fe20f tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Pushing event deleted for resources: {'Port': ['ID=61d9b0b1-4ccf-467b-9610-070714861d47,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:22.341286 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56044) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:22.358630 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9e6a34b2-21ae-4c21-bc56-45b93c04e506 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:22.359857 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9e6a34b2-21ae-4c21-bc56-45b93c04e506 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3885241 Jan 24 16:19:22.392975 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56050) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:22.457457 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5abf25f-413f-4568-86f8-247b86214fdb tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] GET failed (client error): The resource could not be found. Jan 24 16:19:22.462900 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b5abf25f-413f-4568-86f8-247b86214fdb tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/f039a2a2-4682-40da-88b7-61a479bd4329 HTTP/1.1" status: 404 len: 333 time: 0.0688319 Jan 24 16:19:22.466651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56054) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:22.495724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-6f7ad6ff-904d-43dc-a186-fd6b3afa1c58 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1911567315'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:22.505998 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6f7ad6ff-904d-43dc-a186-fd6b3afa1c58 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:22.513852 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6f7ad6ff-904d-43dc-a186-fd6b3afa1c58 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:network and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:22.514094 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': '805b40d5-01a9-4f2c-91d0-e33514a96d8a'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:19:22.515064 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:22.518482 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6f7ad6ff-904d-43dc-a186-fd6b3afa1c58 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:22.623001 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ca407812-3f00-497d-83fd-a9dd224e5613 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/routers/fbe1b6d1-f495-4ffa-9307-0447fc99b118 HTTP/1.1" status: 200 len: 925 time: 1.6587253 Jan 24 16:19:22.632789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56058) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:22.707860 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Allocated IP 2001:db8::f816:3eff:fed5:c6c1 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/805b40d5-01a9-4f2c-91d0-e33514a96d8a/24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:22.716649 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6f7ad6ff-904d-43dc-a186-fd6b3afa1c58 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:22.736092 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b64e32fd-94e9-42a9-ba01-721d2a6fe20f tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:22.737159 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cb6116db-154b-45ef-8ce6-77643caa340a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:22.749246 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cb6116db-154b-45ef-8ce6-77643caa340a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:22.760659 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cb6116db-154b-45ef-8ce6-77643caa340a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:22.777025 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cb6116db-154b-45ef-8ce6-77643caa340a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:22.787935 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:22.817146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7ad6ff-904d-43dc-a186-fd6b3afa1c58 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:22.820608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad6ff-904d-43dc-a186-fd6b3afa1c58 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:22.836625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6116db-154b-45ef-8ce6-77643caa340a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:22.840843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cb6116db-154b-45ef-8ce6-77643caa340a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:22.865829 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Allocated IP 2001:db8::38b (d2cba4bc-8ffa-4c48-890b-e4b370d7b217/cd1f6188-1d9c-44eb-a642-7d6d5f6c225a/b2a67483-4ad9-49d3-aed9-3780b608400e) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:22.868472 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Transition to ACTIVE for port object 269a5f6f-80d7-4490-914b-0487e1355966 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:23.012249 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.023277 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Transition to ACTIVE for port object 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:23.042767 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Transition to ACTIVE for port object 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:23.053030 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.119546 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:23.126856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:23.131452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:23.178541 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Pushing event updated for resources: {'Port': ['ID=24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:23.183204 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d6c3bbe6-849a-4118-8741-f2027c30ff65 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=f14801aeb51b4c7e93588ddfb79f45a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8359056 Jan 24 16:19:23.187427 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b64e32fd-94e9-42a9-ba01-721d2a6fe20f tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.188842 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56062) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:23.189113 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56064) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:23.189702 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-10f43389-e40b-444c-8516-824cf1e943f1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/ports?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&device_id=fbe1b6d1-f495-4ffa-9307-0447fc99b118&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5545237 Jan 24 16:19:23.189830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7ad6ff-904d-43dc-a186-fd6b3afa1c58 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:19:23.237117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.261906 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Attempting to bind port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:19:23.261906 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Attempting to bind port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:19:23.262341 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Attempting to bind port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:19:23.278857 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:19:23.279220 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:19:23.279642 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.280114 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:19:23.280488 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Bound port: 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:19:23.280849 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.289661 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b64e32fd-94e9-42a9-ba01-721d2a6fe20f tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.291796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad6ff-904d-43dc-a186-fd6b3afa1c58 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.292302 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-6f7ad6ff-904d-43dc-a186-fd6b3afa1c58 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Added segment c559cca2-121f-46f3-ab93-f0eb57f3cf10 of type vlan for network b9983e32-a5f9-4c96-ab31-10ff4dee5438 Jan 24 16:19:23.335899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Allocated IP 172.20.0.2 (1a73100f-fe13-4f02-bbce-a1c7e9ab4240/d47a392d-8273-45b6-a5d5-0f7a2f4bb32f/3c8ede46-c42f-4868-a071-d44ac08e1403) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:23.373511 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad6ff-904d-43dc-a186-fd6b3afa1c58 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.422273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b64e32fd-94e9-42a9-ba01-721d2a6fe20f tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.422819 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64e32fd-94e9-42a9-ba01-721d2a6fe20f tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b57f6b79-cf7a-4455-a6a1-c15ed36405cf {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:19:23.427459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:23.435173 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:23.440820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event updated for resources: {'Port': ['ID=269a5f6f-80d7-4490-914b-0487e1355966,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:23.442218 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-15275f38-5377-42ab-9e89-6d1d9bce929c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.447614 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:23.467664 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0606ea-e1f9-4e53-b500-5393e1ccd0d1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:23.469103 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9a0606ea-e1f9-4e53-b500-5393e1ccd0d1 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/networks/2668b65a-79ae-4c58-beed-9fa3e5f27e5e HTTP/1.1" status: 200 len: 881 time: 0.2752063 Jan 24 16:19:23.470688 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] For port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:19:23.477549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56070) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:23.484946 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] For port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:19:23.496330 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.514493 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad6ff-904d-43dc-a186-fd6b3afa1c58 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.518030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7ad6ff-904d-43dc-a186-fd6b3afa1c58 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:23.518638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad6ff-904d-43dc-a186-fd6b3afa1c58 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.531438 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-15275f38-5377-42ab-9e89-6d1d9bce929c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.570994 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-16f19a13-1b66-4bbd-9e22-947da17ad01d tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "GET /v2.0/ports?device_id=fbe1b6d1-f495-4ffa-9307-0447fc99b118 HTTP/1.1" status: 200 len: 205 time: 0.0898283 Jan 24 16:19:23.575743 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56074) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:23.636660 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b64e32fd-94e9-42a9-ba01-721d2a6fe20f tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.640479 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b64e32fd-94e9-42a9-ba01-721d2a6fe20f tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "DELETE /v2.0/routers/b57f6b79-cf7a-4455-a6a1-c15ed36405cf HTTP/1.1" status: 204 len: 168 time: 5.4549007 Jan 24 16:19:23.653795 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372eca8-724d-4ae6-8d2b-1a6367730fa7 None None] Pushing event updated for resources: {'Port': ['ID=24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:23.658000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56078) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:23.664509 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:23.665394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.670976 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.687603 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Transition to ACTIVE for port object 3c8ede46-c42f-4868-a071-d44ac08e1403 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:23.694399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.712842 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Transition to ACTIVE for port object 3c8ede46-c42f-4868-a071-d44ac08e1403 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:23.720991 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.739089 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Transition to ACTIVE for port object b2a67483-4ad9-49d3-aed9-3780b608400e will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:23.747509 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6f7ad6ff-904d-43dc-a186-fd6b3afa1c58 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2765980 Jan 24 16:19:23.750866 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e8ee1dc7-4512-4a4b-aecc-3005c25c5e39 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5298929 Jan 24 16:19:23.751775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ad6ff-904d-43dc-a186-fd6b3afa1c58 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Network': ['ID=b9983e32-a5f9-4c96-ab31-10ff4dee5438,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:23.755905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56082) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:23.756084 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56084) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:23.762730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-96bdf460-e9a6-4376-858e-41ea463feebe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'subnet': {'network_id': 'b9983e32-a5f9-4c96-ab31-10ff4dee5438', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:23.765162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Request body: {'port': {'network_id': '1a73100f-fe13-4f02-bbce-a1c7e9ab4240', 'name': 'tempest-AllowedAddressPairTestJSON-115457143', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:69:1a:50'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:23.782659 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network b9983e32-a5f9-4c96-ab31-10ff4dee5438 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:19:23.890958 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:23.902977 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Pushing event updated for resources: {'Port': ['ID=3c8ede46-c42f-4868-a071-d44ac08e1403,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:23.905633 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:23.910176 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:23.917845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-96bdf460-e9a6-4376-858e-41ea463feebe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:23.922422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-15275f38-5377-42ab-9e89-6d1d9bce929c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.926526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-96bdf460-e9a6-4376-858e-41ea463feebe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:subnet and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:23.937757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-96bdf460-e9a6-4376-858e-41ea463feebe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:23.949594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-96bdf460-e9a6-4376-858e-41ea463feebe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:23.956866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15275f38-5377-42ab-9e89-6d1d9bce929c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a369bf7c-8ae7-43d0-877c-1779f605b2bb,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:23.978743 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cb6116db-154b-45ef-8ce6-77643caa340a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.990900 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-15275f38-5377-42ab-9e89-6d1d9bce929c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:23.990900 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-15275f38-5377-42ab-9e89-6d1d9bce929c admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/a369bf7c-8ae7-43d0-877c-1779f605b2bb HTTP/1.1" status: 204 len: 168 time: 0.7962949 Jan 24 16:19:23.990900 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bdf460-e9a6-4376-858e-41ea463feebe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:24.092770 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Attempting to bind port 3c8ede46-c42f-4868-a071-d44ac08e1403 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:19:24.093269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Attempting to bind port 3c8ede46-c42f-4868-a071-d44ac08e1403 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2e979b6e-8180-4cf3-bc09-9f28dc0d43b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1a73100f-fe13-4f02-bbce-a1c7e9ab4240'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:19:24.093471 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Attempting to bind port 3c8ede46-c42f-4868-a071-d44ac08e1403 on network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:19:24.105112 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:24.111218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:19:24.111975 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Checking segment: {'id': '2e979b6e-8180-4cf3-bc09-9f28dc0d43b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1a73100f-fe13-4f02-bbce-a1c7e9ab4240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:19:24.112365 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:24.112754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Bound using segment: {'id': '2e979b6e-8180-4cf3-bc09-9f28dc0d43b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1a73100f-fe13-4f02-bbce-a1c7e9ab4240'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:19:24.113209 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Bound port: 3c8ede46-c42f-4868-a071-d44ac08e1403, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e979b6e-8180-4cf3-bc09-9f28dc0d43b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1a73100f-fe13-4f02-bbce-a1c7e9ab4240'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:19:24.113570 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:24.239463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6116db-154b-45ef-8ce6-77643caa340a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=b3c75678-58cb-4b4f-8022-d6b1df925da4,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:24.241743 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event updated for resources: {'Port': ['ID=b2a67483-4ad9-49d3-aed9-3780b608400e,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:24.248545 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:24.272937 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] For port 3c8ede46-c42f-4868-a071-d44ac08e1403, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:19:24.277237 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] For port 3c8ede46-c42f-4868-a071-d44ac08e1403, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3c8ede46-c42f-4868-a071-d44ac08e1403,segment=NetworkSegment(2e979b6e-8180-4cf3-bc09-9f28dc0d43b2),segment_id=2e979b6e-8180-4cf3-bc09-9f28dc0d43b2)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:19:24.283815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:24.307725 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Usage tracker for resource:port and tenant:b3dd4fb2b2e04028bccc029062005b7f is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:24.318693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96bdf460-e9a6-4376-858e-41ea463feebe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:24.321190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:24.333718 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6116db-154b-45ef-8ce6-77643caa340a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:24.349903 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:24.351564 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:24.363780 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:24.366077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-cb6116db-154b-45ef-8ce6-77643caa340a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:24.369799 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:24.373923 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:24.374641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:24.385609 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6116db-154b-45ef-8ce6-77643caa340a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:24.386285 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cb6116db-154b-45ef-8ce6-77643caa340a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:24.389683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e6aa4-6eb9-4459-a63e-405994ae682b None None] Pushing event updated for resources: {'Port': ['ID=3c8ede46-c42f-4868-a071-d44ac08e1403,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:24.427689 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Made reservation on behalf of b3dd4fb2b2e04028bccc029062005b7f for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:24.451092 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-51fb1178-d750-4906-9adb-e12dc3a6b286 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2081785 Jan 24 16:19:24.453868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56098) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:24.465502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Request body: {'port': {'network_id': 'd2cba4bc-8ffa-4c48-890b-e4b370d7b217', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-465396477'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:24.515995 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cb6116db-154b-45ef-8ce6-77643caa340a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2743299 Jan 24 16:19:24.516826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56104) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:24.527077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'mac_address': 'fa:16:3e:d0:af:d8', 'name': 'tempest-NetworksTestDHCPv6-295959433'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:24.585714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96af139b-dc2d-40ff-ab98-adec29c38041 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:24.671983 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a226c59b-1beb-426e-8174-e95d769ff898 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:24.862417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:24.890971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:24.992526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] device_id is not set on port 7ab3f1ca-5326-47b1-973d-66a972cd5175 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:25.047765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:25.054932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:25.060297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:25.074184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:25.092147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:25.131159 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:25.139396 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-cb00bf84-37fc-4106-8d49-fd69b128f2c3 None None] Provisioning for port b2a67483-4ad9-49d3-aed9-3780b608400e completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:25.141217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:25.157832 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-cb00bf84-37fc-4106-8d49-fd69b128f2c3 None None] Provisioning complete for port b2a67483-4ad9-49d3-aed9-3780b608400e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:25.158331 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cb00bf84-37fc-4106-8d49-fd69b128f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:25.214861 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:25.266914 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:25.296293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-cb00bf84-37fc-4106-8d49-fd69b128f2c3 None None] Port b2a67483-4ad9-49d3-aed9-3780b608400e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:25.306911 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Made reservation on behalf of 4f428632b7be42ba86dbaa48c99d2e28 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:25.310663 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:25.362151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96bdf460-e9a6-4376-858e-41ea463feebe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:25.423594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port c32eccdb-6c5c-44c3-8801-b14e6ea4f676 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:25.455880 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] device_id is not set on port 04c2d034-8557-4dd9-bc04-442e53060c72 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:25.542370 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56118) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:25.585241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Allocated IP 172.20.0.3 (1a73100f-fe13-4f02-bbce-a1c7e9ab4240/d47a392d-8273-45b6-a5d5-0f7a2f4bb32f/7ab3f1ca-5326-47b1-973d-66a972cd5175) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:25.598853 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdf460-e9a6-4376-858e-41ea463feebe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Subnet': ['ID=7fccad5b-2875-4d2e-9bbf-76b4f56c6c7d,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:25.666815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bdf460-e9a6-4376-858e-41ea463feebe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Checking segment: {'id': 'c559cca2-121f-46f3-ab93-f0eb57f3cf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b9983e32-a5f9-4c96-ab31-10ff4dee5438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:19:25.667224 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdf460-e9a6-4376-858e-41ea463feebe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network hostable DHCP agents. Network: b9983e32-a5f9-4c96-ab31-10ff4dee5438, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:19:25.733477 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Allocated IP 2001:db8::1e (d2cba4bc-8ffa-4c48-890b-e4b370d7b217/cd1f6188-1d9c-44eb-a642-7d6d5f6c225a/04c2d034-8557-4dd9-bc04-442e53060c72) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:25.755203 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96af139b-dc2d-40ff-ab98-adec29c38041 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:25.761462 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1099591609'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:25.779179 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:25.785015 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdf460-e9a6-4376-858e-41ea463feebe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network b9983e32-a5f9-4c96-ab31-10ff4dee5438 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:19:25.792274 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Usage tracker for resource:network and tenant:af052b8aa9e742caa4ed884470bec1dd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:25.799185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:25.802153 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-96af139b-dc2d-40ff-ab98-adec29c38041 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Deleting port 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:25.802564 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96af139b-dc2d-40ff-ab98-adec29c38041 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:25.844342 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:25.854735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-96bdf460-e9a6-4376-858e-41ea463feebe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, b9983e32-a5f9-4c96-ab31-10ff4dee5438) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:25.867418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a226c59b-1beb-426e-8174-e95d769ff898 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:25.869694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be702364-6e17-4f33-8b8e-d1296fba7a3c None None] Network b9983e32-a5f9-4c96-ab31-10ff4dee5438 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:25.886365 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bdf460-e9a6-4376-858e-41ea463feebe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:25.886903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96bdf460-e9a6-4376-858e-41ea463feebe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:25.892489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 172.20.0.5 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/b3c75678-58cb-4b4f-8022-d6b1df925da4/c32eccdb-6c5c-44c3-8801-b14e6ea4f676) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:25.908038 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Made reservation on behalf of af052b8aa9e742caa4ed884470bec1dd for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:25.911155 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:25.911460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a226c59b-1beb-426e-8174-e95d769ff898 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Deleting port ecaa9c04-ef2b-49ee-bf31-aa9e148c37f2 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:25.911815 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a226c59b-1beb-426e-8174-e95d769ff898 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:25.950841 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::f816:3eff:fed0:afd8 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/805b40d5-01a9-4f2c-91d0-e33514a96d8a/c32eccdb-6c5c-44c3-8801-b14e6ea4f676) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:26.007603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:26.029198 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-96bdf460-e9a6-4376-858e-41ea463feebe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2726734 Jan 24 16:19:26.041665 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56124) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:26.110363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b58579e0-f37f-49a8-acdc-f52b2347d11a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'subnet': {'network_id': 'b9983e32-a5f9-4c96-ab31-10ff4dee5438', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:26.153426 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:26.161643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Usage tracker for resource:security_group_rule and tenant:af052b8aa9e742caa4ed884470bec1dd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:26.174909 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:26.177651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfec122-436e-4c8a-b1c8-243d4da05097 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:26.216984 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:26.232650 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:26.268437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-96af139b-dc2d-40ff-ab98-adec29c38041 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] For port 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:26.268879 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96af139b-dc2d-40ff-ab98-adec29c38041 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:26.316391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a226c59b-1beb-426e-8174-e95d769ff898 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:26.331162 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-b9983e32-a5f9-4c96-ab31-10ff4dee5438', 'network_id': 'b9983e32-a5f9-4c96-ab31-10ff4dee5438', 'tenant_id': '683bedfc540b431d8318ee7c07b39995', 'fixed_ips': [{'subnet_id': '7fccad5b-2875-4d2e-9bbf-76b4f56c6c7d'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:19:26.332080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:26.370518 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f197e72d-8dd3-406e-ba95-4a49517fce48 None None] Provisioning for port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:26.379197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f197e72d-8dd3-406e-ba95-4a49517fce48 None None] Provisioning complete for port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:26.379664 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f197e72d-8dd3-406e-ba95-4a49517fce48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:26.436799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-96af139b-dc2d-40ff-ab98-adec29c38041 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Calling delete_port for 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:26.453116 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a226c59b-1beb-426e-8174-e95d769ff898 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Calling delete_port for ecaa9c04-ef2b-49ee-bf31-aa9e148c37f2 owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:26.476829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:26.527015 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Transition to ACTIVE for port object 04c2d034-8557-4dd9-bc04-442e53060c72 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:26.657854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Transition to ACTIVE for port object 7ab3f1ca-5326-47b1-973d-66a972cd5175 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:26.694447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a226c59b-1beb-426e-8174-e95d769ff898 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:26.697777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:26.714798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a34acff-fefe-400d-a890-acc5a146a5a3 None None] Network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:26.786776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event updated for resources: {'Port': ['ID=04c2d034-8557-4dd9-bc04-442e53060c72,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:26.812770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226c59b-1beb-426e-8174-e95d769ff898 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Pushing event deleted for resources: {'Port': ['ID=ecaa9c04-ef2b-49ee-bf31-aa9e148c37f2,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:26.817073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:26.863338 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96af139b-dc2d-40ff-ab98-adec29c38041 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:26.867412 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:26.875512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:26.881006 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f197e72d-8dd3-406e-ba95-4a49517fce48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:26.890598 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3c8ede46-c42f-4868-a071-d44ac08e1403 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:26.920753 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:26.937987 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:26.942394 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:26.943008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:26.946983 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af139b-dc2d-40ff-ab98-adec29c38041 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:26.973326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:26.977801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Allocated IP 172.20.0.2 (b9983e32-a5f9-4c96-ab31-10ff4dee5438/7fccad5b-2875-4d2e-9bbf-76b4f56c6c7d/7474353b-775d-43d9-984d-590793e4c6e9) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:26.980101 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:19:27.035946 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f197e72d-8dd3-406e-ba95-4a49517fce48 None None] For port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:27.075046 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c95c0da7-69cc-4585-9982-a0a64fa423f9,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:27.083647 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f197e72d-8dd3-406e-ba95-4a49517fce48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.103234 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.103740 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Added segment d41dcfb0-355a-4669-a233-0e9e5d50f228 of type vlan for network 4ad364e7-63b0-402c-aa39-1bd4feca3133 Jan 24 16:19:27.109967 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1520be1e-4033-4c8d-a45c-599e5dffe0d4 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6522880 Jan 24 16:19:27.125920 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56128) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:27.145595 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-031d2a9d-8db9-4ea7-8848-30d2d8128024 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c0', 'mac_address': 'fa:16:3e:11:86:c6'}, {'ip_address': '2001:db8::38b', 'mac_address': 'fa:16:3e:fd:c8:94'}]}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:27.318636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:27.376970 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 3c8ede46-c42f-4868-a071-d44ac08e1403 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:27.385796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:27.405611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.408599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:27.423950 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197e72d-8dd3-406e-ba95-4a49517fce48 None None] Pushing event updated for resources: {'Port': ['ID=24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:27.448896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2979aaa9-fd3c-40ba-9611-976349210f0e None None] Provisioning for port 3c8ede46-c42f-4868-a071-d44ac08e1403 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:27.463987 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.467117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b58579e0-f37f-49a8-acdc-f52b2347d11a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:27.475674 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event updated for resources: {'Port': ['ID=7ab3f1ca-5326-47b1-973d-66a972cd5175,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:27.476541 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 61d9b0b1-4ccf-467b-9610-070714861d47 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:19:27.480516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b58579e0-f37f-49a8-acdc-f52b2347d11a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:subnet and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:27.484979 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a226c59b-1beb-426e-8174-e95d769ff898 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.500069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2979aaa9-fd3c-40ba-9611-976349210f0e None None] Provisioning complete for port 3c8ede46-c42f-4868-a071-d44ac08e1403 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:27.500432 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2979aaa9-fd3c-40ba-9611-976349210f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.513588 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96af139b-dc2d-40ff-ab98-adec29c38041 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.542784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b58579e0-f37f-49a8-acdc-f52b2347d11a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:27.559228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b58579e0-f37f-49a8-acdc-f52b2347d11a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:27.563993 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ba883e-10f9-454f-9174-0e13ee1be98a None None] Update dhcp port {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'fixed_ips': [{'subnet_id': '805b40d5-01a9-4f2c-91d0-e33514a96d8a', 'ip_address': '2001:db8::f816:3eff:fed5:c6c1'}, {'subnet_id': 'b3c75678-58cb-4b4f-8022-d6b1df925da4'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': '24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:19:27.585520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object c32eccdb-6c5c-44c3-8801-b14e6ea4f676 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:27.608858 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 61d9b0b1-4ccf-467b-9610-070714861d47 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:19:27.609249 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 61d9b0b1-4ccf-467b-9610-070714861d47 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:19:27.618332 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:19:27.640178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:27.640683 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.716761 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.720440 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:27.720963 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.721065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58579e0-f37f-49a8-acdc-f52b2347d11a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:27.743514 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d5ba883e-10f9-454f-9174-0e13ee1be98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.839606 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.848274 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2979aaa9-fd3c-40ba-9611-976349210f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.876850 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Transition to ACTIVE for port object 7474353b-775d-43d9-984d-590793e4c6e9 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:27.886959 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a226c59b-1beb-426e-8174-e95d769ff898 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.897223 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0cd3615d-b763-4ebf-8639-a6008bb9051d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.1400168 Jan 24 16:19:27.904715 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56132) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:27.950199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a226c59b-1beb-426e-8174-e95d769ff898 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.972562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96af139b-dc2d-40ff-ab98-adec29c38041 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.973025 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Transition to ACTIVE for port object 7474353b-775d-43d9-984d-590793e4c6e9 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:27.975439 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4202230 Jan 24 16:19:27.986891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56136) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:27.997350 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:27.998458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.001002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d6b05-4ec2-4c4f-8433-96fbda07bd1f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Network': ['ID=4ad364e7-63b0-402c-aa39-1bd4feca3133,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:28.003623 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96af139b-dc2d-40ff-ab98-adec29c38041 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.003746 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-12fd421d-715c-4d00-a3e5-c2501e76b08e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'subnet': {'network_id': '4ad364e7-63b0-402c-aa39-1bd4feca3133', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:28.007383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2979aaa9-fd3c-40ba-9611-976349210f0e None None] For port 3c8ede46-c42f-4868-a071-d44ac08e1403, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3c8ede46-c42f-4868-a071-d44ac08e1403,segment=NetworkSegment(2e979b6e-8180-4cf3-bc09-9f28dc0d43b2),segment_id=2e979b6e-8180-4cf3-bc09-9f28dc0d43b2)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:28.069421 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b58579e0-f37f-49a8-acdc-f52b2347d11a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.083048 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-031d2a9d-8db9-4ea7-8848-30d2d8128024 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.135191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96af139b-dc2d-40ff-ab98-adec29c38041 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.136094 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96af139b-dc2d-40ff-ab98-adec29c38041 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15cd2f07-4ab9-4665-916b-f610b7be0875 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:19:28.168547 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96af139b-dc2d-40ff-ab98-adec29c38041 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.170723 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-96af139b-dc2d-40ff-ab98-adec29c38041 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "DELETE /v2.0/routers/15cd2f07-4ab9-4665-916b-f610b7be0875 HTTP/1.1" status: 204 len: 168 time: 4.5125260 Jan 24 16:19:28.175852 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56140) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:28.184500 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1329441442', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:28.198586 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:28.207935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Usage tracker for resource:router and tenant:f0d527ef1b7748598539c390fcf4cd2a is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:28.213088 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:28.245387 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:28.296080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Pushing event updated for resources: {'Port': ['ID=7474353b-775d-43d9-984d-590793e4c6e9,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:28.302119 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 4ad364e7-63b0-402c-aa39-1bd4feca3133 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:19:28.318980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a226c59b-1beb-426e-8174-e95d769ff898 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.318980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a226c59b-1beb-426e-8174-e95d769ff898 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Fanout notify agent at l3_agent the message router_deleted on router fbe1b6d1-f495-4ffa-9307-0447fc99b118 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:19:28.325214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.326573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.345045 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2979aaa9-fd3c-40ba-9611-976349210f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.375552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=c32eccdb-6c5c-44c3-8801-b14e6ea4f676,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:28.385050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:28.391194 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:28.396928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a226c59b-1beb-426e-8174-e95d769ff898 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.401483 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a226c59b-1beb-426e-8174-e95d769ff898 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "DELETE /v2.0/routers/fbe1b6d1-f495-4ffa-9307-0447fc99b118 HTTP/1.1" status: 204 len: 168 time: 4.8089664 Jan 24 16:19:28.404501 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56144) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:28.406955 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:28.411794 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.416036 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ced9dea5-1688-4a42-99bf-011fd1785686 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-652556049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:28.417254 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Network b9983e32-a5f9-4c96-ab31-10ff4dee5438 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:28.430518 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ced9dea5-1688-4a42-99bf-011fd1785686 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:28.440603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ced9dea5-1688-4a42-99bf-011fd1785686 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Usage tracker for resource:router and tenant:e448f5670c4346f08c8616ba41950bf6 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:28.441139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-12fd421d-715c-4d00-a3e5-c2501e76b08e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:28.452409 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ced9dea5-1688-4a42-99bf-011fd1785686 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:28.465335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ced9dea5-1688-4a42-99bf-011fd1785686 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:28.469459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-031d2a9d-8db9-4ea7-8848-30d2d8128024 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.472041 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-12fd421d-715c-4d00-a3e5-c2501e76b08e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Usage tracker for resource:subnet and tenant:af052b8aa9e742caa4ed884470bec1dd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:28.485630 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf52229c-5aa4-4ea5-a9a3-061c468a11d7 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:28.489868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf52229c-5aa4-4ea5-a9a3-061c468a11d7 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:28.490579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:28.493942 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf52229c-5aa4-4ea5-a9a3-061c468a11d7 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:28.494898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-bf52229c-5aa4-4ea5-a9a3-061c468a11d7 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Synchronizing usage tracker for tenant:b3dd4fb2b2e04028bccc029062005b7f on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:28.504103 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-12fd421d-715c-4d00-a3e5-c2501e76b08e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:28.520554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-12fd421d-715c-4d00-a3e5-c2501e76b08e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:28.520752 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:28.542710 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-031d2a9d-8db9-4ea7-8848-30d2d8128024 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.546934 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.ipam_backend_mixin [None req-b58579e0-f37f-49a8-acdc-f52b2347d11a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7fccad5b-2875-4d2e-9bbf-76b4f56c6c7d (CIDR: 172.20.0.0/28) Jan 24 16:19:28.551865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:28.552756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.562741 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fd421d-715c-4d00-a3e5-c2501e76b08e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Made reservation on behalf of af052b8aa9e742caa4ed884470bec1dd for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:28.577730 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58579e0-f37f-49a8-acdc-f52b2347d11a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:19:28.578395 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58579e0-f37f-49a8-acdc-f52b2347d11a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:19:28.596821 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ced9dea5-1688-4a42-99bf-011fd1785686 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.597836 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ced9dea5-1688-4a42-99bf-011fd1785686 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.671142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-bf52229c-5aa4-4ea5-a9a3-061c468a11d7 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Unset dirty status for tenant:b3dd4fb2b2e04028bccc029062005b7f on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:28.673058 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bf52229c-5aa4-4ea5-a9a3-061c468a11d7 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.7670999 Jan 24 16:19:28.677150 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56148) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:28.678929 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b58579e0-f37f-49a8-acdc-f52b2347d11a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6360192 Jan 24 16:19:28.682992 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-d5ba883e-10f9-454f-9174-0e13ee1be98a None None] Allocated IP 172.20.0.2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/b3c75678-58cb-4b4f-8022-d6b1df925da4/24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:28.684401 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c1be1f18-627f-4292-935f-2f74fe3220df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1649659 Jan 24 16:19:28.685314 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56152) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:28.694070 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979aaa9-fd3c-40ba-9611-976349210f0e None None] Pushing event updated for resources: {'Port': ['ID=3c8ede46-c42f-4868-a071-d44ac08e1403,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:28.694669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56154) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:28.695754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-031d2a9d-8db9-4ea7-8848-30d2d8128024 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] In _notify_port_updated(), no bound segment for port 04c2d034-8557-4dd9-bc04-442e53060c72 on network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 {{(pid=83466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:19:28.699555 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031d2a9d-8db9-4ea7-8848-30d2d8128024 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:28.700175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-031d2a9d-8db9-4ea7-8848-30d2d8128024 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.701454 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-031d2a9d-8db9-4ea7-8848-30d2d8128024 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "PUT /v2.0/ports/04c2d034-8557-4dd9-bc04-442e53060c72 HTTP/1.1" status: 200 len: 1066 time: 1.5746813 Jan 24 16:19:28.722307 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56156) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:28.732680 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-75f5ba49-4160-4633-a935-c03dc43f61c1 None None] Provisioning for port 7ab3f1ca-5326-47b1-973d-66a972cd5175 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:28.759454 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-75f5ba49-4160-4633-a935-c03dc43f61c1 None None] Provisioning complete for port 7ab3f1ca-5326-47b1-973d-66a972cd5175 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:28.759727 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-75f5ba49-4160-4633-a935-c03dc43f61c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.766042 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-2c5013f7-2bee-4c42-9f37-4c713358549c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'subnet': {'network_id': 'b9983e32-a5f9-4c96-ab31-10ff4dee5438', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:28.861114 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-39b2cb5c-c361-4545-81fe-b5c1c102eeeb tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Deleting port 7ab3f1ca-5326-47b1-973d-66a972cd5175 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:28.861937 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39b2cb5c-c361-4545-81fe-b5c1c102eeeb tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.881670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d2a9d-8db9-4ea7-8848-30d2d8128024 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event updated for resources: {'Port': ['ID=04c2d034-8557-4dd9-bc04-442e53060c72,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:28.926668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:28.957583 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-75f5ba49-4160-4633-a935-c03dc43f61c1 None None] Port 7ab3f1ca-5326-47b1-973d-66a972cd5175 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:28.960025 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Attempting to bind port 7474353b-775d-43d9-984d-590793e4c6e9 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:19:28.960662 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Attempting to bind port 7474353b-775d-43d9-984d-590793e4c6e9 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'c559cca2-121f-46f3-ab93-f0eb57f3cf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b9983e32-a5f9-4c96-ab31-10ff4dee5438'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:19:28.961144 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Attempting to bind port 7474353b-775d-43d9-984d-590793e4c6e9 on network b9983e32-a5f9-4c96-ab31-10ff4dee5438 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:19:28.976429 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3c8ede46-c42f-4868-a071-d44ac08e1403 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:28.990591 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-e43e5d6d-c111-4ffa-a611-34e201c1b424 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Deleting port 04c2d034-8557-4dd9-bc04-442e53060c72 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:28.991292 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e43e5d6d-c111-4ffa-a611-34e201c1b424 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.043514 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:19:29.043884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Checking segment: {'id': 'c559cca2-121f-46f3-ab93-f0eb57f3cf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b9983e32-a5f9-4c96-ab31-10ff4dee5438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:19:29.044364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.044647 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Bound using segment: {'id': 'c559cca2-121f-46f3-ab93-f0eb57f3cf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b9983e32-a5f9-4c96-ab31-10ff4dee5438'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:19:29.045113 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Bound port: 7474353b-775d-43d9-984d-590793e4c6e9, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c559cca2-121f-46f3-ab93-f0eb57f3cf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b9983e32-a5f9-4c96-ab31-10ff4dee5438'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:19:29.045472 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.108811 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d5ba883e-10f9-454f-9174-0e13ee1be98a None None] For port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:29.169313 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ced9dea5-1688-4a42-99bf-011fd1785686 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.184397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-12fd421d-715c-4d00-a3e5-c2501e76b08e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.202298 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-75f5ba49-4160-4633-a935-c03dc43f61c1 None None] Provisioning complete for port 3c8ede46-c42f-4868-a071-d44ac08e1403 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:29.203041 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-75f5ba49-4160-4633-a935-c03dc43f61c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.236165 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d5ba883e-10f9-454f-9174-0e13ee1be98a None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.281737 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ced9dea5-1688-4a42-99bf-011fd1785686 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.300558 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 3c8ede46-c42f-4868-a071-d44ac08e1403 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:29.301020 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.324482 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d5ba883e-10f9-454f-9174-0e13ee1be98a None None] Transition to ACTIVE for port object 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:29.343262 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d5ba883e-10f9-454f-9174-0e13ee1be98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.392843 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] For port 7474353b-775d-43d9-984d-590793e4c6e9, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:19:29.396302 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2c5013f7-2bee-4c42-9f37-4c713358549c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:29.397798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23026dc-52f0-4c13-9439-c84f2bfb256b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:29.401846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23026dc-52f0-4c13-9439-c84f2bfb256b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:29.402997 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b23026dc-52f0-4c13-9439-c84f2bfb256b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:29.421799 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2c5013f7-2bee-4c42-9f37-4c713358549c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:subnet and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:29.428401 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2c5013f7-2bee-4c42-9f37-4c713358549c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:29.429482 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] For port 7474353b-775d-43d9-984d-590793e4c6e9, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7474353b-775d-43d9-984d-590793e4c6e9,segment=NetworkSegment(c559cca2-121f-46f3-ab93-f0eb57f3cf10),segment_id=c559cca2-121f-46f3-ab93-f0eb57f3cf10)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:19:29.448760 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.468883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ced9dea5-1688-4a42-99bf-011fd1785686 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.470039 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ced9dea5-1688-4a42-99bf-011fd1785686 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0615838 Jan 24 16:19:29.476099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56164) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:29.486843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2c5013f7-2bee-4c42-9f37-4c713358549c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:29.491546 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'enable_snat': False}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:29.517519 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5013f7-2bee-4c42-9f37-4c713358549c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:29.521415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2c5013f7-2bee-4c42-9f37-4c713358549c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.573254 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b23026dc-52f0-4c13-9439-c84f2bfb256b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:29.574271 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b23026dc-52f0-4c13-9439-c84f2bfb256b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.8699191 Jan 24 16:19:29.579084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56168) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:29.596774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba883e-10f9-454f-9174-0e13ee1be98a None None] Pushing event updated for resources: {'Port': ['ID=24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:29.726663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39b2cb5c-c361-4545-81fe-b5c1c102eeeb tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.740834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-12fd421d-715c-4d00-a3e5-c2501e76b08e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.772599 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a60379-b4b2-4f39-9d2c-68a413dff3ed None None] Pushing event updated for resources: {'Port': ['ID=7474353b-775d-43d9-984d-590793e4c6e9,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:29.777383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:29.797008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e43e5d6d-c111-4ffa-a611-34e201c1b424 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.826829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-926a74e4-375e-405d-8023-fa4fe9843376 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port c32eccdb-6c5c-44c3-8801-b14e6ea4f676 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:29.827612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-926a74e4-375e-405d-8023-fa4fe9843376 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.828508 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-75f5ba49-4160-4633-a935-c03dc43f61c1 None None] Provisioning for port 269a5f6f-80d7-4490-914b-0487e1355966 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:29.844317 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-75f5ba49-4160-4633-a935-c03dc43f61c1 None None] Provisioning complete for port 269a5f6f-80d7-4490-914b-0487e1355966 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:29.844678 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-75f5ba49-4160-4633-a935-c03dc43f61c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:29.872352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-39b2cb5c-c361-4545-81fe-b5c1c102eeeb tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Calling delete_port for 7ab3f1ca-5326-47b1-973d-66a972cd5175 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:29.922528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-75f5ba49-4160-4633-a935-c03dc43f61c1 None None] Port 269a5f6f-80d7-4490-914b-0487e1355966 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:29.952690 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-75f5ba49-4160-4633-a935-c03dc43f61c1 None None] Provisioning for port 04c2d034-8557-4dd9-bc04-442e53060c72 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:29.967610 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-75f5ba49-4160-4633-a935-c03dc43f61c1 None None] Provisioning complete for port 04c2d034-8557-4dd9-bc04-442e53060c72 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:29.967610 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-75f5ba49-4160-4633-a935-c03dc43f61c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:30.008130 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:19:30.050152 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:19:30.050489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6a6f2ac0-76dd-4e5f-bb11-3f318d7702cb not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:19:30.073035 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-75f5ba49-4160-4633-a935-c03dc43f61c1 None None] Port 04c2d034-8557-4dd9-bc04-442e53060c72 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:30.105896 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd421d-715c-4d00-a3e5-c2501e76b08e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Subnet': ['ID=29fd95ea-c3b1-46a6-b7af-37d2de11780c,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:30.128815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-e43e5d6d-c111-4ffa-a611-34e201c1b424 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Calling delete_port for 04c2d034-8557-4dd9-bc04-442e53060c72 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:30.207321 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b56b287d-6912-4c89-96ba-a5095e74f589 None None] Provisioning complete for port 7ab3f1ca-5326-47b1-973d-66a972cd5175 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:30.210501 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b56b287d-6912-4c89-96ba-a5095e74f589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:30.269907 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fd421d-715c-4d00-a3e5-c2501e76b08e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Checking segment: {'id': 'd41dcfb0-355a-4669-a233-0e9e5d50f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4ad364e7-63b0-402c-aa39-1bd4feca3133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:19:30.270598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fd421d-715c-4d00-a3e5-c2501e76b08e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network hostable DHCP agents. Network: 4ad364e7-63b0-402c-aa39-1bd4feca3133, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:19:30.280973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39b2cb5c-c361-4545-81fe-b5c1c102eeeb tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:30.283241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b56b287d-6912-4c89-96ba-a5095e74f589 None None] Port 7ab3f1ca-5326-47b1-973d-66a972cd5175 was deleted so its status cannot be updated. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 24 16:19:30.301664 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b56b287d-6912-4c89-96ba-a5095e74f589 None None] Provisioning complete for port 269a5f6f-80d7-4490-914b-0487e1355966 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:30.302116 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b56b287d-6912-4c89-96ba-a5095e74f589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:30.367092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2cb5c-c361-4545-81fe-b5c1c102eeeb tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event deleted for resources: {'Port': ['ID=7ab3f1ca-5326-47b1-973d-66a972cd5175,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:30.376274 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b56b287d-6912-4c89-96ba-a5095e74f589 None None] Port 269a5f6f-80d7-4490-914b-0487e1355966 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:30.392499 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b56b287d-6912-4c89-96ba-a5095e74f589 None None] Provisioning complete for port 04c2d034-8557-4dd9-bc04-442e53060c72 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:30.393039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b56b287d-6912-4c89-96ba-a5095e74f589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:30.420550 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fd421d-715c-4d00-a3e5-c2501e76b08e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 4ad364e7-63b0-402c-aa39-1bd4feca3133 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:19:30.454198 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b56b287d-6912-4c89-96ba-a5095e74f589 None None] Port 04c2d034-8557-4dd9-bc04-442e53060c72 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:30.479732 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-12fd421d-715c-4d00-a3e5-c2501e76b08e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 4ad364e7-63b0-402c-aa39-1bd4feca3133) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:30.490535 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2724c70-9acc-4f43-971b-1e2906049cbf None None] Network 4ad364e7-63b0-402c-aa39-1bd4feca3133 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:30.504712 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd421d-715c-4d00-a3e5-c2501e76b08e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:30.505385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-12fd421d-715c-4d00-a3e5-c2501e76b08e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:30.598230 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-926a74e4-375e-405d-8023-fa4fe9843376 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:30.698122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-02ad751d-f820-4ead-8951-556097123fe0 None None] Provisioning for port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:30.710020 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-02ad751d-f820-4ead-8951-556097123fe0 None None] Provisioning complete for port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:30.710773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-02ad751d-f820-4ead-8951-556097123fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:30.824279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2c5013f7-2bee-4c42-9f37-4c713358549c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:30.954412 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5013f7-2bee-4c42-9f37-4c713358549c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network b9983e32-a5f9-4c96-ab31-10ff4dee5438 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:30.956466 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-12fd421d-715c-4d00-a3e5-c2501e76b08e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9669082 Jan 24 16:19:30.961402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5013f7-2bee-4c42-9f37-4c713358549c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Subnet': ['ID=37620f5f-7949-46e7-b8d8-62bc61ea6837,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:30.977554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-2c5013f7-2bee-4c42-9f37-4c713358549c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:30.984905 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56174) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:30.989587 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5013f7-2bee-4c42-9f37-4c713358549c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:30.989925 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2c5013f7-2bee-4c42-9f37-4c713358549c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:31.001504 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1017799803', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:31.008218 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-926a74e4-375e-405d-8023-fa4fe9843376 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for c32eccdb-6c5c-44c3-8801-b14e6ea4f676 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:31.009814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:31.013970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Usage tracker for resource:router and tenant:af052b8aa9e742caa4ed884470bec1dd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:31.016408 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7474353b-775d-43d9-984d-590793e4c6e9 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:31.017124 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:31.022959 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:31.042345 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39b2cb5c-c361-4545-81fe-b5c1c102eeeb tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:31.046010 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-39b2cb5c-c361-4545-81fe-b5c1c102eeeb tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "DELETE /v2.0/ports/7ab3f1ca-5326-47b1-973d-66a972cd5175 HTTP/1.1" status: 204 len: 168 time: 2.3656826 Jan 24 16:19:31.048427 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:31.049362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:31.052373 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56178) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:31.101171 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dd0741-55b4-4f45-9ca9-1bb06b7e8db5 None None] Network 4ad364e7-63b0-402c-aa39-1bd4feca3133 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:31.104115 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-041c1d73-c456-4a65-8ef5-0791c609eef2 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] GET failed (client error): The resource could not be found. Jan 24 16:19:31.104594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-041c1d73-c456-4a65-8ef5-0791c609eef2 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Synchronizing usage tracker for tenant:b3dd4fb2b2e04028bccc029062005b7f on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:31.115236 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2c5013f7-2bee-4c42-9f37-4c713358549c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3811014 Jan 24 16:19:31.128536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56182) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:31.138168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'network_id': 'b9983e32-a5f9-4c96-ab31-10ff4dee5438', 'fixed_ips': [{'subnet_id': '7fccad5b-2875-4d2e-9bbf-76b4f56c6c7d'}, {'subnet_id': '37620f5f-7949-46e7-b8d8-62bc61ea6837'}], 'name': 'tempest-PortsTestJSON-182598405'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:31.158684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-041c1d73-c456-4a65-8ef5-0791c609eef2 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Unset dirty status for tenant:b3dd4fb2b2e04028bccc029062005b7f on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:31.165464 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-041c1d73-c456-4a65-8ef5-0791c609eef2 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "GET /v2.0/ports/7ab3f1ca-5326-47b1-973d-66a972cd5175 HTTP/1.1" status: 404 len: 333 time: 0.1055133 Jan 24 16:19:31.197046 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:31.247623 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56186) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:31.249416 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:31.258704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 7474353b-775d-43d9-984d-590793e4c6e9 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:31.280164 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:31.443449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:31.448759 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:port and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:31.449055 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a10dab-cd85-4d79-9155-0fed5616645b None None] Network b9983e32-a5f9-4c96-ab31-10ff4dee5438 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:31.451657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:31.457261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:31.468845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:31.474531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:31.475141 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f05af370-a9d9-40fd-ba78-57507d7a4517 None None] Provisioning for port c32eccdb-6c5c-44c3-8801-b14e6ea4f676 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:31.497715 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] device_id is not set on port 74d8de3b-9e16-470d-8f77-9cde295d6279 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:31.519687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Request body: {'port': {'network_id': '1a73100f-fe13-4f02-bbce-a1c7e9ab4240', 'name': 'tempest-AllowedAddressPairTestJSON-1645045583'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:31.530669 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f05af370-a9d9-40fd-ba78-57507d7a4517 None None] Provisioning complete for port c32eccdb-6c5c-44c3-8801-b14e6ea4f676 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:31.530963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f05af370-a9d9-40fd-ba78-57507d7a4517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:31.548502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-926a74e4-375e-405d-8023-fa4fe9843376 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:31.568916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f05af370-a9d9-40fd-ba78-57507d7a4517 None None] Port c32eccdb-6c5c-44c3-8801-b14e6ea4f676 was deleted so its status cannot be updated. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 24 16:19:31.588138 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:31.588503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:31.681359 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a74e4-375e-405d-8023-fa4fe9843376 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=c32eccdb-6c5c-44c3-8801-b14e6ea4f676,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:31.705331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e43e5d6d-c111-4ffa-a611-34e201c1b424 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:31.718759 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:31.841991 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e830ec99-56f9-4323-91a7-e904b437b7a1 None None] Provisioning for port 7474353b-775d-43d9-984d-590793e4c6e9 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:31.857023 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e830ec99-56f9-4323-91a7-e904b437b7a1 None None] Provisioning complete for port 7474353b-775d-43d9-984d-590793e4c6e9 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:31.857692 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e830ec99-56f9-4323-91a7-e904b437b7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:31.905147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e5d6d-c111-4ffa-a611-34e201c1b424 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event deleted for resources: {'Port': ['ID=04c2d034-8557-4dd9-bc04-442e53060c72,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:32.016527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Allocated IP 172.20.0.14 (b9983e32-a5f9-4c96-ab31-10ff4dee5438/7fccad5b-2875-4d2e-9bbf-76b4f56c6c7d/74d8de3b-9e16-470d-8f77-9cde295d6279) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:32.024677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Allocated IP 172.20.0.26 (b9983e32-a5f9-4c96-ab31-10ff4dee5438/37620f5f-7949-46e7-b8d8-62bc61ea6837/74d8de3b-9e16-470d-8f77-9cde295d6279) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:32.037445 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e830ec99-56f9-4323-91a7-e904b437b7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:32.092329 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:32.147094 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a0ecf5-095a-4b24-a9ed-ca07e42a418e None None] Update dhcp port {'port': {'network_id': 'b9983e32-a5f9-4c96-ab31-10ff4dee5438', 'fixed_ips': [{'subnet_id': '7fccad5b-2875-4d2e-9bbf-76b4f56c6c7d', 'ip_address': '172.20.0.2'}, {'subnet_id': '37620f5f-7949-46e7-b8d8-62bc61ea6837'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': '7474353b-775d-43d9-984d-590793e4c6e9'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:19:32.150806 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:32.204159 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a0a0ecf5-095a-4b24-a9ed-ca07e42a418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:32.222226 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-e830ec99-56f9-4323-91a7-e904b437b7a1 None None] For port 7474353b-775d-43d9-984d-590793e4c6e9, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7474353b-775d-43d9-984d-590793e4c6e9,segment=NetworkSegment(c559cca2-121f-46f3-ab93-f0eb57f3cf10),segment_id=c559cca2-121f-46f3-ab93-f0eb57f3cf10)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:32.242882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:32.267641 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e830ec99-56f9-4323-91a7-e904b437b7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:32.286661 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Allocated IP 172.26.2.29 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/26377363-ced7-4bb5-a367-b91f6c510646) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:32.304151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:32.326967 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-926a74e4-375e-405d-8023-fa4fe9843376 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:32.375246 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:32.398759 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Transition to ACTIVE for port object 74d8de3b-9e16-470d-8f77-9cde295d6279 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:32.435643 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830ec99-56f9-4323-91a7-e904b437b7a1 None None] Pushing event updated for resources: {'Port': ['ID=7474353b-775d-43d9-984d-590793e4c6e9,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:32.472443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:32.503103 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:32.506463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:32.548933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Made reservation on behalf of b3dd4fb2b2e04028bccc029062005b7f for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:32.552754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:32.576757 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-a0a0ecf5-095a-4b24-a9ed-ca07e42a418e None None] Allocated IP 172.20.0.18 (b9983e32-a5f9-4c96-ab31-10ff4dee5438/37620f5f-7949-46e7-b8d8-62bc61ea6837/7474353b-775d-43d9-984d-590793e4c6e9) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:32.628807 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-926a74e4-375e-405d-8023-fa4fe9843376 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/c32eccdb-6c5c-44c3-8801-b14e6ea4f676 HTTP/1.1" status: 204 len: 168 time: 3.0429451 Jan 24 16:19:32.630844 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56190) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:32.638657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network b9983e32-a5f9-4c96-ab31-10ff4dee5438 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:32.647530 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e43e5d6d-c111-4ffa-a611-34e201c1b424 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:32.653672 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e43e5d6d-c111-4ffa-a611-34e201c1b424 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "DELETE /v2.0/ports/04c2d034-8557-4dd9-bc04-442e53060c72 HTTP/1.1" status: 204 len: 168 time: 3.9218180 Jan 24 16:19:32.654010 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] device_id is not set on port 773cb5c1-6d7a-45ea-8520-dd02693239ec yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:32.685325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:32.692266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56194) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:32.696391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:32.725504 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=74d8de3b-9e16-470d-8f77-9cde295d6279,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:32.786263 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f1548-77c4-41ed-932a-f2640688abe5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:32.787600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f1548-77c4-41ed-932a-f2640688abe5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:32.789022 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f1548-77c4-41ed-932a-f2640688abe5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:32.789842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a93f1548-77c4-41ed-932a-f2640688abe5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:32.800032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:32.800531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:32.812644 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7474353b-775d-43d9-984d-590793e4c6e9 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:32.832387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a93f1548-77c4-41ed-932a-f2640688abe5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:32.836018 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a93f1548-77c4-41ed-932a-f2640688abe5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2022457 Jan 24 16:19:32.836910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56198) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:32.859991 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a0a0ecf5-095a-4b24-a9ed-ca07e42a418e None None] For port 7474353b-775d-43d9-984d-590793e4c6e9, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7474353b-775d-43d9-984d-590793e4c6e9,segment=NetworkSegment(c559cca2-121f-46f3-ab93-f0eb57f3cf10),segment_id=c559cca2-121f-46f3-ab93-f0eb57f3cf10)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:32.877681 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-dd42a30e-833c-4393-9f19-0886fe23e1b6 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7462120 Jan 24 16:19:32.882067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56202) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:32.889829 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7fccad5b-2875-4d2e-9bbf-76b4f56c6c7d'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:32.898728 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb0bb37-5b9a-4d99-9ca7-7b352a09423e tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] GET failed (client error): The resource could not be found. Jan 24 16:19:32.899248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5cb0bb37-5b9a-4d99-9ca7-7b352a09423e tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Synchronizing usage tracker for tenant:4f428632b7be42ba86dbaa48c99d2e28 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:32.910970 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a0a0ecf5-095a-4b24-a9ed-ca07e42a418e None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:32.937800 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a0a0ecf5-095a-4b24-a9ed-ca07e42a418e None None] Transition to ACTIVE for port object 7474353b-775d-43d9-984d-590793e4c6e9 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:32.944917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a0a0ecf5-095a-4b24-a9ed-ca07e42a418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:32.973279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:32.984883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5cb0bb37-5b9a-4d99-9ca7-7b352a09423e tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Unset dirty status for tenant:4f428632b7be42ba86dbaa48c99d2e28 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:32.985988 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5cb0bb37-5b9a-4d99-9ca7-7b352a09423e tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "GET /v2.0/ports/04c2d034-8557-4dd9-bc04-442e53060c72 HTTP/1.1" status: 404 len: 333 time: 0.2917192 Jan 24 16:19:33.012086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56206) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:33.055250 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0ecf5-095a-4b24-a9ed-ca07e42a418e None None] Pushing event updated for resources: {'Port': ['ID=7474353b-775d-43d9-984d-590793e4c6e9,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:33.102117 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Allocated IP 172.20.0.7 (1a73100f-fe13-4f02-bbce-a1c7e9ab4240/d47a392d-8273-45b6-a5d5-0f7a2f4bb32f/773cb5c1-6d7a-45ea-8520-dd02693239ec) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:33.152464 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:33.303404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Pushing event updated for resources: {'Port': ['ID=26377363-ced7-4bb5-a367-b91f6c510646,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:33.310811 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:33.328747 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:33.331030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:33.337847 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-0d1849a8-a381-4077-941c-71a6c4598886 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Deleting port b2a67483-4ad9-49d3-aed9-3780b608400e {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:33.337847 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0d1849a8-a381-4077-941c-71a6c4598886 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:33.359910 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:33.360952 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:33.427659 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Allocated IP 172.26.2.159 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/70824363-16f9-49de-860c-970a3ef67032) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:33.467737 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:33.478781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-4017ca98-843b-4afc-9c8d-6891fe92af24 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet 805b40d5-01a9-4f2c-91d0-e33514a96d8a {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:19:33.499794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4017ca98-843b-4afc-9c8d-6891fe92af24 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:33.666269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2c4df7-e63a-4ee2-99a0-29720444520d None None] Network b9983e32-a5f9-4c96-ab31-10ff4dee5438 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:33.673793 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:33.706349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Transition to ACTIVE for port object 773cb5c1-6d7a-45ea-8520-dd02693239ec will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:33.721884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4017ca98-843b-4afc-9c8d-6891fe92af24 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:33.764248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:33.792096 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e2f6add5-e70a-484f-9247-16676527fe92 None None] Provisioning for port 7474353b-775d-43d9-984d-590793e4c6e9 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:33.801655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e2f6add5-e70a-484f-9247-16676527fe92 None None] Provisioning complete for port 7474353b-775d-43d9-984d-590793e4c6e9 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:33.802157 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e2f6add5-e70a-484f-9247-16676527fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:33.853918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:33.859354 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:33.866260 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:33.867126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:33.870602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:33.938053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event updated for resources: {'Port': ['ID=773cb5c1-6d7a-45ea-8520-dd02693239ec,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:33.946242 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:33.947734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:34.082983 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:34.112490 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0d1849a8-a381-4077-941c-71a6c4598886 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:34.120029 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f797a0bb-5b3b-424e-9987-4904a087ff2d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8635864 Jan 24 16:19:34.124361 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56214) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:34.200661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-40c73059-0792-4e6b-8f20-ebc3c9706828 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:69:1a:50'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:34.232496 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4017ca98-843b-4afc-9c8d-6891fe92af24 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:34.251148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-339dcac3-be70-4eff-a3c4-1e6b6a1a27d5 None None] Provisioning for port 773cb5c1-6d7a-45ea-8520-dd02693239ec completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:34.257977 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-339dcac3-be70-4eff-a3c4-1e6b6a1a27d5 None None] Provisioning complete for port 773cb5c1-6d7a-45ea-8520-dd02693239ec triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:34.258750 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-339dcac3-be70-4eff-a3c4-1e6b6a1a27d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:34.309746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Router 196e728e-8107-4c76-9ee2-bdcb4f8d1785 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:19:34.324531 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-339dcac3-be70-4eff-a3c4-1e6b6a1a27d5 None None] Port 773cb5c1-6d7a-45ea-8520-dd02693239ec cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:34.335535 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-0d1849a8-a381-4077-941c-71a6c4598886 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Calling delete_port for b2a67483-4ad9-49d3-aed9-3780b608400e owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:34.457032 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5a7046a3-ba9e-4042-bbef-8490876e983f None None] Provisioning complete for port 7474353b-775d-43d9-984d-590793e4c6e9 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:34.457739 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5a7046a3-ba9e-4042-bbef-8490876e983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:34.537290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:19:34.561525 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:34.563890 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c7700-4e06-4d52-8da0-d95a9215d31d None None] Sync routers for ids ['196e728e-8107-4c76-9ee2-bdcb4f8d1785'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:19:34.566155 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-79e2c314-b756-42ce-b3e7-92396026fc1b tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3890405 Jan 24 16:19:34.567011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56218) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:34.572654 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-bbf38ba5-e2c9-42f5-80ec-0885675e9c84 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'enable_snat': False}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:34.600513 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c7700-4e06-4d52-8da0-d95a9215d31d None None] Routers {'196e728e-8107-4c76-9ee2-bdcb4f8d1785'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:34.601375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-350c7700-4e06-4d52-8da0-d95a9215d31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['196e728e-8107-4c76-9ee2-bdcb4f8d1785'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:34.664548 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-350c7700-4e06-4d52-8da0-d95a9215d31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:34.681100 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c7700-4e06-4d52-8da0-d95a9215d31d None None] Routers {'196e728e-8107-4c76-9ee2-bdcb4f8d1785'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:34.682271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-350c7700-4e06-4d52-8da0-d95a9215d31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['196e728e-8107-4c76-9ee2-bdcb4f8d1785'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:34.687116 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:34.698231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Delete allocated IP 172.20.0.26 (b9983e32-a5f9-4c96-ab31-10ff4dee5438/37620f5f-7949-46e7-b8d8-62bc61ea6837) {{(pid=83465) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 24 16:19:34.733642 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5a7046a3-ba9e-4042-bbef-8490876e983f None None] Provisioning for port 74d8de3b-9e16-470d-8f77-9cde295d6279 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:34.747996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4017ca98-843b-4afc-9c8d-6891fe92af24 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:34.748993 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5a7046a3-ba9e-4042-bbef-8490876e983f None None] Provisioning complete for port 74d8de3b-9e16-470d-8f77-9cde295d6279 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:34.749451 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5a7046a3-ba9e-4042-bbef-8490876e983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:34.776436 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-350c7700-4e06-4d52-8da0-d95a9215d31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:34.776436 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c7700-4e06-4d52-8da0-d95a9215d31d None None] The sync data for ids ['196e728e-8107-4c76-9ee2-bdcb4f8d1785'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:19:34.792123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Allocated IP 172.26.2.123 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/51bca113-759d-49f2-a6f0-452bc5288dd0) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:34.805653 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-5a7046a3-ba9e-4042-bbef-8490876e983f None None] Port 74d8de3b-9e16-470d-8f77-9cde295d6279 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:34.936837 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c1084359-7c7f-4447-b609-70245a71d926 None None] Provisioning complete for port 74d8de3b-9e16-470d-8f77-9cde295d6279 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:34.937241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c1084359-7c7f-4447-b609-70245a71d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:34.975848 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7067daad-fc89-4123-a4c2-fee24ea6c244 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:34.993118 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4017ca98-843b-4afc-9c8d-6891fe92af24 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:34.997902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7474353b-775d-43d9-984d-590793e4c6e9 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:35.016819 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017ca98-843b-4afc-9c8d-6891fe92af24 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=805b40d5-01a9-4f2c-91d0-e33514a96d8a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:35.030280 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-40c73059-0792-4e6b-8f20-ebc3c9706828 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:35.130877 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c1084359-7c7f-4447-b609-70245a71d926 None None] Port 74d8de3b-9e16-470d-8f77-9cde295d6279 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:35.155532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=70824363-16f9-49de-860c-970a3ef67032,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:35.163234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:35.181747 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:35.187823 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4017ca98-843b-4afc-9c8d-6891fe92af24 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/805b40d5-01a9-4f2c-91d0-e33514a96d8a HTTP/1.1" status: 204 len: 168 time: 2.3483739 Jan 24 16:19:35.188238 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56222) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:35.188945 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:35.205524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:35.260805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 7474353b-775d-43d9-984d-590793e4c6e9 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:35.262675 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:35.291164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0d1849a8-a381-4077-941c-71a6c4598886 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:35.369916 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:35.464428 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1849a8-a381-4077-941c-71a6c4598886 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event deleted for resources: {'Port': ['ID=b2a67483-4ad9-49d3-aed9-3780b608400e,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:35.548798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:35.554790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0d1849a8-a381-4077-941c-71a6c4598886 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:35.557392 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0d1849a8-a381-4077-941c-71a6c4598886 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "DELETE /v2.0/ports/b2a67483-4ad9-49d3-aed9-3780b608400e HTTP/1.1" status: 204 len: 168 time: 2.5035808 Jan 24 16:19:35.561882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56226) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:35.564634 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:35.567164 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:35.599969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Pushing event updated for resources: {'Port': ['ID=51bca113-759d-49f2-a6f0-452bc5288dd0,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:35.614746 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:19:35.624741 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a71173-05d9-4229-8638-5ecd5f4fd17e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet b3c75678-58cb-4b4f-8022-d6b1df925da4 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:19:35.632017 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b2a71173-05d9-4229-8638-5ecd5f4fd17e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:35.647287 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:35.654946 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c8adef-7ff7-45e7-bb42-b7bbe753b416 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] GET failed (client error): The resource could not be found. Jan 24 16:19:35.655445 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-82c8adef-7ff7-45e7-bb42-b7bbe753b416 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Synchronizing usage tracker for tenant:4f428632b7be42ba86dbaa48c99d2e28 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:35.711010 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Ignored duplicate provisioning block setup for port 74d8de3b-9e16-470d-8f77-9cde295d6279 by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 24 16:19:35.732306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:35.785059 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-82c8adef-7ff7-45e7-bb42-b7bbe753b416 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Unset dirty status for tenant:4f428632b7be42ba86dbaa48c99d2e28 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:35.786143 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-82c8adef-7ff7-45e7-bb42-b7bbe753b416 tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "GET /v2.0/ports/b2a67483-4ad9-49d3-aed9-3780b608400e HTTP/1.1" status: 404 len: 333 time: 0.2192118 Jan 24 16:19:35.801518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56232) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:35.821221 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b2a71173-05d9-4229-8638-5ecd5f4fd17e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:35.882483 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-40c73059-0792-4e6b-8f20-ebc3c9706828 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:35.942473 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-40c73059-0792-4e6b-8f20-ebc3c9706828 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:35.983369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=74d8de3b-9e16-470d-8f77-9cde295d6279,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:35.987232 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b2a71173-05d9-4229-8638-5ecd5f4fd17e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:36.008995 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-1f82cbed-4334-4739-bcfb-57eb0595feda tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Deleting port 833b119b-4622-4732-846f-b34908829866 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:36.009328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1f82cbed-4334-4739-bcfb-57eb0595feda tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:36.063750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:36.064098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:36.064430 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:36.064758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:36.065081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:36.065402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:36.065720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:36.066035 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:36.066347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:36.066659 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:36.066969 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:36.165407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:36.229534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b2a71173-05d9-4229-8638-5ecd5f4fd17e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:36.244165 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] In _notify_port_updated(), no bound segment for port 74d8de3b-9e16-470d-8f77-9cde295d6279 on network b9983e32-a5f9-4c96-ab31-10ff4dee5438 {{(pid=83465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:19:36.248032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:36.248905 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:36.250091 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f71544ce-e664-4aca-918d-dc806f2bfe97 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "PUT /v2.0/ports/74d8de3b-9e16-470d-8f77-9cde295d6279 HTTP/1.1" status: 200 len: 919 time: 3.3671193 Jan 24 16:19:36.262077 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56236) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:36.279310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7fccad5b-2875-4d2e-9bbf-76b4f56c6c7d'}, {'subnet_id': '37620f5f-7949-46e7-b8d8-62bc61ea6837'}]}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:36.302252 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c73059-0792-4e6b-8f20-ebc3c9706828 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event updated for resources: {'Port': ['ID=773cb5c1-6d7a-45ea-8520-dd02693239ec,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:36.329914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-40c73059-0792-4e6b-8f20-ebc3c9706828 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] In _notify_port_updated(), no bound segment for port 773cb5c1-6d7a-45ea-8520-dd02693239ec on network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 {{(pid=83465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:19:36.334517 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c73059-0792-4e6b-8f20-ebc3c9706828 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:36.335200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-40c73059-0792-4e6b-8f20-ebc3c9706828 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:36.335898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a71173-05d9-4229-8638-5ecd5f4fd17e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c75678-58cb-4b4f-8022-d6b1df925da4,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:36.339644 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-40c73059-0792-4e6b-8f20-ebc3c9706828 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "PUT /v2.0/ports/773cb5c1-6d7a-45ea-8520-dd02693239ec HTTP/1.1" status: 200 len: 994 time: 2.2062669 Jan 24 16:19:36.341276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56240) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:36.366017 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b2a71173-05d9-4229-8638-5ecd5f4fd17e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:36.372524 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2b216887-339e-4d51-813c-e56506291c06 None None] Provisioning complete for port 74d8de3b-9e16-470d-8f77-9cde295d6279 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:36.373740 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2b216887-339e-4d51-813c-e56506291c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:36.398815 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:36.399705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:36.411190 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc28cf0-a55e-47a9-9448-fc372724f7b3 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:36.456411 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bbf38ba5-e2c9-42f5-80ec-0885675e9c84 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:36.493094 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b2a71173-05d9-4229-8638-5ecd5f4fd17e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/b3c75678-58cb-4b4f-8022-d6b1df925da4 HTTP/1.1" status: 204 len: 168 time: 1.2919316 Jan 24 16:19:36.498794 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56244) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:36.577014 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2b216887-339e-4d51-813c-e56506291c06 None None] Port 74d8de3b-9e16-470d-8f77-9cde295d6279 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:36.587286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-82bab27d-4ec6-4ff9-9a21-10ffe19fa37f tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Deleting port 773cb5c1-6d7a-45ea-8520-dd02693239ec {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:36.587679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-82bab27d-4ec6-4ff9-9a21-10ffe19fa37f tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:36.708483 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-441e1319-db86-4c95-9a36-3c939a48fca8 None None] Provisioning complete for port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:36.711296 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-441e1319-db86-4c95-9a36-3c939a48fca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:36.754868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:36.764970 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c28cbb8f-f4c5-43be-a351-7fc871729b36 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2620082 Jan 24 16:19:36.774262 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56250) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:36.774687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:36.789175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-754debb2-6032-496c-b798-cfd7b4d698a4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:36.792878 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1eff97-8bbd-4aa2-bdf6-2c76f6fad6a5 None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:19:36.802541 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ad1eff97-8bbd-4aa2-bdf6-2c76f6fad6a5 None None] Deleting port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:36.802906 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ad1eff97-8bbd-4aa2-bdf6-2c76f6fad6a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:36.834803 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:19:36.884830 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1f82cbed-4334-4739-bcfb-57eb0595feda tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:37.040676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-1f82cbed-4334-4739-bcfb-57eb0595feda tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Calling delete_port for 833b119b-4622-4732-846f-b34908829866 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:37.121139 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-754debb2-6032-496c-b798-cfd7b4d698a4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:37.140531 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-754debb2-6032-496c-b798-cfd7b4d698a4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:37.147259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-754debb2-6032-496c-b798-cfd7b4d698a4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:37.157616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:37.170030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-754debb2-6032-496c-b798-cfd7b4d698a4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:37.200695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-ad1eff97-8bbd-4aa2-bdf6-2c76f6fad6a5 None None] For port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:37.201083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ad1eff97-8bbd-4aa2-bdf6-2c76f6fad6a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:37.224112 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754debb2-6032-496c-b798-cfd7b4d698a4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:37.227674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-754debb2-6032-496c-b798-cfd7b4d698a4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:37.361703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-82bab27d-4ec6-4ff9-9a21-10ffe19fa37f tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:37.382060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ad1eff97-8bbd-4aa2-bdf6-2c76f6fad6a5 None None] Calling delete_port for 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:37.520832 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e9357dc5-9f6c-4dee-b6ce-debc5c75601e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:37.531789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-82bab27d-4ec6-4ff9-9a21-10ffe19fa37f tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Calling delete_port for 773cb5c1-6d7a-45ea-8520-dd02693239ec owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:37.552303 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-441e1319-db86-4c95-9a36-3c939a48fca8 None None] Provisioning complete for port 773cb5c1-6d7a-45ea-8520-dd02693239ec triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:37.552678 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-441e1319-db86-4c95-9a36-3c939a48fca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:37.595168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ad1eff97-8bbd-4aa2-bdf6-2c76f6fad6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:37.608114 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1f82cbed-4334-4739-bcfb-57eb0595feda tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:37.629236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:37.665960 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1eff97-8bbd-4aa2-bdf6-2c76f6fad6a5 None None] Pushing event deleted for resources: {'Port': ['ID=24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:37.674095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82cbed-4334-4739-bcfb-57eb0595feda tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event deleted for resources: {'Port': ['ID=833b119b-4622-4732-846f-b34908829866,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:37.682745 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1eff97-8bbd-4aa2-bdf6-2c76f6fad6a5 None None] No DVR routers for this DVR port 24b0ab85-95bd-4ee8-9ae9-adcbf6b6ed0f on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:19:37.684283 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-441e1319-db86-4c95-9a36-3c939a48fca8 None None] Port 773cb5c1-6d7a-45ea-8520-dd02693239ec cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:37.792442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1f82cbed-4334-4739-bcfb-57eb0595feda tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:37.845772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf6958-6d4a-4622-9db2-9dd6692be190 req-0088700e-cdb6-4365-a50d-98e4c7e250de tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:37.847288 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-37bf6958-6d4a-4622-9db2-9dd6692be190 req-0088700e-cdb6-4365-a50d-98e4c7e250de tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.4144571 Jan 24 16:19:37.854825 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1f82cbed-4334-4739-bcfb-57eb0595feda tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "DELETE /v2.0/ports/833b119b-4622-4732-846f-b34908829866 HTTP/1.1" status: 204 len: 168 time: 2.0513418 Jan 24 16:19:37.861236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56262) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:37.924635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 30860f65-4396-4e3b-87b1-722c8f1e65dd is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:19:37.963318 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-33c41255-deb0-4aca-be82-3cfa991658dd req-4e3dfb60-710f-4449-8a28-e92cceee7f6e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=fbb9efdaac9a4d899b480136df279d62&device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 1099 time: 0.5838385 Jan 24 16:19:38.006582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-82bab27d-4ec6-4ff9-9a21-10ffe19fa37f tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:38.016514 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-37bf6958-6d4a-4622-9db2-9dd6692be190 req-8d939135-e1bf-409b-9194-5804a6797f9b tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596208 Jan 24 16:19:38.160861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bab27d-4ec6-4ff9-9a21-10ffe19fa37f tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event deleted for resources: {'Port': ['ID=773cb5c1-6d7a-45ea-8520-dd02693239ec,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:38.370877 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Allocated IP 172.20.0.29 (b9983e32-a5f9-4c96-ab31-10ff4dee5438/37620f5f-7949-46e7-b8d8-62bc61ea6837/74d8de3b-9e16-470d-8f77-9cde295d6279) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:38.432439 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-754debb2-6032-496c-b798-cfd7b4d698a4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:38.486703 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bbf38ba5-e2c9-42f5-80ec-0885675e9c84 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:38.492716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c272dd3f-d2d6-4a1a-83e7-178d8d8a840a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Deleting subnet cd1f6188-1d9c-44eb-a642-7d6d5f6c225a {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:19:38.529387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c272dd3f-d2d6-4a1a-83e7-178d8d8a840a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:38.551507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bbf38ba5-e2c9-42f5-80ec-0885675e9c84 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:38.602936 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Router 2d84dc20-eab0-4ff4-8bca-93aff186fbd3 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:19:38.611751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754debb2-6032-496c-b798-cfd7b4d698a4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:38.612828 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-82bab27d-4ec6-4ff9-9a21-10ffe19fa37f tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:38.618673 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c272dd3f-d2d6-4a1a-83e7-178d8d8a840a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:38.671921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-754debb2-6032-496c-b798-cfd7b4d698a4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:38.683143 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4507c9e-85b2-4d89-b859-f3cdc4545da1 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:38.693993 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754debb2-6032-496c-b798-cfd7b4d698a4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:38.694600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-754debb2-6032-496c-b798-cfd7b4d698a4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:38.712740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754debb2-6032-496c-b798-cfd7b4d698a4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=d268b2e1-f6cd-474d-9b92-14d24712f2d4,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:38.723942 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-82bab27d-4ec6-4ff9-9a21-10ffe19fa37f tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "DELETE /v2.0/ports/773cb5c1-6d7a-45ea-8520-dd02693239ec HTTP/1.1" status: 204 len: 168 time: 2.3815775 Jan 24 16:19:38.727405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56266) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:38.744645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c41255-deb0-4aca-be82-3cfa991658dd req-7110f49d-601c-4117-b054-567b162a0497 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:38.746184 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-33c41255-deb0-4aca-be82-3cfa991658dd req-7110f49d-601c-4117-b054-567b162a0497 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5495e0fa-a9db-448f-8be6-86cc8bed9d19 HTTP/1.1" status: 200 len: 913 time: 0.7681971 Jan 24 16:19:38.796788 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7c39fb-35fe-4348-9006-077d4cdfff93 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] GET failed (client error): The resource could not be found. Jan 24 16:19:38.797295 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1c7c39fb-35fe-4348-9006-077d4cdfff93 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Synchronizing usage tracker for tenant:b3dd4fb2b2e04028bccc029062005b7f on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:38.839781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1c7c39fb-35fe-4348-9006-077d4cdfff93 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Unset dirty status for tenant:b3dd4fb2b2e04028bccc029062005b7f on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:38.844473 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1c7c39fb-35fe-4348-9006-077d4cdfff93 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "GET /v2.0/ports/773cb5c1-6d7a-45ea-8520-dd02693239ec HTTP/1.1" status: 404 len: 333 time: 0.1117227 Jan 24 16:19:38.846341 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56270) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:38.856570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Request body: {'port': {'network_id': '1a73100f-fe13-4f02-bbce-a1c7e9ab4240', 'name': 'tempest-AllowedAddressPairTestJSON-484434267'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:38.877445 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c272dd3f-d2d6-4a1a-83e7-178d8d8a840a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:38.892057 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-754debb2-6032-496c-b798-cfd7b4d698a4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1147065 Jan 24 16:19:38.905729 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56274) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:38.922498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:19:38.941325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': 'd268b2e1-f6cd-474d-9b92-14d24712f2d4'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:19:38.942437 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:38.954774 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:38.968236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:38.992821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:19:38.998923 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Transition to ACTIVE for port object 74d8de3b-9e16-470d-8f77-9cde295d6279 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:39.012726 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-33c41255-deb0-4aca-be82-3cfa991658dd req-81339bc4-4000-4042-82a9-e5ad472e55b5 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e HTTP/1.1" status: 200 len: 1002 time: 0.2510774 Jan 24 16:19:39.015955 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce1e27-1173-4dcd-a995-7d1412efb7fe None None] Sync routers for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:19:39.031931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:39.036524 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce1e27-1173-4dcd-a995-7d1412efb7fe None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:39.037424 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c2ce1e27-1173-4dcd-a995-7d1412efb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:39.138821 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c2ce1e27-1173-4dcd-a995-7d1412efb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:39.153279 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce1e27-1173-4dcd-a995-7d1412efb7fe None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:39.154236 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c2ce1e27-1173-4dcd-a995-7d1412efb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:39.167842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:39.169179 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-413b16d1-6dc2-4868-a127-22d3f102dd9e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.1828532 Jan 24 16:19:39.180212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56280) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:39.234057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4a0c613a-d4b9-4935-9ac9-ec52e996dc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:39.246653 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c2ce1e27-1173-4dcd-a995-7d1412efb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:39.248655 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce1e27-1173-4dcd-a995-7d1412efb7fe None None] The sync data for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:19:39.263721 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Allocated IP 172.20.0.2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/d268b2e1-f6cd-474d-9b92-14d24712f2d4/1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:39.288762 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c272dd3f-d2d6-4a1a-83e7-178d8d8a840a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:39.344080 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:39.350818 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272dd3f-d2d6-4a1a-83e7-178d8d8a840a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1f6188-1d9c-44eb-a642-7d6d5f6c225a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:39.376752 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:39.378953 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:39.381712 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c272dd3f-d2d6-4a1a-83e7-178d8d8a840a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:39.402957 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:39.408056 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=74d8de3b-9e16-470d-8f77-9cde295d6279,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:39.410792 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:39.411280 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c41255-deb0-4aca-be82-3cfa991658dd req-de1d5a76-3232-4851-a0e3-4703d7739978 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:39.412778 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-33c41255-deb0-4aca-be82-3cfa991658dd req-de1d5a76-3232-4851-a0e3-4703d7739978 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3c1c62db-bb5b-4b37-8d89-20b3ac5d7145 HTTP/1.1" status: 200 len: 851 time: 0.3662899 Jan 24 16:19:39.417114 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c272dd3f-d2d6-4a1a-83e7-178d8d8a840a tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "DELETE /v2.0/subnets/cd1f6188-1d9c-44eb-a642-7d6d5f6c225a HTTP/1.1" status: 204 len: 168 time: 1.5521491 Jan 24 16:19:39.420390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56284) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:39.428279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:39.457166 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Made reservation on behalf of b3dd4fb2b2e04028bccc029062005b7f for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:39.460363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:39.514300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a751d824-937d-4b0b-b5ed-e0d7d09ff125 None None] Network d2cba4bc-8ffa-4c48-890b-e4b370d7b217 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:39.528905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:39.529252 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:39.529974 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:39.529974 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:39.530355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:39.530685 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:39.531379 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:39.531379 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:39.531640 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:39.531951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:39.532260 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:39.564573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] device_id is not set on port 94501c13-8aa3-463f-8797-14b966846bc3 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:39.600872 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:39.653062 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] In _notify_port_updated(), no bound segment for port 74d8de3b-9e16-470d-8f77-9cde295d6279 on network b9983e32-a5f9-4c96-ab31-10ff4dee5438 {{(pid=83466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:19:39.656848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:39.657444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:39.661478 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-22c4bee1-832d-4cd5-8e7c-7be9ee364fc8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "PUT /v2.0/ports/74d8de3b-9e16-470d-8f77-9cde295d6279 HTTP/1.1" status: 200 len: 999 time: 3.3904195 Jan 24 16:19:39.665224 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56288) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:39.759741 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:39.765927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-61d07094-bbb0-4cc4-802c-3042e97c8e4d None None] Provisioning for port 74d8de3b-9e16-470d-8f77-9cde295d6279 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:39.771038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:39.777425 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8a962-7f0b-4ed0-aa57-b9a60040ed08 req-50b6b08f-d273-4461-930b-6247b51f8b50 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:39.779128 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dfc8a962-7f0b-4ed0-aa57-b9a60040ed08 req-50b6b08f-d273-4461-930b-6247b51f8b50 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.4709840 Jan 24 16:19:39.787243 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-61d07094-bbb0-4cc4-802c-3042e97c8e4d None None] Provisioning complete for port 74d8de3b-9e16-470d-8f77-9cde295d6279 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:39.787684 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-61d07094-bbb0-4cc4-802c-3042e97c8e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:39.793557 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf38ba5-e2c9-42f5-80ec-0885675e9c84 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Router 196e728e-8107-4c76-9ee2-bdcb4f8d1785 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:19:39.815170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c455c-41a2-443a-a2ea-c2debb9ab745 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port 74d8de3b-9e16-470d-8f77-9cde295d6279 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:39.815538 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed5c455c-41a2-443a-a2ea-c2debb9ab745 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:39.822121 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Transition to ACTIVE for port object 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:39.842207 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-33c41255-deb0-4aca-be82-3cfa991658dd req-2e41eb04-b80c-4158-ae9e-d4881723c164 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5495e0fa-a9db-448f-8be6-86cc8bed9d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4090345 Jan 24 16:19:39.844617 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Deleting port 138a12f9-becb-4f25-a70b-1716fea22a9a {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:39.844962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:39.875812 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Transition to ACTIVE for port object 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:39.885164 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-61d07094-bbb0-4cc4-802c-3042e97c8e4d None None] Port 74d8de3b-9e16-470d-8f77-9cde295d6279 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:39.894674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:39.952898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:39.971506 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:39.974731 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:39.980192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:39.982605 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Pushing event updated for resources: {'Port': ['ID=1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:40.057510 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d02801-4357-474a-9916-9abdaab59326 None None] DHCP port deletion for d2cba4bc-8ffa-4c48-890b-e4b370d7b217 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:19:40.071069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b1d02801-4357-474a-9916-9abdaab59326 None None] Deleting port 138a12f9-becb-4f25-a70b-1716fea22a9a {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:40.071444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b1d02801-4357-474a-9916-9abdaab59326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:40.127316 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Attempting to bind port 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:19:40.127703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Attempting to bind port 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:19:40.128056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Attempting to bind port 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:19:40.140484 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:19:40.140867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:19:40.141246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:40.141630 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:19:40.142228 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Bound port: 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:19:40.142982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:40.189221 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:19:40.193629 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:40.195064 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8e29597c-3fe5-45d5-9dd5-a2a8c204661b tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "PUT /v2.0/routers/2d84dc20-eab0-4ff4-8bca-93aff186fbd3 HTTP/1.1" status: 200 len: 919 time: 10.7135849 Jan 24 16:19:40.204359 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb316917-fb4c-4030-a541-225f0149a1da None None] Sync routers for ids ['2d84dc20-eab0-4ff4-8bca-93aff186fbd3'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:19:40.206966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56292) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:40.283136 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dfc8a962-7f0b-4ed0-aa57-b9a60040ed08 req-45dacf6b-316e-4dde-bf57-3c2e71baf234 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4962184 Jan 24 16:19:40.307138 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb316917-fb4c-4030-a541-225f0149a1da None None] Routers {'2d84dc20-eab0-4ff4-8bca-93aff186fbd3'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:40.307679 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-cb316917-fb4c-4030-a541-225f0149a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2d84dc20-eab0-4ff4-8bca-93aff186fbd3'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:40.322316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Allocated IP 172.20.0.4 (1a73100f-fe13-4f02-bbce-a1c7e9ab4240/d47a392d-8273-45b6-a5d5-0f7a2f4bb32f/94501c13-8aa3-463f-8797-14b966846bc3) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:40.431869 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:40.437275 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-33c41255-deb0-4aca-be82-3cfa991658dd req-786bf54f-3fe0-489c-a9a6-272cc537ef45 service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710013 Jan 24 16:19:40.468391 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-cb316917-fb4c-4030-a541-225f0149a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:40.506037 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:40.519508 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] For port 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:19:40.522044 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb316917-fb4c-4030-a541-225f0149a1da None None] Routers {'2d84dc20-eab0-4ff4-8bca-93aff186fbd3'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:40.522922 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-cb316917-fb4c-4030-a541-225f0149a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2d84dc20-eab0-4ff4-8bca-93aff186fbd3'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:40.594282 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] For port 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:19:40.597401 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-cb316917-fb4c-4030-a541-225f0149a1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:40.597960 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb316917-fb4c-4030-a541-225f0149a1da None None] The sync data for ids ['2d84dc20-eab0-4ff4-8bca-93aff186fbd3'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:19:40.600486 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed5c455c-41a2-443a-a2ea-c2debb9ab745 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:40.603073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-b1d02801-4357-474a-9916-9abdaab59326 None None] For port 138a12f9-becb-4f25-a70b-1716fea22a9a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=138a12f9-becb-4f25-a70b-1716fea22a9a,segment=NetworkSegment(9cfc7ea9-b7ec-4d1d-94e3-920a79855ec0),segment_id=9cfc7ea9-b7ec-4d1d-94e3-920a79855ec0)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:40.604298 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b1d02801-4357-474a-9916-9abdaab59326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:40.613048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:40.749452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] For port 138a12f9-becb-4f25-a70b-1716fea22a9a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=138a12f9-becb-4f25-a70b-1716fea22a9a,segment=NetworkSegment(9cfc7ea9-b7ec-4d1d-94e3-920a79855ec0),segment_id=9cfc7ea9-b7ec-4d1d-94e3-920a79855ec0)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:40.749452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:40.796122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b1d02801-4357-474a-9916-9abdaab59326 None None] Calling delete_port for 138a12f9-becb-4f25-a70b-1716fea22a9a owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:40.812375 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c455c-41a2-443a-a2ea-c2debb9ab745 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for 74d8de3b-9e16-470d-8f77-9cde295d6279 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:40.826890 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 138a12f9-becb-4f25-a70b-1716fea22a9a no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:19:40.860061 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-33c41255-deb0-4aca-be82-3cfa991658dd req-f7353a17-cb53-4828-98dd-06c820e76d98 service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085202 Jan 24 16:19:40.918520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Pushing event updated for resources: {'Port': ['ID=1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:40.929868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf38ba5-e2c9-42f5-80ec-0885675e9c84 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:19:40.932892 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:40.933223 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:40.933557 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:40.933890 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:40.934216 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:40.934535 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:40.934859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:40.935175 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:40.935512 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:40.935624 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Calling delete_port for 138a12f9-becb-4f25-a70b-1716fea22a9a owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:40.935845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:40.936139 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcf8b-ce45-4df2-a917-4f29e4e05f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:19:40.957498 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be03c8-1739-4f8e-b6ba-fbc0ea77312d None None] Sync routers for ids ['196e728e-8107-4c76-9ee2-bdcb4f8d1785'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:19:40.979342 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be03c8-1739-4f8e-b6ba-fbc0ea77312d None None] Routers {'196e728e-8107-4c76-9ee2-bdcb4f8d1785'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:40.979981 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-55be03c8-1739-4f8e-b6ba-fbc0ea77312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['196e728e-8107-4c76-9ee2-bdcb4f8d1785'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:40.996492 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bbf38ba5-e2c9-42f5-80ec-0885675e9c84 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:41.000509 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bbf38ba5-e2c9-42f5-80ec-0885675e9c84 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "PUT /v2.0/routers/196e728e-8107-4c76-9ee2-bdcb4f8d1785 HTTP/1.1" status: 200 len: 921 time: 6.4324100 Jan 24 16:19:41.001350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56296) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:41.045115 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b1d02801-4357-474a-9916-9abdaab59326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:41.095322 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-55be03c8-1739-4f8e-b6ba-fbc0ea77312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:41.113091 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be03c8-1739-4f8e-b6ba-fbc0ea77312d None None] Routers {'196e728e-8107-4c76-9ee2-bdcb4f8d1785'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:41.115249 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-55be03c8-1739-4f8e-b6ba-fbc0ea77312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['196e728e-8107-4c76-9ee2-bdcb4f8d1785'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:41.136805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Port 138a12f9-becb-4f25-a70b-1716fea22a9a update to DOWN by agent not found {{(pid=83467) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 24 16:19:41.146576 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d02801-4357-474a-9916-9abdaab59326 None None] Pushing event deleted for resources: {'Port': ['ID=138a12f9-becb-4f25-a70b-1716fea22a9a,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:41.156021 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d02801-4357-474a-9916-9abdaab59326 None None] No DVR routers for this DVR port 138a12f9-becb-4f25-a70b-1716fea22a9a on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:19:41.202281 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed5c455c-41a2-443a-a2ea-c2debb9ab745 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:41.220204 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-55be03c8-1739-4f8e-b6ba-fbc0ea77312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:41.220741 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be03c8-1739-4f8e-b6ba-fbc0ea77312d None None] The sync data for ids ['196e728e-8107-4c76-9ee2-bdcb4f8d1785'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:19:41.285328 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c455c-41a2-443a-a2ea-c2debb9ab745 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=74d8de3b-9e16-470d-8f77-9cde295d6279,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:41.403743 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:19:41.404332 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:19:41.487777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:41.538802 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed5c455c-41a2-443a-a2ea-c2debb9ab745 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:41.541091 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ed5c455c-41a2-443a-a2ea-c2debb9ab745 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/74d8de3b-9e16-470d-8f77-9cde295d6279 HTTP/1.1" status: 204 len: 168 time: 1.8737538 Jan 24 16:19:41.543667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56302) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:41.595867 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Transition to ACTIVE for port object 94501c13-8aa3-463f-8797-14b966846bc3 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:41.612352 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3abb9a-662d-40da-a244-a3e38f20fb00 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] GET failed (client error): The resource could not be found. Jan 24 16:19:41.613030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2a3abb9a-662d-40da-a244-a3e38f20fb00 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:41.645669 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-86d34ac6-9aea-4572-ae82-49078ca1c2c8 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/routers/2d84dc20-eab0-4ff4-8bca-93aff186fbd3 HTTP/1.1" status: 200 len: 925 time: 1.4343288 Jan 24 16:19:41.646835 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56306) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:41.652562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2a3abb9a-662d-40da-a244-a3e38f20fb00 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:41.654217 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2a3abb9a-662d-40da-a244-a3e38f20fb00 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/74d8de3b-9e16-470d-8f77-9cde295d6279 HTTP/1.1" status: 404 len: 333 time: 0.1095254 Jan 24 16:19:41.660261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56310) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:41.684945 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:41.715959 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-390705ad-d20a-4e62-b6cc-df93f96dc619 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/routers/196e728e-8107-4c76-9ee2-bdcb4f8d1785 HTTP/1.1" status: 200 len: 921 time: 0.7113013 Jan 24 16:19:41.717682 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56314) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:41.784581 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd862c7-c928-40e9-ba20-690ab81f2eb0 req-6228000c-154f-4b0f-b872-693d5ec06e06 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:41.786075 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ccd862c7-c928-40e9-ba20-690ab81f2eb0 req-6228000c-154f-4b0f-b872-693d5ec06e06 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.3084981 Jan 24 16:19:41.871779 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:41.939422 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-79344f97-f6df-4939-9b10-259657644360 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/ports?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&device_id=2d84dc20-eab0-4ff4-8bca-93aff186fbd3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2911408 Jan 24 16:19:41.940222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56318) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:42.030034 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-43cdc1f7-2814-4b7c-b180-9a62af5ad8b9 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/ports?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&device_id=196e728e-8107-4c76-9ee2-bdcb4f8d1785&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3112195 Jan 24 16:19:42.030813 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56322) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:42.125068 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee3e9e9-5ffd-465a-80ec-6f82fdfe4276 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:42.129655 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-eee3e9e9-5ffd-465a-80ec-6f82fdfe4276 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/networks/2668b65a-79ae-4c58-beed-9fa3e5f27e5e HTTP/1.1" status: 200 len: 881 time: 0.1883445 Jan 24 16:19:42.133602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56326) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:42.134800 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Deleting port 138a12f9-becb-4f25-a70b-1716fea22a9a {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:42.134800 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:42.235390 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d8c2b5cf-241a-40f6-addb-d372310d38e1 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "GET /v2.0/ports?device_id=2d84dc20-eab0-4ff4-8bca-93aff186fbd3 HTTP/1.1" status: 200 len: 205 time: 0.1007040 Jan 24 16:19:42.238569 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56330) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:42.248882 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-be104244-7151-4320-94cc-af735f62545e None None] Provisioning for port 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:42.317335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] The port '138a12f9-becb-4f25-a70b-1716fea22a9a' was deleted {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:19:42.363434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869968aa-2e46-424e-911b-7394e3a049eb tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:42.363994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-869968aa-2e46-424e-911b-7394e3a049eb tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Synchronizing usage tracker for tenant:d3846bd7b9d6467c9b1501dac62c3598 on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:42.389841 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-869968aa-2e46-424e-911b-7394e3a049eb tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Unset dirty status for tenant:d3846bd7b9d6467c9b1501dac62c3598 on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:42.390685 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:42.391106 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-869968aa-2e46-424e-911b-7394e3a049eb tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/networks/2668b65a-79ae-4c58-beed-9fa3e5f27e5e HTTP/1.1" status: 200 len: 881 time: 0.2910013 Jan 24 16:19:42.394820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56334) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:42.418691 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ccd862c7-c928-40e9-ba20-690ab81f2eb0 req-7111e262-93df-4e8d-acce-21a848db046d tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5927551 Jan 24 16:19:42.419428 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:42.433700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event updated for resources: {'Port': ['ID=94501c13-8aa3-463f-8797-14b966846bc3,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:42.472603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:42.493598 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-52bd2867-9207-4a23-9bd5-21cbd72e7d13 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "GET /v2.0/ports?device_id=196e728e-8107-4c76-9ee2-bdcb4f8d1785 HTTP/1.1" status: 200 len: 205 time: 0.0942218 Jan 24 16:19:42.493808 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56338) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:42.618235 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-76c6c80b-06da-4434-9c05-a11727cb1292 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:42.627929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-212a0c78-ece2-47d1-b320-351f634ca843 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting subnet 37620f5f-7949-46e7-b8d8-62bc61ea6837 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:19:42.639670 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:42.650460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-212a0c78-ece2-47d1-b320-351f634ca843 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:42.682687 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-601db694-6fcf-4303-b482-e8c258bfbe06 None None] Provisioning for port 94501c13-8aa3-463f-8797-14b966846bc3 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:42.688620 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-601db694-6fcf-4303-b482-e8c258bfbe06 None None] Provisioning complete for port 94501c13-8aa3-463f-8797-14b966846bc3 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:42.689171 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-601db694-6fcf-4303-b482-e8c258bfbe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:42.710274 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.objects.ports [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83465) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:19:42.781106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2cba4bc-8ffa-4c48-890b-e4b370d7b217']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:42.793626 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-601db694-6fcf-4303-b482-e8c258bfbe06 None None] Port 94501c13-8aa3-463f-8797-14b966846bc3 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:42.798545 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:42.799165 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:42.867122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:42.878698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfc7ea9-b7ec-4d1d-94e3-920a79855ec0') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:42.879073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfc7ea9-b7ec-4d1d-94e3-920a79855ec0') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:42.888222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1064-4928-4e88-b5f2-732e1eca937d tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:42.893626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-212a0c78-ece2-47d1-b320-351f634ca843 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:42.939668 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:42.945486 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:42.946035 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:42.951247 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:42.992549 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:43.002219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-76c6c80b-06da-4434-9c05-a11727cb1292 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:43.009934 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5e0da21a-e4f3-470f-b9c0-d71c5743d4db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1613619 Jan 24 16:19:43.015678 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56342) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:43.022077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:19:43.022548 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:43.023423 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-1e4e3459-4699-4223-9088-da4063f244b9 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:69:1a:50'}]}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:19:43.037196 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:19:43.054603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-76c6c80b-06da-4434-9c05-a11727cb1292 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Deleting port 51bca113-759d-49f2-a6f0-452bc5288dd0 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:43.054931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-76c6c80b-06da-4434-9c05-a11727cb1292 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:43.082059 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:43.121138 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:43.128834 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:43.165162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-212a0c78-ece2-47d1-b320-351f634ca843 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:43.218516 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:43.232894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:43.306071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:43.328570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] Pushing event deleted for resources: {'Network': ['ID=d2cba4bc-8ffa-4c48-890b-e4b370d7b217,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:43.347371 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-29351126-46b4-4952-9c88-dd2562503ebb tempest-AllowedAddressPairIpV6TestJSON-239773712 tempest-AllowedAddressPairIpV6TestJSON-239773712-project] 10.222.0.130 "DELETE /v2.0/networks/d2cba4bc-8ffa-4c48-890b-e4b370d7b217 HTTP/1.1" status: 204 len: 168 time: 3.9184933 Jan 24 16:19:43.355425 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:43.482655 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-212a0c78-ece2-47d1-b320-351f634ca843 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:43.545971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a0c78-ece2-47d1-b320-351f634ca843 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Subnet': ['ID=37620f5f-7949-46e7-b8d8-62bc61ea6837,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:43.555105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-76c6c80b-06da-4434-9c05-a11727cb1292 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:43.597975 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72cf904-dbac-4013-9f73-e1c8ee9b49e1 None None] Network b9983e32-a5f9-4c96-ab31-10ff4dee5438 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:43.608120 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-212a0c78-ece2-47d1-b320-351f634ca843 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:43.675594 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-212a0c78-ece2-47d1-b320-351f634ca843 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/37620f5f-7949-46e7-b8d8-62bc61ea6837 HTTP/1.1" status: 204 len: 168 time: 1.9951398 Jan 24 16:19:43.685863 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56350) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:43.746059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-76c6c80b-06da-4434-9c05-a11727cb1292 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Calling delete_port for 51bca113-759d-49f2-a6f0-452bc5288dd0 owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:43.821709 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1064-4928-4e88-b5f2-732e1eca937d tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:43.870239 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:43.878624 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba1064-4928-4e88-b5f2-732e1eca937d tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Deleting port 26377363-ced7-4bb5-a367-b91f6c510646 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:43.878962 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1064-4928-4e88-b5f2-732e1eca937d tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:43.911703 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56356) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:43.920081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1e4e3459-4699-4223-9088-da4063f244b9 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.011938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaadf2c2-88f6-49ed-9bf2-5d78bf7f88bd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting subnet 7fccad5b-2875-4d2e-9bbf-76b4f56c6c7d {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:19:44.014974 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] For port 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:44.022274 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eaadf2c2-88f6-49ed-9bf2-5d78bf7f88bd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.101135 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eaadf2c2-88f6-49ed-9bf2-5d78bf7f88bd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.134719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb6444-025b-431d-a2db-618bb3cbdc76 req-9d25a15b-6691-4e9c-b285-12ee43bfa43d tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:44.141598 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-08cb6444-025b-431d-a2db-618bb3cbdc76 req-9d25a15b-6691-4e9c-b285-12ee43bfa43d tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.5023870 Jan 24 16:19:44.175625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:19:44.255843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.270701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.271420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.371976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eaadf2c2-88f6-49ed-9bf2-5d78bf7f88bd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.408165 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-08cb6444-025b-431d-a2db-618bb3cbdc76 req-592672be-2ef9-4da3-97af-f141684a5cab tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655799 Jan 24 16:19:44.423304 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-25eae7b8-ce8b-4c23-92d1-26403b70cbaf admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=4f428632b7be42ba86dbaa48c99d2e28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5042560 Jan 24 16:19:44.427499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56362) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:44.428535 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1064-4928-4e88-b5f2-732e1eca937d tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.518587 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:44.530701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=a9ca87f8-dacd-4d0f-a22f-8cb82ce98aab,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:44.533029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:44.545804 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8133dd01-06a2-41b6-be58-4a363a8f0080 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:44.548894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:44.549490 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.569402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad,revision_number=5']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:44.643166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba1064-4928-4e88-b5f2-732e1eca937d tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Calling delete_port for 26377363-ced7-4bb5-a367-b91f6c510646 owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:44.674265 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-60191c7a-8cf0-4a82-817d-43f5bc163772 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.7629893 Jan 24 16:19:44.680737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56368) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:44.692084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1e4e3459-4699-4223-9088-da4063f244b9 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.699556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'mac_address': 'fa:16:3e:62:43:2f', 'name': 'tempest-NetworksTestDHCPv6-1135088548'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:44.702601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-76c6c80b-06da-4434-9c05-a11727cb1292 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.727785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eaadf2c2-88f6-49ed-9bf2-5d78bf7f88bd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.737374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1e4e3459-4699-4223-9088-da4063f244b9 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.765765 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6c80b-06da-4434-9c05-a11727cb1292 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Pushing event deleted for resources: {'Port': ['ID=51bca113-759d-49f2-a6f0-452bc5288dd0,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:44.839329 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a3d8f007-9451-4be2-a4e6-96b1da1032f8 None None] Provisioning complete for port 7474353b-775d-43d9-984d-590793e4c6e9 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:44.839964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f007-9451-4be2-a4e6-96b1da1032f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.868369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadf2c2-88f6-49ed-9bf2-5d78bf7f88bd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Subnet': ['ID=7fccad5b-2875-4d2e-9bbf-76b4f56c6c7d,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:44.878071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ddea1e89-8296-4117-95f2-a983fe9e80d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.895227 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:44.951025 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eaadf2c2-88f6-49ed-9bf2-5d78bf7f88bd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.956001 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-eaadf2c2-88f6-49ed-9bf2-5d78bf7f88bd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/7fccad5b-2875-4d2e-9bbf-76b4f56c6c7d HTTP/1.1" status: 204 len: 168 time: 1.2690821 Jan 24 16:19:44.957340 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56372) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:44.959396 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ddea1e89-8296-4117-95f2-a983fe9e80d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:44.965309 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436ce1fd-a159-421c-8a09-79fdb3e0dc7c None None] Network b9983e32-a5f9-4c96-ab31-10ff4dee5438 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:45.011520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Allocated IP 172.20.0.1 (4ad364e7-63b0-402c-aa39-1bd4feca3133/29fd95ea-c3b1-46a6-b7af-37d2de11780c/c15a51af-2f88-4c64-b0e7-a35980a9d98d) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:45.151523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e3459-4699-4223-9088-da4063f244b9 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event updated for resources: {'Port': ['ID=94501c13-8aa3-463f-8797-14b966846bc3,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:45.167869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e3459-4699-4223-9088-da4063f244b9 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] In _notify_port_updated(), no bound segment for port 94501c13-8aa3-463f-8797-14b966846bc3 on network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 {{(pid=83466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:19:45.171661 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4e3459-4699-4223-9088-da4063f244b9 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:45.172271 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1e4e3459-4699-4223-9088-da4063f244b9 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:45.173545 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1e4e3459-4699-4223-9088-da4063f244b9 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "PUT /v2.0/ports/94501c13-8aa3-463f-8797-14b966846bc3 HTTP/1.1" status: 200 len: 995 time: 2.1557686 Jan 24 16:19:45.187925 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56376) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:45.269460 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:45.269751 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:45.404033 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1064-4928-4e88-b5f2-732e1eca937d tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:45.408383 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-76c6c80b-06da-4434-9c05-a11727cb1292 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:45.427146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:45.447665 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:45.457179 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:19:45.457949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:45.462776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:45.467078 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:45.471461 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb0b156-0533-4d79-b359-f2acf591e7ec None None] DHCP port deletion for b9983e32-a5f9-4c96-ab31-10ff4dee5438 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:19:45.472605 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e04fbaa4-4de4-4224-ac09-d36ed1a0fdfc tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Deleting port 94501c13-8aa3-463f-8797-14b966846bc3 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:45.472888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e04fbaa4-4de4-4224-ac09-d36ed1a0fdfc tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:45.481844 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-feb0b156-0533-4d79-b359-f2acf591e7ec None None] Deleting port 7474353b-775d-43d9-984d-590793e4c6e9 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:45.482199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-feb0b156-0533-4d79-b359-f2acf591e7ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:45.512655 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:45.551553 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:45.612077 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3d08564a-54b0-4ddc-957a-4640970a20a0 None None] Provisioning complete for port 94501c13-8aa3-463f-8797-14b966846bc3 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:45.612472 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3d08564a-54b0-4ddc-957a-4640970a20a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:45.758730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba1064-4928-4e88-b5f2-732e1eca937d tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Pushing event deleted for resources: {'Port': ['ID=26377363-ced7-4bb5-a367-b91f6c510646,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:45.791996 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3d08564a-54b0-4ddc-957a-4640970a20a0 None None] Port 94501c13-8aa3-463f-8797-14b966846bc3 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:45.814959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-feb0b156-0533-4d79-b359-f2acf591e7ec None None] For port 7474353b-775d-43d9-984d-590793e4c6e9, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7474353b-775d-43d9-984d-590793e4c6e9,segment=NetworkSegment(c559cca2-121f-46f3-ab93-f0eb57f3cf10),segment_id=c559cca2-121f-46f3-ab93-f0eb57f3cf10)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:45.815360 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-feb0b156-0533-4d79-b359-f2acf591e7ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:45.844519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-76c6c80b-06da-4434-9c05-a11727cb1292 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:45.848973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ddea1e89-8296-4117-95f2-a983fe9e80d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:45.860291 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-76c6c80b-06da-4434-9c05-a11727cb1292 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:45.878950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port 7474353b-775d-43d9-984d-590793e4c6e9 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:45.879285 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:45.941999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea1e89-8296-4117-95f2-a983fe9e80d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b531ea-1239-4b62-8be2-707de7ffaab1,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:45.954913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-feb0b156-0533-4d79-b359-f2acf591e7ec None None] Calling delete_port for 7474353b-775d-43d9-984d-590793e4c6e9 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:45.957906 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.002631 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ddea1e89-8296-4117-95f2-a983fe9e80d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.005989 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ddea1e89-8296-4117-95f2-a983fe9e80d3 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/e0b531ea-1239-4b62-8be2-707de7ffaab1 HTTP/1.1" status: 204 len: 168 time: 1.5343163 Jan 24 16:19:46.022755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1064-4928-4e88-b5f2-732e1eca937d tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.064533 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.138611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-feb0b156-0533-4d79-b359-f2acf591e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.179740 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-69cdc310-a121-4bb7-9c98-55bed6855f29 None None] Provisioning complete for port 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:46.180569 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-69cdc310-a121-4bb7-9c98-55bed6855f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.193698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port 36ad2e40-39c1-40ff-96c3-fc2221afc1f9 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:46.223348 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0b156-0533-4d79-b359-f2acf591e7ec None None] Pushing event deleted for resources: {'Port': ['ID=7474353b-775d-43d9-984d-590793e4c6e9,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:46.246202 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb0b156-0533-4d79-b359-f2acf591e7ec None None] No DVR routers for this DVR port 7474353b-775d-43d9-984d-590793e4c6e9 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:19:46.293108 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-76c6c80b-06da-4434-9c05-a11727cb1292 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.293870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c6c80b-06da-4434-9c05-a11727cb1292 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Fanout notify agent at l3_agent the message router_deleted on router 2d84dc20-eab0-4ff4-8bca-93aff186fbd3 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:19:46.352941 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 4ad364e7-63b0-402c-aa39-1bd4feca3133 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:46.372773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1064-4928-4e88-b5f2-732e1eca937d tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.383507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-76c6c80b-06da-4434-9c05-a11727cb1292 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.390671 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-76c6c80b-06da-4434-9c05-a11727cb1292 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "DELETE /v2.0/routers/2d84dc20-eab0-4ff4-8bca-93aff186fbd3 HTTP/1.1" status: 204 len: 168 time: 4.1510606 Jan 24 16:19:46.391438 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56386) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:46.392269 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1064-4928-4e88-b5f2-732e1eca937d tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.399964 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1133481882', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:46.408153 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:46.414325 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Usage tracker for resource:router and tenant:e448f5670c4346f08c8616ba41950bf6 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:46.419625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:46.434202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:46.445283 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1064-4928-4e88-b5f2-732e1eca937d tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.445803 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ba1064-4928-4e88-b5f2-732e1eca937d tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Fanout notify agent at l3_agent the message router_deleted on router 196e728e-8107-4c76-9ee2-bdcb4f8d1785 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:19:46.451037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.452016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.462048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:46.463119 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f0ba1064-4928-4e88-b5f2-732e1eca937d tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.467895 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f0ba1064-4928-4e88-b5f2-732e1eca937d tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "DELETE /v2.0/routers/196e728e-8107-4c76-9ee2-bdcb4f8d1785 HTTP/1.1" status: 204 len: 168 time: 3.9695461 Jan 24 16:19:46.469247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56392) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:46.476781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-de9fdbd2-fd18-4915-9d29-6d6d34a1f2c5 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1779311470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:46.482476 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:46.485118 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-de9fdbd2-fd18-4915-9d29-6d6d34a1f2c5 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:46.490188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-de9fdbd2-fd18-4915-9d29-6d6d34a1f2c5 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Usage tracker for resource:router and tenant:f0d527ef1b7748598539c390fcf4cd2a is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:46.494925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-de9fdbd2-fd18-4915-9d29-6d6d34a1f2c5 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:46.501726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-de9fdbd2-fd18-4915-9d29-6d6d34a1f2c5 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:46.504079 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.522197 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-de9fdbd2-fd18-4915-9d29-6d6d34a1f2c5 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.523246 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-de9fdbd2-fd18-4915-9d29-6d6d34a1f2c5 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.624456 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=c15a51af-2f88-4c64-b0e7-a35980a9d98d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:46.645203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] For port 7474353b-775d-43d9-984d-590793e4c6e9, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7474353b-775d-43d9-984d-590793e4c6e9,segment=NetworkSegment(c559cca2-121f-46f3-ab93-f0eb57f3cf10),segment_id=c559cca2-121f-46f3-ab93-f0eb57f3cf10)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:46.645555 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.723168 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-de9fdbd2-fd18-4915-9d29-6d6d34a1f2c5 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.740045 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.800112 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.808816 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-de9fdbd2-fd18-4915-9d29-6d6d34a1f2c5 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.814359 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for 7474353b-775d-43d9-984d-590793e4c6e9 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:46.830002 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7474353b-775d-43d9-984d-590793e4c6e9 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:19:46.854849 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-de9fdbd2-fd18-4915-9d29-6d6d34a1f2c5 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.856116 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-de9fdbd2-fd18-4915-9d29-6d6d34a1f2c5 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3858907 Jan 24 16:19:46.865462 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56402) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:46.868285 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e04fbaa4-4de4-4224-ac09-d36ed1a0fdfc tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:46.887076 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 172.20.0.11 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/d268b2e1-f6cd-474d-9b92-14d24712f2d4/36ad2e40-39c1-40ff-96c3-fc2221afc1f9) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:46.887963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 7474353b-775d-43d9-984d-590793e4c6e9 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:19:46.888637 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7474353b-775d-43d9-984d-590793e4c6e9 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:19:46.893663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Request body: {'router': {'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:47.011759 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:47.065199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:47.074567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e04fbaa4-4de4-4224-ac09-d36ed1a0fdfc tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Calling delete_port for 94501c13-8aa3-463f-8797-14b966846bc3 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:47.110462 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56410) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.115573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::f816:3eff:fe62:432f (97b1ab35-d9e1-4792-9053-01bd1c506e0f/a9ca87f8-dacd-4d0f-a22f-8cb82ce98aab/36ad2e40-39c1-40ff-96c3-fc2221afc1f9) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:47.237434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Allocated IP 172.26.2.178 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/7d4163f6-6e46-4171-b22a-1e179f5d8c03) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:47.246616 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:19:47.246859 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:19:47.275493 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-2bceb9a7-629f-4c6f-a96c-33fb7580e8ec tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.276507 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2bceb9a7-629f-4c6f-a96c-33fb7580e8ec tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.1650658 Jan 24 16:19:47.280429 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56416) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.327142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-4eb49752-5265-45f8-bd4c-38fcff67460c tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.328134 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4eb49752-5265-45f8-bd4c-38fcff67460c tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0469296 Jan 24 16:19:47.333008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56420) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.342098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-5ce0a8ee-669b-49ad-8690-6ac70f3d0835 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.343035 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5ce0a8ee-669b-49ad-8690-6ac70f3d0835 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0093915 Jan 24 16:19:47.345982 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56424) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.360631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-d85e9a1e-791e-40f1-8e7c-813e1b777a3d tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.361915 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d85e9a1e-791e-40f1-8e7c-813e1b777a3d tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0128868 Jan 24 16:19:47.364852 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56428) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.371932 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-14e944ab-1a43-4740-a2aa-9bd548f0920d tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.372879 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-14e944ab-1a43-4740-a2aa-9bd548f0920d tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0071402 Jan 24 16:19:47.376345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56432) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.384596 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-038ed1f9-0657-42a5-af7d-030403b29593 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.385567 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-038ed1f9-0657-42a5-af7d-030403b29593 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0083477 Jan 24 16:19:47.396176 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56436) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.404044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-5b3a434e-8247-412e-9c14-9b68eee86c17 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.404959 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5b3a434e-8247-412e-9c14-9b68eee86c17 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0080590 Jan 24 16:19:47.416009 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56440) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.423705 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-d6379aaa-11ba-4a77-a06e-63216971ecc8 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.424628 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d6379aaa-11ba-4a77-a06e-63216971ecc8 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0078526 Jan 24 16:19:47.427236 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56444) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.442611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-1db43693-32e3-4651-8fe8-8986e5c956a0 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.443568 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1db43693-32e3-4651-8fe8-8986e5c956a0 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0154054 Jan 24 16:19:47.449085 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56448) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.461087 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-11362cb6-ce8d-420c-af61-59f9b7818e77 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.461959 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-11362cb6-ce8d-420c-af61-59f9b7818e77 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0119846 Jan 24 16:19:47.464897 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:47.467683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56452) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.474293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-55c212c8-b2e9-4383-8c77-8f8a9b93b1d2 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.477842 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-55c212c8-b2e9-4383-8c77-8f8a9b93b1d2 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0066586 Jan 24 16:19:47.478633 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56456) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.484302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-b4eb68ce-1699-43f3-aafb-5098b49285b5 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.485238 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b4eb68ce-1699-43f3-aafb-5098b49285b5 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0058639 Jan 24 16:19:47.488371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56460) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.495394 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-f59d6c53-0f8f-45c7-b173-480f5b921f3c tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.496330 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f59d6c53-0f8f-45c7-b173-480f5b921f3c tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0071337 Jan 24 16:19:47.498734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56464) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.506633 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-2bb51ed4-da7d-4561-ac76-9f4d237d72fc tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.508012 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2bb51ed4-da7d-4561-ac76-9f4d237d72fc tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0083818 Jan 24 16:19:47.511157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56468) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.517547 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-e31d894b-b20c-446d-8941-be740f535ef7 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.518447 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e31d894b-b20c-446d-8941-be740f535ef7 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0062678 Jan 24 16:19:47.521272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56472) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.527576 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-b3a104f1-3265-4998-8541-009fcf4ecf3c tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.528478 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b3a104f1-3265-4998-8541-009fcf4ecf3c tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0064154 Jan 24 16:19:47.530779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56476) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.535214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-f4d18fb9-7aef-4d4b-83c5-bdc77bceb0e7 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.536252 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f4d18fb9-7aef-4d4b-83c5-bdc77bceb0e7 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045860 Jan 24 16:19:47.538193 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:47.542242 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56480) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.579443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-d06d8a8b-af0f-465a-aa03-3f49d7dade15 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.580393 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d06d8a8b-af0f-465a-aa03-3f49d7dade15 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0106235 Jan 24 16:19:47.590787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56484) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.598280 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-268b39c8-c889-4767-aae7-8ea2d7baca62 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.599195 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-268b39c8-c889-4767-aae7-8ea2d7baca62 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0081031 Jan 24 16:19:47.604791 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56488) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.619153 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:47.622142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:47.625960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:47.641641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:47.655416 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Pushing event updated for resources: {'Port': ['ID=7d4163f6-6e46-4171-b22a-1e179f5d8c03,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:47.657808 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [None req-f116d42b-5655-47cb-af6b-621b927ac2d2 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83465) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.661242 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f116d42b-5655-47cb-af6b-621b927ac2d2 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0490069 Jan 24 16:19:47.663211 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56492) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.670786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-627a03e4-299f-4efe-811d-80923f4ae54e tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.671742 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-627a03e4-299f-4efe-811d-80923f4ae54e tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0072434 Jan 24 16:19:47.675675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56496) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.686059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-5f754d56-0d18-4c88-a3f7-972fd741c7ce tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.687270 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5f754d56-0d18-4c88-a3f7-972fd741c7ce tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0104725 Jan 24 16:19:47.689619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56500) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.700400 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-f4312ae6-d416-4628-969b-90afec76aeb0 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.701300 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f4312ae6-d416-4628-969b-90afec76aeb0 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0108988 Jan 24 16:19:47.722608 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56504) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.755242 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:47.793536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port 7474353b-775d-43d9-984d-590793e4c6e9 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:47.793868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:47.836019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [None req-01de613b-dcd1-4b7d-89a4-80b050429b6a tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83465) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.836973 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-01de613b-dcd1-4b7d-89a4-80b050429b6a tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0639031 Jan 24 16:19:47.840297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56508) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.845442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-845c0c98-be40-4544-8cdf-95dee17a8ab3 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.846454 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-845c0c98-be40-4544-8cdf-95dee17a8ab3 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050387 Jan 24 16:19:47.849124 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56512) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.854467 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-1663186d-8fe5-485c-8d7b-3a43f4b3ac37 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.855428 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1663186d-8fe5-485c-8d7b-3a43f4b3ac37 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0055244 Jan 24 16:19:47.858127 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56516) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.863340 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-2d0de726-96e3-476c-93c3-025670976fb1 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.866743 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2d0de726-96e3-476c-93c3-025670976fb1 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0052838 Jan 24 16:19:47.867713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56520) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.872733 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-9ecaf686-b23c-4186-bf90-2df28541b669 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.876165 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9ecaf686-b23c-4186-bf90-2df28541b669 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049813 Jan 24 16:19:47.876594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56524) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.883496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-e5a3715b-f788-4c90-9b0e-ab92d631ece6 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.884424 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e5a3715b-f788-4c90-9b0e-ab92d631ece6 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0069551 Jan 24 16:19:47.887899 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56528) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.893601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-c56e10e0-a2d6-4821-b2b0-433da61da24a tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.897554 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c56e10e0-a2d6-4821-b2b0-433da61da24a tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0053475 Jan 24 16:19:47.897554 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56532) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.906676 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-dc018086-52a0-4335-ad56-046c9da6a702 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.910166 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dc018086-52a0-4335-ad56-046c9da6a702 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0095978 Jan 24 16:19:47.910311 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56536) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.916323 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-03958d93-2c6b-4187-b616-46db9721aa30 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.919779 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-03958d93-2c6b-4187-b616-46db9721aa30 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0061045 Jan 24 16:19:47.920435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56540) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.922851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] The port '7474353b-775d-43d9-984d-590793e4c6e9' was deleted {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:19:47.926473 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-cf145e0d-76bb-43ba-a7f1-329657cba68e tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.930962 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cf145e0d-76bb-43ba-a7f1-329657cba68e tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0064383 Jan 24 16:19:47.931128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e04fbaa4-4de4-4224-ac09-d36ed1a0fdfc tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:47.931239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56544) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.936970 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-82ed90a7-08ee-4380-be93-586bb7e44fef tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.940505 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-82ed90a7-08ee-4380-be93-586bb7e44fef tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0066495 Jan 24 16:19:47.940650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56548) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.947556 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-757c58ca-e7fb-4f9b-a0bf-927a7c742f82 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.948442 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-757c58ca-e7fb-4f9b-a0bf-927a7c742f82 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0068524 Jan 24 16:19:47.951359 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56552) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.956136 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-9537c761-eeb6-4190-a4ff-c92643122814 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.957042 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9537c761-eeb6-4190-a4ff-c92643122814 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047410 Jan 24 16:19:47.959704 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56556) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.966348 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-614a92c3-e014-4ab2-bc55-804c616431f8 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.967302 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-614a92c3-e014-4ab2-bc55-804c616431f8 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0065131 Jan 24 16:19:47.973761 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56560) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.980448 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-4d2e2148-f4cb-4094-a6f5-38d450318b10 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.983658 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4d2e2148-f4cb-4094-a6f5-38d450318b10 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0066619 Jan 24 16:19:47.984589 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56564) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:47.992492 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-5a3e8ced-420d-4703-8902-5ff8f5c2f77a tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:47.995865 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5a3e8ced-420d-4703-8902-5ff8f5c2f77a tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0068376 Jan 24 16:19:47.996099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56568) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.001690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-112e50db-dc30-4f19-af22-9e81216940fd tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.004797 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-112e50db-dc30-4f19-af22-9e81216940fd tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0056787 Jan 24 16:19:48.005008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56572) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.011323 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-4e944823-8d5d-4fa4-9f46-0744640475bd tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.011323 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4e944823-8d5d-4fa4-9f46-0744640475bd tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0053594 Jan 24 16:19:48.013650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56576) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.019773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-91ac108b-e88a-4737-a3d9-353bbf21f9f0 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.020969 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-91ac108b-e88a-4737-a3d9-353bbf21f9f0 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0058250 Jan 24 16:19:48.022585 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56580) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.028516 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-d75ed691-d6f0-4ae3-be30-0ae12ef48ac6 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.029497 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d75ed691-d6f0-4ae3-be30-0ae12ef48ac6 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0058069 Jan 24 16:19:48.032138 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56584) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.038350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-1c5d72b3-a323-47b5-9464-65af64c9c71d tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.039740 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1c5d72b3-a323-47b5-9464-65af64c9c71d tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0067186 Jan 24 16:19:48.042684 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:48.043409 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:48.045402 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56588) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.050661 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-90db0007-2bc2-4d1c-80f2-0855de14b9b5 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.054319 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-90db0007-2bc2-4d1c-80f2-0855de14b9b5 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0053139 Jan 24 16:19:48.054933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56592) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.060885 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-9dd58bf1-538d-44b0-a787-95f23a630416 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.064325 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9dd58bf1-538d-44b0-a787-95f23a630416 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0088100 Jan 24 16:19:48.065384 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56596) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.125839 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-1466f745-f0a6-415c-a6f1-437330ffd35a tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.126833 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1466f745-f0a6-415c-a6f1-437330ffd35a tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0605443 Jan 24 16:19:48.133912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56600) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.140963 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-96e8997c-23d2-4ca7-8e4e-b70b65555767 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.141886 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-96e8997c-23d2-4ca7-8e4e-b70b65555767 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0070782 Jan 24 16:19:48.145380 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56604) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.149199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04fbaa4-4de4-4224-ac09-d36ed1a0fdfc tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event deleted for resources: {'Port': ['ID=94501c13-8aa3-463f-8797-14b966846bc3,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:48.151004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-d486c317-3951-45b3-993c-a56204640fad tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.154504 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d486c317-3951-45b3-993c-a56204640fad tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0054400 Jan 24 16:19:48.154933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56608) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.155508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:48.169146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-74624d65-f886-474c-8a68-b50018851d62 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.170076 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-74624d65-f886-474c-8a68-b50018851d62 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0143886 Jan 24 16:19:48.172897 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56612) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.179187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-9cc11a95-64f6-4ae3-9928-ee5ef223376a tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.180322 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9cc11a95-64f6-4ae3-9928-ee5ef223376a tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0054846 Jan 24 16:19:48.182870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56616) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.188809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-14aa9c13-c90b-441a-81fa-70ff8419515f tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.189656 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-14aa9c13-c90b-441a-81fa-70ff8419515f tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0059190 Jan 24 16:19:48.193422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56620) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.197991 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-8063cdea-a41c-4238-b5b7-85854968b384 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.198867 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8063cdea-a41c-4238-b5b7-85854968b384 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047588 Jan 24 16:19:48.201275 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56624) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.206702 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-89b26108-d960-41c3-b55f-b7443f009712 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.207593 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-89b26108-d960-41c3-b55f-b7443f009712 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0055072 Jan 24 16:19:48.209950 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56628) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.215851 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-bc3732e5-f3fd-444e-9ed7-a41d9e7ffb7b tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.216738 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bc3732e5-f3fd-444e-9ed7-a41d9e7ffb7b tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057774 Jan 24 16:19:48.243547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56632) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.355773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Router 4f94875b-9380-487a-abb6-b87b49a4fb2e is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:19:48.361168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [None req-37fed3fa-6fd3-4c63-b302-ebe519046875 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83465) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.365093 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-37fed3fa-6fd3-4c63-b302-ebe519046875 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.1124215 Jan 24 16:19:48.365707 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56636) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.374555 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-dc499f1a-8b9f-4964-9a11-dfb011070145 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.378029 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dc499f1a-8b9f-4964-9a11-dfb011070145 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0087898 Jan 24 16:19:48.378365 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56640) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.381452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object 36ad2e40-39c1-40ff-96c3-fc2221afc1f9 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:48.383742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-28cb583a-81f7-4b0b-b369-b85ce413a6d2 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.388552 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-28cb583a-81f7-4b0b-b369-b85ce413a6d2 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0054924 Jan 24 16:19:48.411620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56644) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.422692 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:48.496371 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [None req-16d0d8e9-d764-42ae-a1b2-de640a43fe98 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83465) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.497202 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-16d0d8e9-d764-42ae-a1b2-de640a43fe98 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0671206 Jan 24 16:19:48.505522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56648) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.529182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [None req-821053b2-3b7e-484e-87a8-6148e9c63f76 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83465) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.530079 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-821053b2-3b7e-484e-87a8-6148e9c63f76 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0188999 Jan 24 16:19:48.534612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56652) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.541018 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-eb8c4ec6-17f1-4e9f-8288-30a6f51b35c3 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.541554 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-eb8c4ec6-17f1-4e9f-8288-30a6f51b35c3 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0060470 Jan 24 16:19:48.544675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56656) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.552140 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-e5d44cda-e914-4b2b-b4e7-b7f59ad73437 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.552993 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e5d44cda-e914-4b2b-b4e7-b7f59ad73437 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0054502 Jan 24 16:19:48.564443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56660) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.564682 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9983e32-a5f9-4c96-ab31-10ff4dee5438']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:48.571308 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-22e27b2d-6c11-41f4-bef9-c95d5752050b tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.572255 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-22e27b2d-6c11-41f4-bef9-c95d5752050b tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0069177 Jan 24 16:19:48.574978 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56664) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.580574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [None req-9c7049ba-5a78-469d-8f1e-2eb52d18b872 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] http://10.222.0.130:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:19:48.581451 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9c7049ba-5a78-469d-8f1e-2eb52d18b872 tempest-ExtensionsTestJSON-1161092672 tempest-ExtensionsTestJSON-1161092672-project] 10.222.0.130 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0056741 Jan 24 16:19:48.606078 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c559cca2-121f-46f3-ab93-f0eb57f3cf10') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:48.606421 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c559cca2-121f-46f3-ab93-f0eb57f3cf10') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:48.612393 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:19:48.622338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:48.630263 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1119c6-bc28-4367-97f1-59c9cbcec122 None None] Sync routers for ids ['4f94875b-9380-487a-abb6-b87b49a4fb2e'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:19:48.640824 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:48.645116 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8a1f2f9e-1620-4fd2-b67c-aaa811a02c3a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.2505422 Jan 24 16:19:48.645772 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56670) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.654459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ca998730-57fb-4acb-ad2a-f14c543ffff7 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:48.656159 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1119c6-bc28-4367-97f1-59c9cbcec122 None None] Routers {'4f94875b-9380-487a-abb6-b87b49a4fb2e'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:48.657068 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1d1119c6-bc28-4367-97f1-59c9cbcec122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f94875b-9380-487a-abb6-b87b49a4fb2e'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:48.725847 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1d1119c6-bc28-4367-97f1-59c9cbcec122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:48.739658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1119c6-bc28-4367-97f1-59c9cbcec122 None None] Routers {'4f94875b-9380-487a-abb6-b87b49a4fb2e'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:48.740768 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1d1119c6-bc28-4367-97f1-59c9cbcec122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f94875b-9380-487a-abb6-b87b49a4fb2e'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:48.803651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1d1119c6-bc28-4367-97f1-59c9cbcec122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:48.804875 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1119c6-bc28-4367-97f1-59c9cbcec122 None None] The sync data for ids ['4f94875b-9380-487a-abb6-b87b49a4fb2e'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:19:48.809817 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:48.819854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e04fbaa4-4de4-4224-ac09-d36ed1a0fdfc tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:48.854393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:48.919415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:48.946754 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e04fbaa4-4de4-4224-ac09-d36ed1a0fdfc tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "DELETE /v2.0/ports/94501c13-8aa3-463f-8797-14b966846bc3 HTTP/1.1" status: 204 len: 168 time: 3.7552440 Jan 24 16:19:48.959738 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56676) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.975971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:19:48.975971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:48.996404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56680) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:19:48.997766 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:19:49.016816 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-4645e600-5185-4c39-8ad4-090316c9a2ef tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] GET failed (client error): The resource could not be found. Jan 24 16:19:49.017331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4645e600-5185-4c39-8ad4-090316c9a2ef tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Synchronizing usage tracker for tenant:b3dd4fb2b2e04028bccc029062005b7f on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:49.055554 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4645e600-5185-4c39-8ad4-090316c9a2ef tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Unset dirty status for tenant:b3dd4fb2b2e04028bccc029062005b7f on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:49.057752 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4645e600-5185-4c39-8ad4-090316c9a2ef tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "GET /v2.0/ports/94501c13-8aa3-463f-8797-14b966846bc3 HTTP/1.1" status: 404 len: 333 time: 0.0969074 Jan 24 16:19:49.064248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56686) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:49.078910 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Request body: {'port': {'network_id': '1a73100f-fe13-4f02-bbce-a1c7e9ab4240', 'name': 'tempest-AllowedAddressPairTestJSON-1259120690'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:49.174726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:49.183415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=36ad2e40-39c1-40ff-96c3-fc2221afc1f9,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:49.195026 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:49.201192 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:49.246205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-36880d61-a5f5-4926-b2a6-df44974aad17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:49.249594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:49.274980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:49.310862 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Network': ['ID=b9983e32-a5f9-4c96-ab31-10ff4dee5438,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:49.319078 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4fedd133-218b-4bb1-b08f-6a4f66142777 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/networks/b9983e32-a5f9-4c96-ab31-10ff4dee5438 HTTP/1.1" status: 204 len: 168 time: 4.3453627 Jan 24 16:19:49.324919 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:49.326355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56690) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:49.333713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:49.334601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:49.354048 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-36880d61-a5f5-4926-b2a6-df44974aad17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:49.362378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-36880d61-a5f5-4926-b2a6-df44974aad17 admin admin] Usage tracker for resource:security_group_rule and tenant:92ada9f3f46f4ebebb18d7be02d45b7c is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:49.369900 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-36880d61-a5f5-4926-b2a6-df44974aad17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:49.376760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:49.378244 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:49.381413 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-36880d61-a5f5-4926-b2a6-df44974aad17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:49.400045 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:49.480132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Made reservation on behalf of b3dd4fb2b2e04028bccc029062005b7f for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:49.483263 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:49.502497 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6f7c407d-0b50-4464-b948-f4f4c4c403ab tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.8204648 Jan 24 16:19:49.506390 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d51bd5fe-3e8b-4142-9646-c0515f9e0887 None None] Provisioning for port 36ad2e40-39c1-40ff-96c3-fc2221afc1f9 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:49.508474 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56694) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:49.512791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d51bd5fe-3e8b-4142-9646-c0515f9e0887 None None] Provisioning complete for port 36ad2e40-39c1-40ff-96c3-fc2221afc1f9 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:49.513156 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d51bd5fe-3e8b-4142-9646-c0515f9e0887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:49.536405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=c15a51af-2f88-4c64-b0e7-a35980a9d98d,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:49.542665 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:49.569587 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] device_id is not set on port d33852a6-f889-4be5-b338-92ee5fced365 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:49.572979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d51bd5fe-3e8b-4142-9646-c0515f9e0887 None None] Port 36ad2e40-39c1-40ff-96c3-fc2221afc1f9 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:49.656690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774f3a0f-b05d-47aa-8b92-bcce006a59d8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:49.657374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-774f3a0f-b05d-47aa-8b92-bcce006a59d8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:49.699513 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-36880d61-a5f5-4926-b2a6-df44974aad17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:49.710579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:49.747572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-36880d61-a5f5-4926-b2a6-df44974aad17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:49.748134 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:49.797179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-774f3a0f-b05d-47aa-8b92-bcce006a59d8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:49.798356 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-774f3a0f-b05d-47aa-8b92-bcce006a59d8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4708135 Jan 24 16:19:49.802263 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56698) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:49.838303 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Allocated IP 172.20.0.8 (1a73100f-fe13-4f02-bbce-a1c7e9ab4240/d47a392d-8273-45b6-a5d5-0f7a2f4bb32f/d33852a6-f889-4be5-b338-92ee5fced365) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:49.843095 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-36880d61-a5f5-4926-b2a6-df44974aad17 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=92ada9f3f46f4ebebb18d7be02d45b7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8389258 Jan 24 16:19:49.847268 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36880d61-a5f5-4926-b2a6-df44974aad17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c52762-ec9e-4b52-af78-7f2c8464d878,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:49.848801 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56702) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:49.912971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 4ad364e7-63b0-402c-aa39-1bd4feca3133 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:49.916178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1b6d71-cae7-424c-a89a-7dcdef65e3fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:49.920028 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1b6d71-cae7-424c-a89a-7dcdef65e3fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:49.920800 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7f1b6d71-cae7-424c-a89a-7dcdef65e3fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:49.929232 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:49.994494 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7f1b6d71-cae7-424c-a89a-7dcdef65e3fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:49.995673 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7f1b6d71-cae7-424c-a89a-7dcdef65e3fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4802318 Jan 24 16:19:50.002740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56706) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:50.181842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e1c6aca6-07ad-466e-af60-218b6cb3e18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:50.192214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-f7560776-2ec9-44ce-a2ce-106e7fd3d7a9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port 36ad2e40-39c1-40ff-96c3-fc2221afc1f9 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:50.192545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f7560776-2ec9-44ce-a2ce-106e7fd3d7a9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:50.204086 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0504f277-1ae3-4bc1-ada4-678665a3141e tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3973958 Jan 24 16:19:50.204086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Allocated IP 172.26.2.29 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/47bac9ad-d5a8-4400-85fc-44939d072707) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:50.215392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56710) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:50.234948 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c4465385-5707-4d0b-aab0-c313d905e326 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2096384774'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:50.259158 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c4465385-5707-4d0b-aab0-c313d905e326 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:50.283846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e1c6aca6-07ad-466e-af60-218b6cb3e18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:50.292390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c4465385-5707-4d0b-aab0-c313d905e326 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:network and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:50.341464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c4465385-5707-4d0b-aab0-c313d905e326 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:50.357483 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c4465385-5707-4d0b-aab0-c313d905e326 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:50.423110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:50.581792 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4465385-5707-4d0b-aab0-c313d905e326 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:50.584841 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c4465385-5707-4d0b-aab0-c313d905e326 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:50.660344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Transition to ACTIVE for port object d33852a6-f889-4be5-b338-92ee5fced365 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:50.668820 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-45ae16da-3d6b-4da5-b9e1-7b8863db01e0 req-3fb1ca7b-c1dc-4723-84ef-214312250bc8 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5417449 Jan 24 16:19:50.669858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e1c6aca6-07ad-466e-af60-218b6cb3e18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:50.695915 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4465385-5707-4d0b-aab0-c313d905e326 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:19:50.702355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:50.711950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6aca6-07ad-466e-af60-218b6cb3e18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c52762-ec9e-4b52-af78-7f2c8464d878,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:50.728691 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c4465385-5707-4d0b-aab0-c313d905e326 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:50.729278 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-c4465385-5707-4d0b-aab0-c313d905e326 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Added segment 16412296-c1da-4a22-8821-af47d764562d of type vlan for network fc0ba5d4-1731-46a8-a08f-0e231dd6c647 Jan 24 16:19:50.742302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f7560776-2ec9-44ce-a2ce-106e7fd3d7a9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:50.776192 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c4465385-5707-4d0b-aab0-c313d905e326 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:50.781006 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e1c6aca6-07ad-466e-af60-218b6cb3e18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:50.782092 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e1c6aca6-07ad-466e-af60-218b6cb3e18f admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/76c52762-ec9e-4b52-af78-7f2c8464d878 HTTP/1.1" status: 204 len: 168 time: 0.9244602 Jan 24 16:19:50.860799 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:50.903801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-f7560776-2ec9-44ce-a2ce-106e7fd3d7a9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for 36ad2e40-39c1-40ff-96c3-fc2221afc1f9 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:50.930417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:50.934677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c4465385-5707-4d0b-aab0-c313d905e326 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:50.938299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4465385-5707-4d0b-aab0-c313d905e326 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:50.938877 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c4465385-5707-4d0b-aab0-c313d905e326 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:50.943432 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca998730-57fb-4acb-ad2a-f14c543ffff7 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:50.995762 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:51.040869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Pushing event updated for resources: {'Port': ['ID=47bac9ad-d5a8-4400-85fc-44939d072707,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:51.050852 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:51.057860 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:51.087549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:51.102708 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c4465385-5707-4d0b-aab0-c313d905e326 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8834116 Jan 24 16:19:51.109841 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56720) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:51.124669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4428aa90-cbe8-4e81-b638-268cefc72921 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'subnet': {'network_id': 'fc0ba5d4-1731-46a8-a08f-0e231dd6c647', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:51.143456 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4465385-5707-4d0b-aab0-c313d905e326 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Network': ['ID=fc0ba5d4-1731-46a8-a08f-0e231dd6c647,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:51.157839 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network fc0ba5d4-1731-46a8-a08f-0e231dd6c647 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:19:51.266460 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:51.271357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:51.319154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 30860f65-4396-4e3b-87b1-722c8f1e65dd has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:19:51.323384 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4428aa90-cbe8-4e81-b638-268cefc72921 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:51.329704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4428aa90-cbe8-4e81-b638-268cefc72921 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:subnet and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:51.334279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4428aa90-cbe8-4e81-b638-268cefc72921 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:51.340984 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event updated for resources: {'Port': ['ID=d33852a6-f889-4be5-b338-92ee5fced365,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:51.343264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f7560776-2ec9-44ce-a2ce-106e7fd3d7a9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:51.347016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4428aa90-cbe8-4e81-b638-268cefc72921 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:51.370200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca998730-57fb-4acb-ad2a-f14c543ffff7 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:51.422765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4428aa90-cbe8-4e81-b638-268cefc72921 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:51.455936 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:51.456541 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:51.478352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7560776-2ec9-44ce-a2ce-106e7fd3d7a9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=36ad2e40-39c1-40ff-96c3-fc2221afc1f9,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:51.512497 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-45ae16da-3d6b-4da5-b9e1-7b8863db01e0 req-7b9b36a3-3bc7-4d89-b7e9-adcbc6484567 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=fbb9efdaac9a4d899b480136df279d62&device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 1099 time: 0.7550268 Jan 24 16:19:51.516801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ca998730-57fb-4acb-ad2a-f14c543ffff7 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Deleting port 7d4163f6-6e46-4171-b22a-1e179f5d8c03 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:51.517393 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca998730-57fb-4acb-ad2a-f14c543ffff7 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:51.579189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4428aa90-cbe8-4e81-b638-268cefc72921 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:51.744437 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7401229f-e6ca-4536-be56-1ad036eb5ec0 None None] Provisioning for port d33852a6-f889-4be5-b338-92ee5fced365 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:51.744763 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:51.750647 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7401229f-e6ca-4536-be56-1ad036eb5ec0 None None] Provisioning complete for port d33852a6-f889-4be5-b338-92ee5fced365 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:51.751304 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7401229f-e6ca-4536-be56-1ad036eb5ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:51.851787 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-7401229f-e6ca-4536-be56-1ad036eb5ec0 None None] Port d33852a6-f889-4be5-b338-92ee5fced365 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:51.884518 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f7560776-2ec9-44ce-a2ce-106e7fd3d7a9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:51.889400 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f7560776-2ec9-44ce-a2ce-106e7fd3d7a9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/36ad2e40-39c1-40ff-96c3-fc2221afc1f9 HTTP/1.1" status: 204 len: 168 time: 1.8865249 Jan 24 16:19:51.892674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56736) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:51.898304 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-640a3fc6-75d3-4e4c-be7d-cd36ad01b7db tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8286271 Jan 24 16:19:51.903134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56740) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:51.937480 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56742) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:51.964340 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Request body: {'port': {'network_id': '1a73100f-fe13-4f02-bbce-a1c7e9ab4240', 'name': 'tempest-AllowedAddressPairTestJSON-585902275'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:52.141116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca998730-57fb-4acb-ad2a-f14c543ffff7 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:52.156763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c821cc6-574e-4316-8d3d-62b5d99863e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:52.158051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c821cc6-574e-4316-8d3d-62b5d99863e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:52.159066 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:52.159576 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c821cc6-574e-4316-8d3d-62b5d99863e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:52.160114 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5c821cc6-574e-4316-8d3d-62b5d99863e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:52.165264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-675845160'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:52.169824 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:52.171724 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:52.178357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae16da-3d6b-4da5-b9e1-7b8863db01e0 req-34e74f57-b3fd-4732-95a5-5cfbc56c96a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:52.180001 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-45ae16da-3d6b-4da5-b9e1-7b8863db01e0 req-34e74f57-b3fd-4732-95a5-5cfbc56c96a2 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5495e0fa-a9db-448f-8be6-86cc8bed9d19 HTTP/1.1" status: 200 len: 913 time: 0.5746744 Jan 24 16:19:52.197311 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:network and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:52.204276 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:52.291172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4428aa90-cbe8-4e81-b638-268cefc72921 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:52.325138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:19:52.336161 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287ff1a-c0ab-4817-b8c8-2465b2bb57e1 None None] Sync routers for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:19:52.351979 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287ff1a-c0ab-4817-b8c8-2465b2bb57e1 None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:52.352899 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7287ff1a-c0ab-4817-b8c8-2465b2bb57e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:52.368469 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a754c667-a18c-4c6d-aa06-10d936c7cfab tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "PUT /v2.0/routers/30860f65-4396-4e3b-87b1-722c8f1e65dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1817589 Jan 24 16:19:52.368700 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:52.374786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56750) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:52.386241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'port': {'network_id': '4ad364e7-63b0-402c-aa39-1bd4feca3133', 'name': 'tempest-FloatingIPTestJSON-116539988'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:52.423240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428aa90-cbe8-4e81-b638-268cefc72921 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Subnet': ['ID=cb2673bd-8933-42ba-a847-d02a01515cb9,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:52.424672 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7287ff1a-c0ab-4817-b8c8-2465b2bb57e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:52.438117 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287ff1a-c0ab-4817-b8c8-2465b2bb57e1 None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:52.438807 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7287ff1a-c0ab-4817-b8c8-2465b2bb57e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:52.506353 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ca998730-57fb-4acb-ad2a-f14c543ffff7 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Calling delete_port for 7d4163f6-6e46-4171-b22a-1e179f5d8c03 owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:52.506594 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7287ff1a-c0ab-4817-b8c8-2465b2bb57e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:52.507099 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287ff1a-c0ab-4817-b8c8-2465b2bb57e1 None None] The sync data for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:19:52.577686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4428aa90-cbe8-4e81-b638-268cefc72921 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Checking segment: {'id': '16412296-c1da-4a22-8821-af47d764562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fc0ba5d4-1731-46a8-a08f-0e231dd6c647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:19:52.577970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4428aa90-cbe8-4e81-b638-268cefc72921 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network hostable DHCP agents. Network: fc0ba5d4-1731-46a8-a08f-0e231dd6c647, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:19:52.587053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5c821cc6-574e-4316-8d3d-62b5d99863e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:52.591758 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5c821cc6-574e-4316-8d3d-62b5d99863e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6958053 Jan 24 16:19:52.597792 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56754) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:52.613333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:52.616219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:52.648162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:52.652911 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Usage tracker for resource:port and tenant:af052b8aa9e742caa4ed884470bec1dd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:52.657294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:52.664320 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:52.670913 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:52.676936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4428aa90-cbe8-4e81-b638-268cefc72921 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network fc0ba5d4-1731-46a8-a08f-0e231dd6c647 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:19:52.682704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Made reservation on behalf of af052b8aa9e742caa4ed884470bec1dd for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:52.685721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:52.696833 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Usage tracker for resource:port and tenant:b3dd4fb2b2e04028bccc029062005b7f is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:52.706666 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:52.709067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-4428aa90-cbe8-4e81-b638-268cefc72921 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, fc0ba5d4-1731-46a8-a08f-0e231dd6c647) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:52.716133 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4428aa90-cbe8-4e81-b638-268cefc72921 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:52.716713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4428aa90-cbe8-4e81-b638-268cefc72921 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:52.718518 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e47ad34-613c-4720-a5e7-edf0a92f27bd None None] Network fc0ba5d4-1731-46a8-a08f-0e231dd6c647 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:52.726059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:52.729533 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] device_id is not set on port 9bdc970c-0fb1-43ad-814d-7415f2157618 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:52.744393 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:52.771027 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-45ae16da-3d6b-4da5-b9e1-7b8863db01e0 req-24952c8f-6996-47d4-93cb-11d174631d58 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e HTTP/1.1" status: 200 len: 1002 time: 0.5175080 Jan 24 16:19:52.791268 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4428aa90-cbe8-4e81-b638-268cefc72921 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6765363 Jan 24 16:19:52.793578 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56758) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:52.806786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'network_id': 'fc0ba5d4-1731-46a8-a08f-0e231dd6c647', 'name': 'tempest-PortsTestJSON-441001907'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:52.850207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Made reservation on behalf of b3dd4fb2b2e04028bccc029062005b7f for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:52.853517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:52.956048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-fc0ba5d4-1731-46a8-a08f-0e231dd6c647', 'network_id': 'fc0ba5d4-1731-46a8-a08f-0e231dd6c647', 'tenant_id': '683bedfc540b431d8318ee7c07b39995', 'fixed_ips': [{'subnet_id': 'cb2673bd-8933-42ba-a847-d02a01515cb9'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:19:52.956260 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:52.957210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:52.979509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:security_group_rule and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:52.979760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Router 6d34a383-ac39-4f08-b6cc-6c69c8a08817 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:19:52.984785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] device_id is not set on port d9a344e2-8765-469d-8842-f1649d1c0304 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:53.018447 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:53.026762 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae16da-3d6b-4da5-b9e1-7b8863db01e0 req-560374d4-a05e-4d71-abc5-e901e9529df3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:53.028293 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-45ae16da-3d6b-4da5-b9e1-7b8863db01e0 req-560374d4-a05e-4d71-abc5-e901e9529df3 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3c1c62db-bb5b-4b37-8d89-20b3ac5d7145 HTTP/1.1" status: 200 len: 851 time: 0.2445462 Jan 24 16:19:53.041554 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:53.043497 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Allocated IP 172.20.0.8 (4ad364e7-63b0-402c-aa39-1bd4feca3133/29fd95ea-c3b1-46a6-b7af-37d2de11780c/9bdc970c-0fb1-43ad-814d-7415f2157618) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:53.107449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:53.143139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:53.153905 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Allocated IP 172.20.0.2 (fc0ba5d4-1731-46a8-a08f-0e231dd6c647/cb2673bd-8933-42ba-a847-d02a01515cb9/d981c700-a785-4adb-8327-3efd5313da98) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:53.187600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:53.190572 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:53.215006 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d984bb-b9c7-4186-aee5-6ef6318cfe7a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet a9ca87f8-dacd-4d0f-a22f-8cb82ce98aab {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:19:53.228213 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-00d984bb-b9c7-4186-aee5-6ef6318cfe7a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:53.237071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] device_id is not set on port 5106917d-f1b3-4b6f-8765-297ec825fe52 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:53.316843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca998730-57fb-4acb-ad2a-f14c543ffff7 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:53.378363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:53.389592 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Transition to ACTIVE for port object d981c700-a785-4adb-8327-3efd5313da98 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:53.402571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca998730-57fb-4acb-ad2a-f14c543ffff7 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Pushing event deleted for resources: {'Port': ['ID=7d4163f6-6e46-4171-b22a-1e179f5d8c03,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:53.408521 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-00d984bb-b9c7-4186-aee5-6ef6318cfe7a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:53.415676 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Transition to ACTIVE for port object d981c700-a785-4adb-8327-3efd5313da98 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:53.423190 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:53.498255 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Network fc0ba5d4-1731-46a8-a08f-0e231dd6c647 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:53.499218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Pushing event updated for resources: {'Port': ['ID=d981c700-a785-4adb-8327-3efd5313da98,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:53.501839 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:53.504470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:53.514814 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-45ae16da-3d6b-4da5-b9e1-7b8863db01e0 req-086a7b38-e1fa-4d1c-ac49-4e518cb0850a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5495e0fa-a9db-448f-8be6-86cc8bed9d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4766409 Jan 24 16:19:53.570512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:53.570769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Allocated IP 172.20.0.7 (1a73100f-fe13-4f02-bbce-a1c7e9ab4240/d47a392d-8273-45b6-a5d5-0f7a2f4bb32f/d9a344e2-8765-469d-8842-f1649d1c0304) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:53.611102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Allocated IP 172.20.0.12 (fc0ba5d4-1731-46a8-a08f-0e231dd6c647/cb2673bd-8933-42ba-a847-d02a01515cb9/5106917d-f1b3-4b6f-8765-297ec825fe52) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:53.636300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Attempting to bind port d981c700-a785-4adb-8327-3efd5313da98 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:19:53.636716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Attempting to bind port d981c700-a785-4adb-8327-3efd5313da98 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '16412296-c1da-4a22-8821-af47d764562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fc0ba5d4-1731-46a8-a08f-0e231dd6c647'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:19:53.637165 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Attempting to bind port d981c700-a785-4adb-8327-3efd5313da98 on network fc0ba5d4-1731-46a8-a08f-0e231dd6c647 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:19:53.640451 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:19:53.644617 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:19:53.645121 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Checking segment: {'id': '16412296-c1da-4a22-8821-af47d764562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fc0ba5d4-1731-46a8-a08f-0e231dd6c647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:19:53.645638 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:53.646108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Bound using segment: {'id': '16412296-c1da-4a22-8821-af47d764562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fc0ba5d4-1731-46a8-a08f-0e231dd6c647'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:19:53.646991 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Bound port: d981c700-a785-4adb-8327-3efd5313da98, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16412296-c1da-4a22-8821-af47d764562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fc0ba5d4-1731-46a8-a08f-0e231dd6c647'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:19:53.647228 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:53.659753 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c5a9c9-e188-400f-ab19-b2294a46a28c None None] Sync routers for ids ['6d34a383-ac39-4f08-b6cc-6c69c8a08817'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:19:53.687421 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:53.691135 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-78c5c4c3-2abc-498f-9045-f3ef608908a0 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "PUT /v2.0/routers/6d34a383-ac39-4f08-b6cc-6c69c8a08817 HTTP/1.1" status: 200 len: 879 time: 6.8108978 Jan 24 16:19:53.692724 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:53.696906 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56762) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:53.710165 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:53.721790 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c5a9c9-e188-400f-ab19-b2294a46a28c None None] Routers {'6d34a383-ac39-4f08-b6cc-6c69c8a08817'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:53.722553 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e2c5a9c9-e188-400f-ab19-b2294a46a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6d34a383-ac39-4f08-b6cc-6c69c8a08817'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:53.759842 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:53.795942 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e2c5a9c9-e188-400f-ab19-b2294a46a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:53.814264 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] For port d981c700-a785-4adb-8327-3efd5313da98, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:19:53.819060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] For port d981c700-a785-4adb-8327-3efd5313da98, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d981c700-a785-4adb-8327-3efd5313da98,segment=NetworkSegment(16412296-c1da-4a22-8821-af47d764562d),segment_id=16412296-c1da-4a22-8821-af47d764562d)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:19:53.822326 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c5a9c9-e188-400f-ab19-b2294a46a28c None None] Routers {'6d34a383-ac39-4f08-b6cc-6c69c8a08817'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:53.822991 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e2c5a9c9-e188-400f-ab19-b2294a46a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6d34a383-ac39-4f08-b6cc-6c69c8a08817'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:53.881200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e2c5a9c9-e188-400f-ab19-b2294a46a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:53.881790 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c5a9c9-e188-400f-ab19-b2294a46a28c None None] The sync data for ids ['6d34a383-ac39-4f08-b6cc-6c69c8a08817'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:19:53.884152 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:53.975075 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b5942-f502-4968-a310-e5f24af5d47b None None] Pushing event updated for resources: {'Port': ['ID=d981c700-a785-4adb-8327-3efd5313da98,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:54.004237 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-00d984bb-b9c7-4186-aee5-6ef6318cfe7a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:54.034638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:19:54.057473 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b598e8b1-ef1d-4828-87b8-fcbfe5af288d,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:54.073646 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=9bdc970c-0fb1-43ad-814d-7415f2157618,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:54.079184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 4ad364e7-63b0-402c-aa39-1bd4feca3133 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:54.086253 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:54.097021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:54.132590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca998730-57fb-4acb-ad2a-f14c543ffff7 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:54.219859 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:54.220480 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:54.260536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:54.274715 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3150a699-196e-45f8-88aa-8f86c6d2a86a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8988543 Jan 24 16:19:54.279252 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56766) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:54.292432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'port': {'network_id': '4ad364e7-63b0-402c-aa39-1bd4feca3133', 'name': 'tempest-FloatingIPTestJSON-795650321'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:54.350496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:54.351059 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Added segment 7aa95002-4dde-43a0-b636-e0dd222dbf52 of type vlan for network 1be12f66-3a38-46a8-a01b-b69bc631e96a Jan 24 16:19:54.353567 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-45ae16da-3d6b-4da5-b9e1-7b8863db01e0 req-f4754760-605a-431c-bf97-176420bb1391 service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8261504 Jan 24 16:19:54.354613 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Transition to ACTIVE for port object 5106917d-f1b3-4b6f-8765-297ec825fe52 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:54.470229 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca998730-57fb-4acb-ad2a-f14c543ffff7 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:54.503226 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:54.548310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca998730-57fb-4acb-ad2a-f14c543ffff7 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:54.561744 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:54.562535 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:54.579238 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Usage tracker for resource:port and tenant:af052b8aa9e742caa4ed884470bec1dd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:54.585132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:54.597336 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:54.619697 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network fc0ba5d4-1731-46a8-a08f-0e231dd6c647 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:54.620590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=5106917d-f1b3-4b6f-8765-297ec825fe52,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:54.623909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:54.628897 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6a39d76d-7d3a-481d-bda3-945675a296ae tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/routers/6d34a383-ac39-4f08-b6cc-6c69c8a08817 HTTP/1.1" status: 200 len: 920 time: 0.9307630 Jan 24 16:19:54.629409 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:54.654672 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Made reservation on behalf of af052b8aa9e742caa4ed884470bec1dd for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:54.657641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:54.669446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56770) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:54.697687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-00d984bb-b9c7-4186-aee5-6ef6318cfe7a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:54.713243 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:19:54.754546 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] device_id is not set on port 29ed270f-ca27-417f-a09a-35289a552809 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:54.762490 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:54.802639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d984bb-b9c7-4186-aee5-6ef6318cfe7a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ca87f8-dacd-4d0f-a22f-8cb82ce98aab,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:54.806020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:54.806649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:54.820665 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Transition to ACTIVE for port object d9a344e2-8765-469d-8842-f1649d1c0304 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:54.829665 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce59497d-17e5-4ed6-82de-e23b2a674640 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:54.879762 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b0d3d044-8323-4ee0-ab81-131b93f7c0c3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0829313 Jan 24 16:19:54.901484 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-00d984bb-b9c7-4186-aee5-6ef6318cfe7a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:54.905711 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56774) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:54.909525 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-45ae16da-3d6b-4da5-b9e1-7b8863db01e0 req-f00ee6e9-3d24-4189-9d0d-3c951daa40e9 service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916129 Jan 24 16:19:54.930698 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'network_id': 'fc0ba5d4-1731-46a8-a08f-0e231dd6c647', 'name': 'tempest-PortsTestJSON-1211959032'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:54.932021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-82b2d971-5b0c-43e2-9274-44aca5b054de tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Synchronizing usage tracker for tenant:d3846bd7b9d6467c9b1501dac62c3598 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:19:54.953583 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d981c700-a785-4adb-8327-3efd5313da98 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:54.979187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:54.979447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Allocated IP 172.20.0.13 (4ad364e7-63b0-402c-aa39-1bd4feca3133/29fd95ea-c3b1-46a6-b7af-37d2de11780c/29ed270f-ca27-417f-a09a-35289a552809) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:54.981381 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-82b2d971-5b0c-43e2-9274-44aca5b054de tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Unset dirty status for tenant:d3846bd7b9d6467c9b1501dac62c3598 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:19:54.982422 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-82b2d971-5b0c-43e2-9274-44aca5b054de tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/ports?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&device_id=6d34a383-ac39-4f08-b6cc-6c69c8a08817&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3120232 Jan 24 16:19:54.985206 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56778) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:54.997528 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:55.002523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:55.178672 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43550e7-27b1-49df-8f92-b5c6ca5a838c None None] Network fc0ba5d4-1731-46a8-a08f-0e231dd6c647 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:55.202835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7281ace-44a6-4cdb-baad-eeab28030887 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:55.204494 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a7281ace-44a6-4cdb-baad-eeab28030887 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/networks/2668b65a-79ae-4c58-beed-9fa3e5f27e5e HTTP/1.1" status: 200 len: 881 time: 0.2183106 Jan 24 16:19:55.216166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56782) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:55.226109 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.2825370 Jan 24 16:19:55.249292 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-00d984bb-b9c7-4186-aee5-6ef6318cfe7a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/a9ca87f8-dacd-4d0f-a22f-8cb82ce98aab HTTP/1.1" status: 204 len: 168 time: 2.6504095 Jan 24 16:19:55.262765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56786) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:55.299180 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca998730-57fb-4acb-ad2a-f14c543ffff7 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Router 4f94875b-9380-487a-abb6-b87b49a4fb2e has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:19:55.346927 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f7a26323-1dae-4c2c-b988-9254c45ab11e tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "GET /v2.0/ports?device_id=6d34a383-ac39-4f08-b6cc-6c69c8a08817 HTTP/1.1" status: 200 len: 205 time: 0.1189647 Jan 24 16:19:55.348796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd6b23-a008-416b-b375-ff59efe080f8 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Network': ['ID=1be12f66-3a38-46a8-a01b-b69bc631e96a,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:55.367458 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56790) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:55.395963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 1be12f66-3a38-46a8-a01b-b69bc631e96a details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:19:55.461261 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port d981c700-a785-4adb-8327-3efd5313da98 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:55.517469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:55.585535 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-57dc557a-0d46-4149-a309-104f87ba6cb3 None None] Provisioning for port d981c700-a785-4adb-8327-3efd5313da98 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:55.611337 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-57dc557a-0d46-4149-a309-104f87ba6cb3 None None] Provisioning complete for port d981c700-a785-4adb-8327-3efd5313da98 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:55.612518 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-57dc557a-0d46-4149-a309-104f87ba6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:55.678380 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event updated for resources: {'Port': ['ID=d9a344e2-8765-469d-8842-f1649d1c0304,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:55.772623 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:55.787000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:55.790294 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:55.793504 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:55.825785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:55.830661 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:port and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:55.834473 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:55.848197 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:55.860299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca998730-57fb-4acb-ad2a-f14c543ffff7 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:19:55.867820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca998730-57fb-4acb-ad2a-f14c543ffff7 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:55.871725 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ca998730-57fb-4acb-ad2a-f14c543ffff7 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "PUT /v2.0/routers/4f94875b-9380-487a-abb6-b87b49a4fb2e HTTP/1.1" status: 200 len: 710 time: 7.2224622 Jan 24 16:19:55.875085 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56796) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:55.880632 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e816d5-63f8-4f1f-9dc8-435122d883b2 None None] Sync routers for ids ['4f94875b-9380-487a-abb6-b87b49a4fb2e'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:19:55.922311 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-57dc557a-0d46-4149-a309-104f87ba6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:55.925368 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e816d5-63f8-4f1f-9dc8-435122d883b2 None None] Routers {'4f94875b-9380-487a-abb6-b87b49a4fb2e'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:55.927149 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-96e816d5-63f8-4f1f-9dc8-435122d883b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f94875b-9380-487a-abb6-b87b49a4fb2e'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:55.964470 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:55.968652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:56.040530 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:56.041096 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:56.044740 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-57dc557a-0d46-4149-a309-104f87ba6cb3 None None] For port d981c700-a785-4adb-8327-3efd5313da98, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d981c700-a785-4adb-8327-3efd5313da98,segment=NetworkSegment(16412296-c1da-4a22-8821-af47d764562d),segment_id=16412296-c1da-4a22-8821-af47d764562d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:56.063600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-57dc557a-0d46-4149-a309-104f87ba6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:56.101199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] device_id is not set on port cbc590e1-04b4-4326-bfdc-7a1e35b6503b yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:19:56.107322 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-96e816d5-63f8-4f1f-9dc8-435122d883b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:56.136929 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e816d5-63f8-4f1f-9dc8-435122d883b2 None None] Routers {'4f94875b-9380-487a-abb6-b87b49a4fb2e'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:19:56.137641 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-96e816d5-63f8-4f1f-9dc8-435122d883b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f94875b-9380-487a-abb6-b87b49a4fb2e'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:56.202218 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-59d98670-5f88-4355-952e-732675baebe8 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2674253 Jan 24 16:19:56.228856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56800) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:56.258196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-290c3873-1094-4729-8a9f-8aad17f8f736 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:69:1a:50'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:53:c7:d0'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:56.283057 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-96e816d5-63f8-4f1f-9dc8-435122d883b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:19:56.283467 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e816d5-63f8-4f1f-9dc8-435122d883b2 None None] The sync data for ids ['4f94875b-9380-487a-abb6-b87b49a4fb2e'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:19:56.318081 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc557a-0d46-4149-a309-104f87ba6cb3 None None] Pushing event updated for resources: {'Port': ['ID=d981c700-a785-4adb-8327-3efd5313da98,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:56.375304 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-889ab0d9-b48c-44d0-8f4a-421e50f9ff16 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/routers/4f94875b-9380-487a-abb6-b87b49a4fb2e HTTP/1.1" status: 200 len: 745 time: 0.4932156 Jan 24 16:19:56.377745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bfb26ed-ab92-4086-8185-d50a19e44b58 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet d268b2e1-f6cd-474d-9b92-14d24712f2d4 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:19:56.380727 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56804) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:56.381280 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2bfb26ed-ab92-4086-8185-d50a19e44b58 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:56.461015 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2bfb26ed-ab92-4086-8185-d50a19e44b58 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:56.513009 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a2fb631a-83c5-4d4b-913b-51a70fbc6664 None None] Provisioning for port d9a344e2-8765-469d-8842-f1649d1c0304 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:56.522063 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a2fb631a-83c5-4d4b-913b-51a70fbc6664 None None] Provisioning complete for port d9a344e2-8765-469d-8842-f1649d1c0304 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:56.522919 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a2fb631a-83c5-4d4b-913b-51a70fbc6664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:56.584775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2bfb26ed-ab92-4086-8185-d50a19e44b58 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:56.650675 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-a2fb631a-83c5-4d4b-913b-51a70fbc6664 None None] Port d9a344e2-8765-469d-8842-f1649d1c0304 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:56.684929 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0bc7e6e4-259f-4895-92d9-8cca3c43e511 tempest-RoutersIpV6AdminTest-408849498 tempest-RoutersIpV6AdminTest-408849498-project-admin] 10.222.0.130 "GET /v2.0/ports?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&device_id=4f94875b-9380-487a-abb6-b87b49a4fb2e HTTP/1.1" status: 200 len: 205 time: 0.3034110 Jan 24 16:19:56.720426 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56808) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:56.817727 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-90b06365-40ba-4972-8953-87ff08f1a028 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "GET /v2.0/ports?device_id=4f94875b-9380-487a-abb6-b87b49a4fb2e HTTP/1.1" status: 200 len: 205 time: 0.0936489 Jan 24 16:19:56.818849 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56812) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:56.878413 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d981c700-a785-4adb-8327-3efd5313da98 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:19:56.939902 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Allocated IP 172.20.0.4 (fc0ba5d4-1731-46a8-a08f-0e231dd6c647/cb2673bd-8933-42ba-a847-d02a01515cb9/cbc590e1-04b4-4326-bfdc-7a1e35b6503b) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:57.040220 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-fefdda77-9939-4876-8243-27d6df6b22fe None None] Provisioning complete for port d981c700-a785-4adb-8327-3efd5313da98 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:57.041017 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fefdda77-9939-4876-8243-27d6df6b22fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:57.044842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:57.120883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a058521f-0c2d-4cfa-9eba-65d44bb6e003 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:57.136492 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d981c700-a785-4adb-8327-3efd5313da98 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:57.136863 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:57.182340 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2bfb26ed-ab92-4086-8185-d50a19e44b58 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:57.277373 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb26ed-ab92-4086-8185-d50a19e44b58 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=d268b2e1-f6cd-474d-9b92-14d24712f2d4,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:57.372915 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 4ad364e7-63b0-402c-aa39-1bd4feca3133 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:57.378265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:57.380331 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=29ed270f-ca27-417f-a09a-35289a552809,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:57.393231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:57.419320 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2bfb26ed-ab92-4086-8185-d50a19e44b58 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:57.427708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a230761-f40b-4140-9508-a0daf772e691 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:57.481551 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2bfb26ed-ab92-4086-8185-d50a19e44b58 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/d268b2e1-f6cd-474d-9b92-14d24712f2d4 HTTP/1.1" status: 204 len: 168 time: 2.2027545 Jan 24 16:19:57.483402 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56816) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:57.521998 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:57.522884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:57.593003 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52281542-40e6-4682-8cc4-c9f5e3b40d46 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:57.662037 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-80fef081-70ff-43b4-a70e-92efe5abbc69 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3769855 Jan 24 16:19:57.668625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56820) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:57.674372 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-fefdda77-9939-4876-8243-27d6df6b22fe None None] Provisioning for port 5106917d-f1b3-4b6f-8765-297ec825fe52 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:57.675406 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-455c3c26-f797-472d-8890-4fbf1f369c86 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1816754 Jan 24 16:19:57.678278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '29ed270f-ca27-417f-a09a-35289a552809', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:57.680242 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56824) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:57.684945 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:57.688515 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-290c3873-1094-4729-8a9f-8aad17f8f736 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:57.689030 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-fefdda77-9939-4876-8243-27d6df6b22fe None None] Provisioning complete for port 5106917d-f1b3-4b6f-8765-297ec825fe52 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:57.689408 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fefdda77-9939-4876-8243-27d6df6b22fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:57.695862 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-fcfd376f-c5ae-49d9-84e3-87ecb9e0ead5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:57.702732 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Usage tracker for resource:floatingip and tenant:af052b8aa9e742caa4ed884470bec1dd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:57.713241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:57.722701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:57.756392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-fefdda77-9939-4876-8243-27d6df6b22fe None None] Port 5106917d-f1b3-4b6f-8765-297ec825fe52 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:57.780268 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:57.847264 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0572c2bd-b270-49bd-9084-289f6abcf1e1 None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:19:57.854482 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0572c2bd-b270-49bd-9084-289f6abcf1e1 None None] Deleting port 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:57.855070 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0572c2bd-b270-49bd-9084-289f6abcf1e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.011728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a058521f-0c2d-4cfa-9eba-65d44bb6e003 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.018005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a058521f-0c2d-4cfa-9eba-65d44bb6e003 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.021717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1e73e39f-64f7-44f2-a0a8-35051b72b30b None None] Provisioning complete for port 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:58.022264 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1e73e39f-64f7-44f2-a0a8-35051b72b30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.065611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a058521f-0c2d-4cfa-9eba-65d44bb6e003 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.066706 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a058521f-0c2d-4cfa-9eba-65d44bb6e003 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Fanout notify agent at l3_agent the message router_deleted on router 4f94875b-9380-487a-abb6-b87b49a4fb2e {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:19:58.153747 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a058521f-0c2d-4cfa-9eba-65d44bb6e003 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.156205 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a058521f-0c2d-4cfa-9eba-65d44bb6e003 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "DELETE /v2.0/routers/4f94875b-9380-487a-abb6-b87b49a4fb2e HTTP/1.1" status: 204 len: 168 time: 1.3357911 Jan 24 16:19:58.162736 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56828) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:58.193205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fcfd376f-c5ae-49d9-84e3-87ecb9e0ead5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:58.199159 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fcfd376f-c5ae-49d9-84e3-87ecb9e0ead5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:58.203016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fcfd376f-c5ae-49d9-84e3-87ecb9e0ead5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:58.210490 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fcfd376f-c5ae-49d9-84e3-87ecb9e0ead5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:58.234919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.239992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfd376f-c5ae-49d9-84e3-87ecb9e0ead5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:58.258572 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e153a998-75ad-4f47-8bdc-06db5fd662fb tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "GET /v2.0/ports?device_id=4f94875b-9380-487a-abb6-b87b49a4fb2e HTTP/1.1" status: 200 len: 205 time: 0.0865145 Jan 24 16:19:58.264980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56832) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:58.265955 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0572c2bd-b270-49bd-9084-289f6abcf1e1 None None] For port 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:19:58.266472 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0572c2bd-b270-49bd-9084-289f6abcf1e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.364389 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-ad2156f6-da7d-4a4d-884b-c1dcea71f4ce tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] delete failed (client error): The resource could not be found. Jan 24 16:19:58.365591 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ad2156f6-da7d-4a4d-884b-c1dcea71f4ce tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "DELETE /v2.0/routers/4f94875b-9380-487a-abb6-b87b49a4fb2e HTTP/1.1" status: 404 len: 336 time: 0.0970914 Jan 24 16:19:58.370465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Transition to ACTIVE for port object cbc590e1-04b4-4326-bfdc-7a1e35b6503b will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:19:58.370864 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56836) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:58.425140 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0572c2bd-b270-49bd-9084-289f6abcf1e1 None None] Calling delete_port for 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:58.426522 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcfd376f-c5ae-49d9-84e3-87ecb9e0ead5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.441817 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-acafc806-25f5-425c-a8f7-02a1e9b976ee tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "GET /v2.0/ports?device_id=2d84dc20-eab0-4ff4-8bca-93aff186fbd3 HTTP/1.1" status: 200 len: 205 time: 0.0685897 Jan 24 16:19:58.455649 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1e73e39f-64f7-44f2-a0a8-35051b72b30b None None] Provisioning complete for port 5106917d-f1b3-4b6f-8765-297ec825fe52 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:58.455922 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1e73e39f-64f7-44f2-a0a8-35051b72b30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.456804 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56840) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:58.457128 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56842) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:58.474418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-290c3873-1094-4729-8a9f-8aad17f8f736 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.494651 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-290c3873-1094-4729-8a9f-8aad17f8f736 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.534279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52281542-40e6-4682-8cc4-c9f5e3b40d46 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.538748 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1e73e39f-64f7-44f2-a0a8-35051b72b30b None None] Port 5106917d-f1b3-4b6f-8765-297ec825fe52 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:58.555179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.560367 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0572c2bd-b270-49bd-9084-289f6abcf1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.606449 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572c2bd-b270-49bd-9084-289f6abcf1e1 None None] Pushing event deleted for resources: {'Port': ['ID=1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:58.613436 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572c2bd-b270-49bd-9084-289f6abcf1e1 None None] No DVR routers for this DVR port 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:19:58.618572 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-52281542-40e6-4682-8cc4-c9f5e3b40d46 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Deleting port 47bac9ad-d5a8-4400-85fc-44939d072707 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:58.619046 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52281542-40e6-4682-8cc4-c9f5e3b40d46 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.682392 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c05235a2-46ec-43d1-a10f-75d21f5fac95 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'subnet': {'network_id': '1be12f66-3a38-46a8-a01b-b69bc631e96a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:19:58.742290 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-a7161a40-8aed-4f29-8394-2e6a4d0da4e9 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] delete failed (client error): The resource could not be found. Jan 24 16:19:58.743327 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a7161a40-8aed-4f29-8394-2e6a4d0da4e9 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "DELETE /v2.0/routers/2d84dc20-eab0-4ff4-8bca-93aff186fbd3 HTTP/1.1" status: 404 len: 336 time: 0.2852960 Jan 24 16:19:58.790349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56848) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:58.824813 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:19:58.847116 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c3873-1094-4729-8a9f-8aad17f8f736 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event updated for resources: {'Port': ['ID=d9a344e2-8765-469d-8842-f1649d1c0304,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:58.865732 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-df26e617-b299-479e-8bc7-2c84aabf9858 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "GET /v2.0/ports?device_id=fbe1b6d1-f495-4ffa-9307-0447fc99b118 HTTP/1.1" status: 200 len: 205 time: 0.0733321 Jan 24 16:19:58.873341 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.873513 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56852) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:58.885116 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:19:58.885387 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 1e2dd0de-daa1-422a-9601-0f2a6bfdd5ad not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:19:58.968725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-22dba9b5-bdc7-4d6b-88e6-5c186956189d None None] Provisioning complete for port d9a344e2-8765-469d-8842-f1649d1c0304 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:58.969267 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-22dba9b5-bdc7-4d6b-88e6-5c186956189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:58.970183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c05235a2-46ec-43d1-a10f-75d21f5fac95 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:19:58.979398 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c05235a2-46ec-43d1-a10f-75d21f5fac95 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:subnet and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:19:58.989400 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network fc0ba5d4-1731-46a8-a08f-0e231dd6c647 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:58.990234 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c05235a2-46ec-43d1-a10f-75d21f5fac95 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:19:58.995935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:58.997770 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=cbc590e1-04b4-4326-bfdc-7a1e35b6503b,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:59.004110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:19:59.029535 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c05235a2-46ec-43d1-a10f-75d21f5fac95 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:19:59.043751 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-22dba9b5-bdc7-4d6b-88e6-5c186956189d None None] Port d9a344e2-8765-469d-8842-f1649d1c0304 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:59.100630 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-c7fb5b47-2b62-419e-850b-48378d829e47 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] delete failed (client error): The resource could not be found. Jan 24 16:19:59.104811 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c7fb5b47-2b62-419e-850b-48378d829e47 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "DELETE /v2.0/routers/fbe1b6d1-f495-4ffa-9307-0447fc99b118 HTTP/1.1" status: 404 len: 336 time: 0.2260885 Jan 24 16:19:59.107122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05235a2-46ec-43d1-a10f-75d21f5fac95 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:19:59.110015 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-290c3873-1094-4729-8a9f-8aad17f8f736 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] In _notify_port_updated(), no bound segment for port d9a344e2-8765-469d-8842-f1649d1c0304 on network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 {{(pid=83465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:19:59.114211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c3873-1094-4729-8a9f-8aad17f8f736 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:59.114835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-290c3873-1094-4729-8a9f-8aad17f8f736 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:59.119218 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-290c3873-1094-4729-8a9f-8aad17f8f736 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "PUT /v2.0/ports/d9a344e2-8765-469d-8842-f1649d1c0304 HTTP/1.1" status: 200 len: 1055 time: 2.8865414 Jan 24 16:19:59.119218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56856) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:59.121391 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56858) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:59.218790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52281542-40e6-4682-8cc4-c9f5e3b40d46 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:59.231406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:59.232023 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:59.248735 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-057cb592-75eb-461f-9f38-60f452b81bb9 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "GET /v2.0/ports?device_id=18ff361c-503e-4e13-b29a-c43f54d9e3ed HTTP/1.1" status: 200 len: 205 time: 0.0941536 Jan 24 16:19:59.272004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-36f603b0-5d7e-4f68-b748-8e45d2ecde8f None None] Provisioning for port cbc590e1-04b4-4326-bfdc-7a1e35b6503b completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:19:59.277792 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-36f603b0-5d7e-4f68-b748-8e45d2ecde8f None None] Provisioning complete for port cbc590e1-04b4-4326-bfdc-7a1e35b6503b triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:19:59.278651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-36f603b0-5d7e-4f68-b748-8e45d2ecde8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:59.278805 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56864) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:59.339447 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-36f603b0-5d7e-4f68-b748-8e45d2ecde8f None None] Port cbc590e1-04b4-4326-bfdc-7a1e35b6503b cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:19:59.374262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-52281542-40e6-4682-8cc4-c9f5e3b40d46 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Calling delete_port for 47bac9ad-d5a8-4400-85fc-44939d072707 owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:19:59.403779 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2d4627dd-7d7c-4304-83ef-5dff643363ed tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4903173 Jan 24 16:19:59.408013 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-daabc65c-ef5b-4cc1-9614-73c84376ff3e tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] delete failed (client error): The resource could not be found. Jan 24 16:19:59.408953 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-daabc65c-ef5b-4cc1-9614-73c84376ff3e tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "DELETE /v2.0/routers/18ff361c-503e-4e13-b29a-c43f54d9e3ed HTTP/1.1" status: 404 len: 336 time: 0.1288466 Jan 24 16:19:59.409705 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56868) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:59.413186 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56870) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:59.415724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c05235a2-46ec-43d1-a10f-75d21f5fac95 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:59.418372 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Allocated IP 172.26.2.2 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/42613556-fa1a-41d1-b56e-a8984641c7df) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:19:59.439853 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-8031ab9f-3745-4100-96d7-c74b3a1bc7cc tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Deleting port d9a344e2-8765-469d-8842-f1649d1c0304 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:19:59.440382 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8031ab9f-3745-4100-96d7-c74b3a1bc7cc tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:59.482898 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-82efa9e9-ec65-4fd7-a2dc-4e890f807a46 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "GET /v2.0/ports?device_id=d7f760a4-3367-4a44-8bfb-476ce17bf3d1 HTTP/1.1" status: 200 len: 205 time: 0.0685396 Jan 24 16:19:59.487144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56876) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:59.511100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcfd376f-c5ae-49d9-84e3-87ecb9e0ead5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:59.643369 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-bd70b1a9-7a86-4f43-9774-1bbecb45a97b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] delete failed (client error): The resource could not be found. Jan 24 16:19:59.644196 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bd70b1a9-7a86-4f43-9774-1bbecb45a97b tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "DELETE /v2.0/routers/d7f760a4-3367-4a44-8bfb-476ce17bf3d1 HTTP/1.1" status: 404 len: 336 time: 0.1542735 Jan 24 16:19:59.653126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56880) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:59.766312 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:59.779837 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c86d1854-a3ea-44b4-9655-c6715dfcbbde tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "GET /v2.0/ports?device_id=ddb3ae4f-d24c-4843-ae3d-e9aaaf8d64bf HTTP/1.1" status: 200 len: 205 time: 0.1184015 Jan 24 16:19:59.783869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56884) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:59.810186 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd376f-c5ae-49d9-84e3-87ecb9e0ead5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:19:59.819162 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-fcfd376f-c5ae-49d9-84e3-87ecb9e0ead5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:19:59.830208 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf82289e-87f2-49af-92d2-4a151ada2190 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:19:59.831783 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd376f-c5ae-49d9-84e3-87ecb9e0ead5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=d66b703d-2fe4-4b8d-b439-dfe2a5a61f44,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:59.840419 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfd376f-c5ae-49d9-84e3-87ecb9e0ead5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:19:59.840988 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcfd376f-c5ae-49d9-84e3-87ecb9e0ead5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:59.863740 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-16914fc5-a7ef-4bd4-9bc2-f68f1c84bd8a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] delete failed (client error): The resource could not be found. Jan 24 16:19:59.867650 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-16914fc5-a7ef-4bd4-9bc2-f68f1c84bd8a tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "DELETE /v2.0/routers/ddb3ae4f-d24c-4843-ae3d-e9aaaf8d64bf HTTP/1.1" status: 404 len: 336 time: 0.0790830 Jan 24 16:19:59.874708 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56888) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:59.916835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52281542-40e6-4682-8cc4-c9f5e3b40d46 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:19:59.949959 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-b988db05-c014-43cd-95b5-94f2ac9693f6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] DELETE failed (client error): The resource could not be found. Jan 24 16:19:59.950395 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b988db05-c014-43cd-95b5-94f2ac9693f6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:19:59.968024 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fcfd376f-c5ae-49d9-84e3-87ecb9e0ead5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2790914 Jan 24 16:19:59.970172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56892) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:19:59.971698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52281542-40e6-4682-8cc4-c9f5e3b40d46 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Pushing event deleted for resources: {'Port': ['ID=47bac9ad-d5a8-4400-85fc-44939d072707,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:19:59.978824 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b988db05-c014-43cd-95b5-94f2ac9693f6 tempest-RoutersIpV6AdminTest-1165656253 tempest-RoutersIpV6AdminTest-1165656253-project] 10.222.0.130 "DELETE /v2.0/subnets/5b21718a-9794-4bd4-a0e2-20013f49c193 HTTP/1.1" status: 404 len: 337 time: 0.1030364 Jan 24 16:19:59.980912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:00.060813 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d363be-aa3f-4554-9fd3-43c471ae91f2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:00.061520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-04d363be-aa3f-4554-9fd3-43c471ae91f2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:00.169642 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:00.211845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': 'd66b703d-2fe4-4b8d-b439-dfe2a5a61f44'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:00.212681 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:00.365747 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8031ab9f-3745-4100-96d7-c74b3a1bc7cc tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:00.394963 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-04d363be-aa3f-4554-9fd3-43c471ae91f2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:00.396277 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-04d363be-aa3f-4554-9fd3-43c471ae91f2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.9656909 Jan 24 16:20:00.406162 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56900) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:00.459298 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52281542-40e6-4682-8cc4-c9f5e3b40d46 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:00.467252 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Allocated IP 172.20.0.2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/d66b703d-2fe4-4b8d-b439-dfe2a5a61f44/d53ee250-0ea3-461c-98a9-c8079ce80480) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:00.511713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56904) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:00.538121 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-8031ab9f-3745-4100-96d7-c74b3a1bc7cc tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Calling delete_port for d9a344e2-8765-469d-8842-f1649d1c0304 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:00.608315 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:00.609249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=42613556-fa1a-41d1-b56e-a8984641c7df,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:00.614771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:00.619045 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:00.670719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:00.675260 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c05235a2-46ec-43d1-a10f-75d21f5fac95 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:00.714981 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:00.724102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:00.733454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-595589ff-941b-4527-895d-0801e2acd72b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port cbc590e1-04b4-4326-bfdc-7a1e35b6503b {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:00.733784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-595589ff-941b-4527-895d-0801e2acd72b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:00.739784 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:00.757510 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Transition to ACTIVE for port object d53ee250-0ea3-461c-98a9-c8079ce80480 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:00.782935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:00.784542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Transition to ACTIVE for port object d53ee250-0ea3-461c-98a9-c8079ce80480 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:00.791706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:00.793962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5cd74aa-f443-483d-b503-52d0e86d86f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:00.825415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52281542-40e6-4682-8cc4-c9f5e3b40d46 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:00.838047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05235a2-46ec-43d1-a10f-75d21f5fac95 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Subnet': ['ID=db8ef725-accf-4181-8cb7-e10d7c0eefcd,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:00.873882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52281542-40e6-4682-8cc4-c9f5e3b40d46 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:00.876117 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:00.880245 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Pushing event updated for resources: {'Port': ['ID=d53ee250-0ea3-461c-98a9-c8079ce80480,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:00.883964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:00.886745 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:00.892474 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:00.895896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:00.920406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52281542-40e6-4682-8cc4-c9f5e3b40d46 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:00.921184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52281542-40e6-4682-8cc4-c9f5e3b40d46 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Fanout notify agent at l3_agent the message router_deleted on router 6d34a383-ac39-4f08-b6cc-6c69c8a08817 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:20:00.936127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52281542-40e6-4682-8cc4-c9f5e3b40d46 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:00.940982 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-52281542-40e6-4682-8cc4-c9f5e3b40d46 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "DELETE /v2.0/routers/6d34a383-ac39-4f08-b6cc-6c69c8a08817 HTTP/1.1" status: 204 len: 168 time: 5.5583055 Jan 24 16:20:00.940982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56910) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:00.974681 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-03a2be2f-8fe0-40ee-bf1a-78211a9dcebd tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1832833864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:00.985536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-03a2be2f-8fe0-40ee-bf1a-78211a9dcebd tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:00.991913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Attempting to bind port d53ee250-0ea3-461c-98a9-c8079ce80480 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:00.992451 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Attempting to bind port d53ee250-0ea3-461c-98a9-c8079ce80480 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:00.992896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Attempting to bind port d53ee250-0ea3-461c-98a9-c8079ce80480 on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:00.993661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-03a2be2f-8fe0-40ee-bf1a-78211a9dcebd tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Usage tracker for resource:router and tenant:f0d527ef1b7748598539c390fcf4cd2a is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:00.997880 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-03a2be2f-8fe0-40ee-bf1a-78211a9dcebd tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:01.001784 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:01.002839 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:01.003376 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:01.003936 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:01.004649 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Bound port: d53ee250-0ea3-461c-98a9-c8079ce80480, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:01.004995 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:01.010495 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-03a2be2f-8fe0-40ee-bf1a-78211a9dcebd tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:01.063459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05235a2-46ec-43d1-a10f-75d21f5fac95 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Checking segment: {'id': '7aa95002-4dde-43a0-b636-e0dd222dbf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1be12f66-3a38-46a8-a01b-b69bc631e96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:01.063828 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05235a2-46ec-43d1-a10f-75d21f5fac95 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network hostable DHCP agents. Network: 1be12f66-3a38-46a8-a01b-b69bc631e96a, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:01.105444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] For port d53ee250-0ea3-461c-98a9-c8079ce80480, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:01.109707 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] For port d53ee250-0ea3-461c-98a9-c8079ce80480, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d53ee250-0ea3-461c-98a9-c8079ce80480,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:01.115198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8031ab9f-3745-4100-96d7-c74b3a1bc7cc tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:01.120094 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:01.205003 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-03a2be2f-8fe0-40ee-bf1a-78211a9dcebd tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:01.205841 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-03a2be2f-8fe0-40ee-bf1a-78211a9dcebd tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:01.213133 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299d97b-c90c-4f3e-b280-89696277d8e8 None None] Pushing event updated for resources: {'Port': ['ID=d53ee250-0ea3-461c-98a9-c8079ce80480,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:01.215376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c5cd74aa-f443-483d-b503-52d0e86d86f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:01.225040 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c5cd74aa-f443-483d-b503-52d0e86d86f3 admin admin] Usage tracker for resource:security_group_rule and tenant:e448f5670c4346f08c8616ba41950bf6 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:01.231076 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c5cd74aa-f443-483d-b503-52d0e86d86f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:01.242227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031ab9f-3745-4100-96d7-c74b3a1bc7cc tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event deleted for resources: {'Port': ['ID=d9a344e2-8765-469d-8842-f1649d1c0304,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:01.253526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c5cd74aa-f443-483d-b503-52d0e86d86f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:01.283383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-03a2be2f-8fe0-40ee-bf1a-78211a9dcebd tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:01.336928 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05235a2-46ec-43d1-a10f-75d21f5fac95 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network 1be12f66-3a38-46a8-a01b-b69bc631e96a is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:01.340031 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-03a2be2f-8fe0-40ee-bf1a-78211a9dcebd tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:01.406009 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-c05235a2-46ec-43d1-a10f-75d21f5fac95 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 1be12f66-3a38-46a8-a01b-b69bc631e96a) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:01.409955 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-595589ff-941b-4527-895d-0801e2acd72b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:01.410582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-03a2be2f-8fe0-40ee-bf1a-78211a9dcebd tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:01.414548 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-03a2be2f-8fe0-40ee-bf1a-78211a9dcebd tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4700706 Jan 24 16:20:01.416964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a347b9a0-d32c-4055-9229-f3e84abe176d None None] Network 1be12f66-3a38-46a8-a01b-b69bc631e96a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:01.424416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56914) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:01.430945 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'enable_snat': True}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:01.434705 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05235a2-46ec-43d1-a10f-75d21f5fac95 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:01.435522 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c05235a2-46ec-43d1-a10f-75d21f5fac95 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:01.532620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5cd74aa-f443-483d-b503-52d0e86d86f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:01.543191 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5cd74aa-f443-483d-b503-52d0e86d86f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:01.667600 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c05235a2-46ec-43d1-a10f-75d21f5fac95 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2079370 Jan 24 16:20:01.679437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-595589ff-941b-4527-895d-0801e2acd72b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for cbc590e1-04b4-4326-bfdc-7a1e35b6503b owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:01.723059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56918) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:01.738976 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-206674f4-5d45-4250-978b-8db97e6d8496 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1198746052'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:01.781138 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-206674f4-5d45-4250-978b-8db97e6d8496 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:01.794006 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-206674f4-5d45-4250-978b-8db97e6d8496 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:network and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:01.805235 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-206674f4-5d45-4250-978b-8db97e6d8496 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:01.808936 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-1be12f66-3a38-46a8-a01b-b69bc631e96a', 'network_id': '1be12f66-3a38-46a8-a01b-b69bc631e96a', 'tenant_id': '16f95b1a0f7046a18412316f506009d3', 'fixed_ips': [{'subnet_id': 'db8ef725-accf-4181-8cb7-e10d7c0eefcd'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:01.808936 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:01.827921 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:01.835835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd74aa-f443-483d-b503-52d0e86d86f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ade1aa8-331e-46b6-833f-f37a505cdd66,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:01.841467 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-206674f4-5d45-4250-978b-8db97e6d8496 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:01.873252 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c5cd74aa-f443-483d-b503-52d0e86d86f3 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=e448f5670c4346f08c8616ba41950bf6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3514931 Jan 24 16:20:01.877887 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56922) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:01.970045 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206674f4-5d45-4250-978b-8db97e6d8496 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:01.973293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-206674f4-5d45-4250-978b-8db97e6d8496 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.024839 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.058577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Allocated IP 2001:db8:0:ffff::2 (1be12f66-3a38-46a8-a01b-b69bc631e96a/db8ef725-accf-4181-8cb7-e10d7c0eefcd/10f3933d-d0c2-4afd-9417-31c8f7df13e6) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:02.325816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.338980 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Transition to ACTIVE for port object 10f3933d-d0c2-4afd-9417-31c8f7df13e6 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:02.361437 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Transition to ACTIVE for port object 10f3933d-d0c2-4afd-9417-31c8f7df13e6 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:02.371722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.376912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8031ab9f-3745-4100-96d7-c74b3a1bc7cc tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.379902 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-595589ff-941b-4527-895d-0801e2acd72b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.390939 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206674f4-5d45-4250-978b-8db97e6d8496 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:02.458033 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-84a4b9c6-8b79-4f32-8a33-fc4e1df373dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.465163 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595589ff-941b-4527-895d-0801e2acd72b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=cbc590e1-04b4-4326-bfdc-7a1e35b6503b,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:02.465374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Network 1be12f66-3a38-46a8-a01b-b69bc631e96a is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:02.466197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Pushing event updated for resources: {'Port': ['ID=10f3933d-d0c2-4afd-9417-31c8f7df13e6,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:02.469386 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:02.471568 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:02.480018 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-206674f4-5d45-4250-978b-8db97e6d8496 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.480340 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-206674f4-5d45-4250-978b-8db97e6d8496 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Added segment b81a607f-0da9-4bfe-87ca-2a233acf335a of type vlan for network 2cb7945d-507a-441e-a119-623f43dea1f1 Jan 24 16:20:02.509514 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8031ab9f-3745-4100-96d7-c74b3a1bc7cc tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "DELETE /v2.0/ports/d9a344e2-8765-469d-8842-f1649d1c0304 HTTP/1.1" status: 204 len: 168 time: 3.3806109 Jan 24 16:20:02.520092 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56926) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:02.572743 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Attempting to bind port 10f3933d-d0c2-4afd-9417-31c8f7df13e6 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:02.573256 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Attempting to bind port 10f3933d-d0c2-4afd-9417-31c8f7df13e6 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '7aa95002-4dde-43a0-b636-e0dd222dbf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1be12f66-3a38-46a8-a01b-b69bc631e96a'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:02.573695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Attempting to bind port 10f3933d-d0c2-4afd-9417-31c8f7df13e6 on network 1be12f66-3a38-46a8-a01b-b69bc631e96a {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:02.581046 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:02.581609 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Checking segment: {'id': '7aa95002-4dde-43a0-b636-e0dd222dbf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1be12f66-3a38-46a8-a01b-b69bc631e96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:02.582200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.582561 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Bound using segment: {'id': '7aa95002-4dde-43a0-b636-e0dd222dbf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1be12f66-3a38-46a8-a01b-b69bc631e96a'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:02.583154 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Bound port: 10f3933d-d0c2-4afd-9417-31c8f7df13e6, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa95002-4dde-43a0-b636-e0dd222dbf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1be12f66-3a38-46a8-a01b-b69bc631e96a'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:02.583658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.614083 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e70b7b-41dd-4e0e-9a46-048ef1b2e71d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] GET failed (client error): The resource could not be found. Jan 24 16:20:02.614956 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d9e70b7b-41dd-4e0e-9a46-048ef1b2e71d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Synchronizing usage tracker for tenant:b3dd4fb2b2e04028bccc029062005b7f on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:02.635927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-84a4b9c6-8b79-4f32-8a33-fc4e1df373dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.637247 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.649877 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.711526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.727338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e2620ff9-e2b8-4fed-8103-8bf678322d7a None None] Provisioning for port d53ee250-0ea3-461c-98a9-c8079ce80480 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:02.743432 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] For port 10f3933d-d0c2-4afd-9417-31c8f7df13e6, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:02.746942 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] For port 10f3933d-d0c2-4afd-9417-31c8f7df13e6, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=10f3933d-d0c2-4afd-9417-31c8f7df13e6,segment=NetworkSegment(7aa95002-4dde-43a0-b636-e0dd222dbf52),segment_id=7aa95002-4dde-43a0-b636-e0dd222dbf52)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:02.751313 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d9e70b7b-41dd-4e0e-9a46-048ef1b2e71d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Unset dirty status for tenant:b3dd4fb2b2e04028bccc029062005b7f on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:02.752576 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d9e70b7b-41dd-4e0e-9a46-048ef1b2e71d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "GET /v2.0/ports/d9a344e2-8765-469d-8842-f1649d1c0304 HTTP/1.1" status: 404 len: 333 time: 0.2306719 Jan 24 16:20:02.761235 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-206674f4-5d45-4250-978b-8db97e6d8496 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.768818 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.773156 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56930) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:02.852426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=42613556-fa1a-41d1-b56e-a8984641c7df,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:02.909203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3de50f-88a7-4ac8-8244-3dec8c95536f None None] Pushing event updated for resources: {'Port': ['ID=10f3933d-d0c2-4afd-9417-31c8f7df13e6,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:02.938456 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d53ee250-0ea3-461c-98a9-c8079ce80480 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:02.942786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6847f74a-0008-49e2-a308-b2bfbe4172d0 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Deleting port d33852a6-f889-4be5-b338-92ee5fced365 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:02.943123 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6847f74a-0008-49e2-a308-b2bfbe4172d0 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.968814 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-595589ff-941b-4527-895d-0801e2acd72b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.971330 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.987419 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-206674f4-5d45-4250-978b-8db97e6d8496 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:02.992037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206674f4-5d45-4250-978b-8db97e6d8496 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:02.992633 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-206674f4-5d45-4250-978b-8db97e6d8496 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:03.036601 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-595589ff-941b-4527-895d-0801e2acd72b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/cbc590e1-04b4-4326-bfdc-7a1e35b6503b HTTP/1.1" status: 204 len: 168 time: 2.5815613 Jan 24 16:20:03.042372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56934) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:03.054675 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port d53ee250-0ea3-461c-98a9-c8079ce80480 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:03.060088 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d53ee250-0ea3-461c-98a9-c8079ce80480 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:03.060679 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:03.165710 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-84a4b9c6-8b79-4f32-8a33-fc4e1df373dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:03.168291 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-84a4b9c6-8b79-4f32-8a33-fc4e1df373dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:03.169635 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-84a4b9c6-8b79-4f32-8a33-fc4e1df373dd admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/2ade1aa8-331e-46b6-833f-f37a505cdd66 HTTP/1.1" status: 204 len: 168 time: 1.2804754 Jan 24 16:20:03.173389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.objects.ports [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83466) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:20:03.224497 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-041a5eba-bb13-48d4-81e6-b90708bff1ba tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] GET failed (client error): The resource could not be found. Jan 24 16:20:03.225406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-041a5eba-bb13-48d4-81e6-b90708bff1ba tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:03.252792 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-206674f4-5d45-4250-978b-8db97e6d8496 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5283732 Jan 24 16:20:03.260528 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4b9c6-8b79-4f32-8a33-fc4e1df373dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ade1aa8-331e-46b6-833f-f37a505cdd66,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:03.262355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56940) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:03.287654 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206674f4-5d45-4250-978b-8db97e6d8496 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Network': ['ID=2cb7945d-507a-441e-a119-623f43dea1f1,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:03.293534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-453bb9ea-a6f4-4824-8023-27ac77c8d192 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'subnet': {'network_id': '2cb7945d-507a-441e-a119-623f43dea1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:03.299406 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:03.334896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 2cb7945d-507a-441e-a119-623f43dea1f1 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:03.412645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-041a5eba-bb13-48d4-81e6-b90708bff1ba tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:03.416802 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-041a5eba-bb13-48d4-81e6-b90708bff1ba tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/cbc590e1-04b4-4326-bfdc-7a1e35b6503b HTTP/1.1" status: 404 len: 333 time: 0.3237441 Jan 24 16:20:03.419526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56944) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:03.512370 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port d53ee250-0ea3-461c-98a9-c8079ce80480, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d53ee250-0ea3-461c-98a9-c8079ce80480,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:03.517395 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-453bb9ea-a6f4-4824-8023-27ac77c8d192 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:03.521592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-453bb9ea-a6f4-4824-8023-27ac77c8d192 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:subnet and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:03.525086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-453bb9ea-a6f4-4824-8023-27ac77c8d192 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:03.527898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:03.531211 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-453bb9ea-a6f4-4824-8023-27ac77c8d192 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:03.552152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ec32e-03c1-4904-8add-0c2e4bff0409 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port 5106917d-f1b3-4b6f-8765-297ec825fe52 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:03.552487 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec32e-03c1-4904-8add-0c2e4bff0409 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:03.568905 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6847f74a-0008-49e2-a308-b2bfbe4172d0 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:03.604452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453bb9ea-a6f4-4824-8023-27ac77c8d192 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:03.626526 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=d53ee250-0ea3-461c-98a9-c8079ce80480,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:03.710715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56950) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:03.755821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6847f74a-0008-49e2-a308-b2bfbe4172d0 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Calling delete_port for d33852a6-f889-4be5-b338-92ee5fced365 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:03.828841 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:03.830794 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-453bb9ea-a6f4-4824-8023-27ac77c8d192 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:03.864945 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:03.881747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:04.077247 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cb6aad-d906-4675-a641-da4a3888b30e None None] Network 1be12f66-3a38-46a8-a01b-b69bc631e96a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:04.138288 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Floating IP fa80b273-6ec8-443a-b503-b17a2c68fc01 associated. External IP: 172.26.2.2, port: 29ed270f-ca27-417f-a09a-35289a552809. Jan 24 16:20:04.187540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-017f9842-42a4-44ab-831f-a0c038903853 None None] Provisioning for port 10f3933d-d0c2-4afd-9417-31c8f7df13e6 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:04.193828 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f3edf346-7095-4519-8552-b70ad2cd90d1 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=f369555f505a462a9e8f6d404645a183&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4801557 Jan 24 16:20:04.200873 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56954) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:04.215120 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6847f74a-0008-49e2-a308-b2bfbe4172d0 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:04.299548 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847f74a-0008-49e2-a308-b2bfbe4172d0 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event deleted for resources: {'Port': ['ID=d33852a6-f889-4be5-b338-92ee5fced365,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:04.328171 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec32e-03c1-4904-8add-0c2e4bff0409 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:04.510281 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Allocated IP 172.26.2.180 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/0d53a238-aaf4-4d77-ac0b-ba51d513d493) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:04.530284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-523006e1-d83b-41b0-9d5c-d122b2190212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:04.545183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6847f74a-0008-49e2-a308-b2bfbe4172d0 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:04.555025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ec32e-03c1-4904-8add-0c2e4bff0409 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for 5106917d-f1b3-4b6f-8765-297ec825fe52 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:04.687135 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-523006e1-d83b-41b0-9d5c-d122b2190212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:04.701038 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] For port d53ee250-0ea3-461c-98a9-c8079ce80480, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d53ee250-0ea3-461c-98a9-c8079ce80480,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:04.706371 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6847f74a-0008-49e2-a308-b2bfbe4172d0 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "DELETE /v2.0/ports/d33852a6-f889-4be5-b338-92ee5fced365 HTTP/1.1" status: 204 len: 168 time: 1.9293256 Jan 24 16:20:04.708719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56958) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:04.765016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-453bb9ea-a6f4-4824-8023-27ac77c8d192 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:04.826874 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:04.831369 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-7489b748-5717-4043-8cfa-71748c5b83d2 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] GET failed (client error): The resource could not be found. Jan 24 16:20:04.832680 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7489b748-5717-4043-8cfa-71748c5b83d2 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "GET /v2.0/ports/d33852a6-f889-4be5-b338-92ee5fced365 HTTP/1.1" status: 404 len: 333 time: 0.1213701 Jan 24 16:20:04.842170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 56962) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:04.845818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:20:04.878904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-523006e1-d83b-41b0-9d5c-d122b2190212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:04.887805 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:04.903157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:04.903810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:04.922844 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523006e1-d83b-41b0-9d5c-d122b2190212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cf676b-de90-488a-bee1-490b7a89ee70,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:04.939264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bb9ea-a6f4-4824-8023-27ac77c8d192 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Subnet': ['ID=feb1ef76-824a-4046-ba37-9eb771ccd8aa,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:04.941248 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-523006e1-d83b-41b0-9d5c-d122b2190212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:04.941926 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-523006e1-d83b-41b0-9d5c-d122b2190212 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/b9cf676b-de90-488a-bee1-490b7a89ee70 HTTP/1.1" status: 204 len: 168 time: 0.7370431 Jan 24 16:20:04.984911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d53ee250-0ea3-461c-98a9-c8079ce80480 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:05.027805 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-83bac6f1-211a-4b62-b34f-d8777d18505d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Deleting port 269a5f6f-80d7-4490-914b-0487e1355966 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:05.028208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-83bac6f1-211a-4b62-b34f-d8777d18505d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:05.054620 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453bb9ea-a6f4-4824-8023-27ac77c8d192 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Checking segment: {'id': 'b81a607f-0da9-4bfe-87ca-2a233acf335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2cb7945d-507a-441e-a119-623f43dea1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:05.055152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453bb9ea-a6f4-4824-8023-27ac77c8d192 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network hostable DHCP agents. Network: 2cb7945d-507a-441e-a119-623f43dea1f1, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:05.068942 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec32e-03c1-4904-8add-0c2e4bff0409 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:05.080967 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d53ee250-0ea3-461c-98a9-c8079ce80480 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:05.081512 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:05.164761 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:05.182205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=d53ee250-0ea3-461c-98a9-c8079ce80480,revision_number=5']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:05.241055 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453bb9ea-a6f4-4824-8023-27ac77c8d192 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network 2cb7945d-507a-441e-a119-623f43dea1f1 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:05.243636 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=2cc31a14-bc16-43e5-af18-52f2a6b066f7,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:05.247770 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:05.267633 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:05.273181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ec32e-03c1-4904-8add-0c2e4bff0409 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=5106917d-f1b3-4b6f-8765-297ec825fe52,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:05.275872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:05.276823 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:05.280403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:05.282622 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 10f3933d-d0c2-4afd-9417-31c8f7df13e6 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:05.319361 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fc05cb-b775-4674-ab01-caa6652ce628 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:05.336420 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-73635213-7ec3-4fbf-ab8f-5324f190b2ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3639388 Jan 24 16:20:05.340778 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56972) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:05.342360 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:05.350595 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-453bb9ea-a6f4-4824-8023-27ac77c8d192 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 2cb7945d-507a-441e-a119-623f43dea1f1) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:05.355021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Pushing event updated for resources: {'Port': ['ID=0d53a238-aaf4-4d77-ac0b-ba51d513d493,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:05.361315 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'mac_address': 'fa:16:3e:e7:b0:46', 'name': 'tempest-NetworksTestDHCPv6-1804408668'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:05.363676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:05.429803 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd64f88-8957-4e7e-8c59-91da3edf5a90 None None] Network 2cb7945d-507a-441e-a119-623f43dea1f1 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:05.447398 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453bb9ea-a6f4-4824-8023-27ac77c8d192 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:05.448486 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-453bb9ea-a6f4-4824-8023-27ac77c8d192 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:05.575740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec32e-03c1-4904-8add-0c2e4bff0409 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:05.580338 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9e7ec32e-03c1-4904-8add-0c2e4bff0409 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/5106917d-f1b3-4b6f-8765-297ec825fe52 HTTP/1.1" status: 204 len: 168 time: 2.1567118 Jan 24 16:20:05.582222 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-453bb9ea-a6f4-4824-8023-27ac77c8d192 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3081191 Jan 24 16:20:05.596704 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56980) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:05.596915 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56982) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:05.619924 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-83bac6f1-211a-4b62-b34f-d8777d18505d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:05.694031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 10f3933d-d0c2-4afd-9417-31c8f7df13e6 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:05.709475 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 10f3933d-d0c2-4afd-9417-31c8f7df13e6 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:05.709968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:05.835626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:05.838024 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef85e633-0794-419a-a987-cf91884aa458 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] GET failed (client error): The resource could not be found. Jan 24 16:20:05.838865 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ef85e633-0794-419a-a987-cf91884aa458 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:05.857549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:05.869096 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:05.872583 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:05.882532 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:05.886036 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ef85e633-0794-419a-a987-cf91884aa458 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:05.887567 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ef85e633-0794-419a-a987-cf91884aa458 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/5106917d-f1b3-4b6f-8765-297ec825fe52 HTTP/1.1" status: 404 len: 333 time: 0.2895474 Jan 24 16:20:05.891687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 56992) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:05.929951 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-83bac6f1-211a-4b62-b34f-d8777d18505d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Calling delete_port for 269a5f6f-80d7-4490-914b-0487e1355966 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:06.107398 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 30860f65-4396-4e3b-87b1-722c8f1e65dd has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:20:06.127348 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:06.136622 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-2cb7945d-507a-441e-a119-623f43dea1f1', 'network_id': '2cb7945d-507a-441e-a119-623f43dea1f1', 'tenant_id': '16f95b1a0f7046a18412316f506009d3', 'fixed_ips': [{'subnet_id': 'feb1ef76-824a-4046-ba37-9eb771ccd8aa'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:06.137440 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:06.221364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-83bac6f1-211a-4b62-b34f-d8777d18505d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:06.294093 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bac6f1-211a-4b62-b34f-d8777d18505d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event deleted for resources: {'Port': ['ID=269a5f6f-80d7-4490-914b-0487e1355966,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:06.306816 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:06.314787 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 10f3933d-d0c2-4afd-9417-31c8f7df13e6, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=10f3933d-d0c2-4afd-9417-31c8f7df13e6,segment=NetworkSegment(7aa95002-4dde-43a0-b636-e0dd222dbf52),segment_id=7aa95002-4dde-43a0-b636-e0dd222dbf52)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:06.324273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:06.332626 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:06.351552 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57002) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:06.392715 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Allocated IP 2001:db8::1 (2cb7945d-507a-441e-a119-623f43dea1f1/feb1ef76-824a-4046-ba37-9eb771ccd8aa/85ac339f-d49f-43bf-bbc5-dae0d36efc1b) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:06.446941 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:06.509592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb60710f-ddad-4fae-a6a2-f00cf192bc86 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting subnet cb2673bd-8933-42ba-a847-d02a01515cb9 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:20:06.511296 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=10f3933d-d0c2-4afd-9417-31c8f7df13e6,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:06.539909 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fb60710f-ddad-4fae-a6a2-f00cf192bc86 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:06.671017 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1870252594'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:06.695910 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:06.717692 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:06.732323 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Transition to ACTIVE for port object 85ac339f-d49f-43bf-bbc5-dae0d36efc1b will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:06.735845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Usage tracker for resource:network and tenant:61b7432d46f34f798c10b7e248585ce7 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:06.746726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:06.747287 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-83bac6f1-211a-4b62-b34f-d8777d18505d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:06.763094 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:06.775700 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fb60710f-ddad-4fae-a6a2-f00cf192bc86 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:06.776878 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Transition to ACTIVE for port object 85ac339f-d49f-43bf-bbc5-dae0d36efc1b will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:06.793157 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-83bac6f1-211a-4b62-b34f-d8777d18505d tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "DELETE /v2.0/ports/269a5f6f-80d7-4490-914b-0487e1355966 HTTP/1.1" status: 204 len: 168 time: 1.9481604 Jan 24 16:20:06.797629 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57008) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:06.799054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:06.802823 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:06.807611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:06.901954 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Made reservation on behalf of 61b7432d46f34f798c10b7e248585ce7 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:06.904245 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d53ee250-0ea3-461c-98a9-c8079ce80480 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:06.905778 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:06.922128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:06.938604 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:06.945834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port d7b11aaf-6b7e-4223-a932-96c947419693 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:20:06.985816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Pushing event updated for resources: {'Port': ['ID=85ac339f-d49f-43bf-bbc5-dae0d36efc1b,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:06.998259 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-06506b4e-6e64-40ff-a926-429382efe4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.004445 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Network 2cb7945d-507a-441e-a119-623f43dea1f1 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:07.008213 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:07.013644 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:07.019598 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.062166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fb60710f-ddad-4fae-a6a2-f00cf192bc86 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.096177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Subnet': ['ID=feb1ef76-824a-4046-ba37-9eb771ccd8aa,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:07.149471 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Attempting to bind port 85ac339f-d49f-43bf-bbc5-dae0d36efc1b on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:07.150076 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Attempting to bind port 85ac339f-d49f-43bf-bbc5-dae0d36efc1b by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'b81a607f-0da9-4bfe-87ca-2a233acf335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2cb7945d-507a-441e-a119-623f43dea1f1'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:07.150169 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Attempting to bind port 85ac339f-d49f-43bf-bbc5-dae0d36efc1b on network 2cb7945d-507a-441e-a119-623f43dea1f1 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:07.152356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d53ee250-0ea3-461c-98a9-c8079ce80480 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:07.152689 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.202134 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:07.202508 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Checking segment: {'id': 'b81a607f-0da9-4bfe-87ca-2a233acf335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2cb7945d-507a-441e-a119-623f43dea1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:07.203420 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.203860 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Bound using segment: {'id': 'b81a607f-0da9-4bfe-87ca-2a233acf335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2cb7945d-507a-441e-a119-623f43dea1f1'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:07.204304 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Bound port: 85ac339f-d49f-43bf-bbc5-dae0d36efc1b, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81a607f-0da9-4bfe-87ca-2a233acf335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2cb7945d-507a-441e-a119-623f43dea1f1'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:07.204667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.273833 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-78948431-793e-45b1-a422-b12cf0ca8d91 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Deleting subnet d47a392d-8273-45b6-a5d5-0f7a2f4bb32f {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:20:07.311772 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.325634 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-78948431-793e-45b1-a422-b12cf0ca8d91 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.335766 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:07.364616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] For port 85ac339f-d49f-43bf-bbc5-dae0d36efc1b, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:07.366868 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-eba6f7bc-6f8f-4bc5-ad04-e484893bc00d None None] Provisioning complete for port d53ee250-0ea3-461c-98a9-c8079ce80480 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:07.367226 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-eba6f7bc-6f8f-4bc5-ad04-e484893bc00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.367601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:20:07.390833 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Usage tracker for resource:security_group_rule and tenant:61b7432d46f34f798c10b7e248585ce7 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:07.403526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:07.407730 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94805683-e7b9-4c08-93ba-95dc4efd64b5 None None] Sync routers for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:20:07.411796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb7945d-507a-441e-a119-623f43dea1f1']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:07.415998 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-78948431-793e-45b1-a422-b12cf0ca8d91 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.425927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] For port 85ac339f-d49f-43bf-bbc5-dae0d36efc1b, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=85ac339f-d49f-43bf-bbc5-dae0d36efc1b,segment=NetworkSegment(b81a607f-0da9-4bfe-87ca-2a233acf335a),segment_id=b81a607f-0da9-4bfe-87ca-2a233acf335a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:07.430854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:07.441090 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fb60710f-ddad-4fae-a6a2-f00cf192bc86 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.444268 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.451158 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.456487 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81a607f-0da9-4bfe-87ca-2a233acf335a') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:07.456808 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81a607f-0da9-4bfe-87ca-2a233acf335a') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:07.494602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fb60710f-ddad-4fae-a6a2-f00cf192bc86 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.527028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3fd168-cc93-45ff-b8e6-9101c3eab98e None None] Network fc0ba5d4-1731-46a8-a08f-0e231dd6c647 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:07.547091 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-794dd386-a096-47c6-a064-dc8bf2546f92 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 9.8759339 Jan 24 16:20:07.550864 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57012) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:07.553205 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 10f3933d-d0c2-4afd-9417-31c8f7df13e6 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:07.565696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0a716c0d-7685-48e7-8415-11ba5a06dee6 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:07.588638 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94805683-e7b9-4c08-93ba-95dc4efd64b5 None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:07.589262 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-94805683-e7b9-4c08-93ba-95dc4efd64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:07.610455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.719997 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 172.20.0.9 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/d66b703d-2fe4-4b8d-b439-dfe2a5a61f44/d7b11aaf-6b7e-4223-a932-96c947419693) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:07.729279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::f816:3eff:fee7:b046 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/2cc31a14-bc16-43e5-af18-52f2a6b066f7/d7b11aaf-6b7e-4223-a932-96c947419693) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:07.763285 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-94805683-e7b9-4c08-93ba-95dc4efd64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:07.816013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bac44-770e-434f-b0ac-1fe9a4532a40 None None] Pushing event updated for resources: {'Port': ['ID=85ac339f-d49f-43bf-bbc5-dae0d36efc1b,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:07.822799 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-78948431-793e-45b1-a422-b12cf0ca8d91 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.865414 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0a716c0d-7685-48e7-8415-11ba5a06dee6 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.898120 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60710f-ddad-4fae-a6a2-f00cf192bc86 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Subnet': ['ID=cb2673bd-8933-42ba-a847-d02a01515cb9,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:07.912755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.935438 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fb60710f-ddad-4fae-a6a2-f00cf192bc86 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/cb2673bd-8933-42ba-a847-d02a01515cb9 HTTP/1.1" status: 204 len: 168 time: 2.0425351 Jan 24 16:20:07.943893 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57016) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:07.963527 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:20:07.964072 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:07.992333 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94805683-e7b9-4c08-93ba-95dc4efd64b5 None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:07.993142 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-94805683-e7b9-4c08-93ba-95dc4efd64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:19:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:20:07.996339 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:20:08.004759 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.085262 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.124477 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec69e170-8cd0-41bb-82b5-96695ca835d4 None None] Network 2cb7945d-507a-441e-a119-623f43dea1f1 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:08.158333 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Router 4dff1bb5-8528-4c0e-bc6f-71beb6232cfb is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:20:08.183754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:08.193773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.api [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 24 16:20:08.193773 dv-neutron-826104-1-hyperv neutron-server[83466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 24 16:20:08.193773 dv-neutron-826104-1-hyperv neutron-server[83466]: [parameters: {'id': '2cb7945d-507a-441e-a119-623f43dea1f1'}] Jan 24 16:20:08.193773 dv-neutron-826104-1-hyperv neutron-server[83466]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:20:08.194172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG oslo_db.api [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:20:08.195462 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-94805683-e7b9-4c08-93ba-95dc4efd64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:08.196285 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94805683-e7b9-4c08-93ba-95dc4efd64b5 None None] The sync data for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:20:08.209402 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.212825 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253e3248-bdac-4899-b6eb-d4e5a897b432,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:08.222651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.223090 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Added segment ff332fc2-cca8-4120-beef-cc8ef53ff57d of type vlan for network d4ca3836-b255-406c-a968-bfaf9f44e126 Jan 24 16:20:08.233095 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 10f3933d-d0c2-4afd-9417-31c8f7df13e6 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:08.233460 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.241980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object d7b11aaf-6b7e-4223-a932-96c947419693 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:08.261315 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.266802 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.281347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-78948431-793e-45b1-a422-b12cf0ca8d91 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.301485 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.305218 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:08.305800 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.323370 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.388774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78948431-793e-45b1-a422-b12cf0ca8d91 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event deleted for resources: {'Subnet': ['ID=d47a392d-8273-45b6-a5d5-0f7a2f4bb32f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:08.409322 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port d981c700-a785-4adb-8327-3efd5313da98 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:08.409775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.455087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-78948431-793e-45b1-a422-b12cf0ca8d91 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.459256 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6780681e-be59-45be-8568-cc667c6d80f1 None None] Network 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:08.485504 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-78948431-793e-45b1-a422-b12cf0ca8d91 tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "DELETE /v2.0/subnets/d47a392d-8273-45b6-a5d5-0f7a2f4bb32f HTTP/1.1" status: 204 len: 168 time: 1.6839375 Jan 24 16:20:08.501252 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57022) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:08.547797 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event updated for resources: {'Network': ['ID=d4ca3836-b255-406c-a968-bfaf9f44e126,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:08.549004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727128eb-8701-43d7-a18b-44e75f38a2c8 None None] DHCP port deletion for fc0ba5d4-1731-46a8-a08f-0e231dd6c647 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:20:08.566562 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network d4ca3836-b255-406c-a968-bfaf9f44e126 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:08.582079 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-727128eb-8701-43d7-a18b-44e75f38a2c8 None None] Deleting port d981c700-a785-4adb-8327-3efd5313da98 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:08.582402 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-727128eb-8701-43d7-a18b-44e75f38a2c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.595604 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0e23d62b-c6b1-4ad7-afd0-55bb9691ab99 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2405810 Jan 24 16:20:08.596566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=d7b11aaf-6b7e-4223-a932-96c947419693,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:08.600992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:08.608023 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:08.613014 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:08.776432 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.838099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.850510 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Deleting port 85ac339f-d49f-43bf-bbc5-dae0d36efc1b {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:08.857348 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.866821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0a716c0d-7685-48e7-8415-11ba5a06dee6 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.893844 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0a716c0d-7685-48e7-8415-11ba5a06dee6 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.906709 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-0a716c0d-7685-48e7-8415-11ba5a06dee6 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Floating IP fa80b273-6ec8-443a-b503-b17a2c68fc01 disassociated. External IP: 172.26.2.2, port: 29ed270f-ca27-417f-a09a-35289a552809. Jan 24 16:20:08.924952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:08.925674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:08.925785 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d981c700-a785-4adb-8327-3efd5313da98 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:20:08.998188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Deleting port 3c8ede46-c42f-4868-a071-d44ac08e1403 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:08.998914 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:09.047990 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-66e87c37-0232-4af2-ab69-0dbce09ba0df tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7015872 Jan 24 16:20:09.053390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57026) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:09.056224 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] For port d981c700-a785-4adb-8327-3efd5313da98, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d981c700-a785-4adb-8327-3efd5313da98,segment=NetworkSegment(16412296-c1da-4a22-8821-af47d764562d),segment_id=16412296-c1da-4a22-8821-af47d764562d)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:09.056582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:09.269901 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for d981c700-a785-4adb-8327-3efd5313da98 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:09.354878 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] For port 3c8ede46-c42f-4868-a071-d44ac08e1403, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3c8ede46-c42f-4868-a071-d44ac08e1403,segment=NetworkSegment(2e979b6e-8180-4cf3-bc09-9f28dc0d43b2),segment_id=2e979b6e-8180-4cf3-bc09-9f28dc0d43b2)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:09.355746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:09.373444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ff46b217-f591-4cef-9f66-a0b9d8fc4d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:09.403189 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8f9d0245-349f-4d70-9785-0e9b60c91e9b None None] Provisioning for port d7b11aaf-6b7e-4223-a932-96c947419693 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:09.416498 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-727128eb-8701-43d7-a18b-44e75f38a2c8 None None] For port d981c700-a785-4adb-8327-3efd5313da98, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d981c700-a785-4adb-8327-3efd5313da98,segment=NetworkSegment(16412296-c1da-4a22-8821-af47d764562d),segment_id=16412296-c1da-4a22-8821-af47d764562d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:09.418166 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-727128eb-8701-43d7-a18b-44e75f38a2c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:09.430626 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:09.466708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8f9d0245-349f-4d70-9785-0e9b60c91e9b None None] Provisioning complete for port d7b11aaf-6b7e-4223-a932-96c947419693 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:09.469716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8f9d0245-349f-4d70-9785-0e9b60c91e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:09.537426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d0245-349f-4d70-9785-0e9b60c91e9b None None] Port d7b11aaf-6b7e-4223-a932-96c947419693 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:20:09.541985 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1e13e6-fa12-4b69-977a-1a7e6ee07450 None None] DHCP port deletion for 1a73100f-fe13-4f02-bbce-a1c7e9ab4240 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:20:09.559633 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Calling delete_port for 3c8ede46-c42f-4868-a071-d44ac08e1403 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:09.606844 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e13e6-fa12-4b69-977a-1a7e6ee07450 None None] Deleting port 3c8ede46-c42f-4868-a071-d44ac08e1403 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:09.607604 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fb1e13e6-fa12-4b69-977a-1a7e6ee07450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:09.618230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:09.679015 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0c7687-a8af-49e9-80a8-aa576fddf2ed tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:09.682894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0c7687-a8af-49e9-80a8-aa576fddf2ed tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:09.683719 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5d0c7687-a8af-49e9-80a8-aa576fddf2ed tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:09.691267 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=d981c700-a785-4adb-8327-3efd5313da98,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:09.726219 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No DVR routers for this DVR port d981c700-a785-4adb-8327-3efd5313da98 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:20:09.772406 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e13e6-fa12-4b69-977a-1a7e6ee07450 None None] The port '3c8ede46-c42f-4868-a071-d44ac08e1403' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:20:09.781964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-727128eb-8701-43d7-a18b-44e75f38a2c8 None None] Calling delete_port for d981c700-a785-4adb-8327-3efd5313da98 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:09.792168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:20:09.797968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5d0c7687-a8af-49e9-80a8-aa576fddf2ed tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:09.799129 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5d0c7687-a8af-49e9-80a8-aa576fddf2ed tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7342665 Jan 24 16:20:09.808187 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74147da3-868b-493b-aa1d-8ff2adc0f906 None None] Sync routers for ids ['4dff1bb5-8528-4c0e-bc6f-71beb6232cfb'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:20:09.827561 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] For port 85ac339f-d49f-43bf-bbc5-dae0d36efc1b, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=85ac339f-d49f-43bf-bbc5-dae0d36efc1b,segment=NetworkSegment(b81a607f-0da9-4bfe-87ca-2a233acf335a),segment_id=b81a607f-0da9-4bfe-87ca-2a233acf335a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:09.828554 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:09.838280 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74147da3-868b-493b-aa1d-8ff2adc0f906 None None] Routers {'4dff1bb5-8528-4c0e-bc6f-71beb6232cfb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:09.838903 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-74147da3-868b-493b-aa1d-8ff2adc0f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4dff1bb5-8528-4c0e-bc6f-71beb6232cfb'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:09.866134 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57032) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:09.952725 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:09.967410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-727128eb-8701-43d7-a18b-44e75f38a2c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:20:09.968103 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-727128eb-8701-43d7-a18b-44e75f38a2c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:20:09.981509 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:09.985249 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8b6f9bed-b2cd-425f-9be3-6063240f3ce0 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "PUT /v2.0/routers/4dff1bb5-8528-4c0e-bc6f-71beb6232cfb HTTP/1.1" status: 200 len: 915 time: 8.5574868 Jan 24 16:20:09.993588 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-74147da3-868b-493b-aa1d-8ff2adc0f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:09.997322 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57036) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:10.007053 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74147da3-868b-493b-aa1d-8ff2adc0f906 None None] Routers {'4dff1bb5-8528-4c0e-bc6f-71beb6232cfb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:10.008281 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-74147da3-868b-493b-aa1d-8ff2adc0f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4dff1bb5-8528-4c0e-bc6f-71beb6232cfb'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:10.064239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Calling delete_port for 85ac339f-d49f-43bf-bbc5-dae0d36efc1b owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:10.070846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-98f3e31e-1382-4f2b-ba4e-8e647226228a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port d7b11aaf-6b7e-4223-a932-96c947419693 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:10.071229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-98f3e31e-1382-4f2b-ba4e-8e647226228a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.073452 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-74147da3-868b-493b-aa1d-8ff2adc0f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:10.074003 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74147da3-868b-493b-aa1d-8ff2adc0f906 None None] The sync data for ids ['4dff1bb5-8528-4c0e-bc6f-71beb6232cfb'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:20:10.099434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.107190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0ba5d4-1731-46a8-a08f-0e231dd6c647']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:10.131784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16412296-c1da-4a22-8821-af47d764562d') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:10.132261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16412296-c1da-4a22-8821-af47d764562d') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:10.164055 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.169166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event deleted for resources: {'Port': ['ID=3c8ede46-c42f-4868-a071-d44ac08e1403,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:10.176982 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] No DVR routers for this DVR port 3c8ede46-c42f-4868-a071-d44ac08e1403 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:20:10.260491 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.264692 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.308641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:20:10.309209 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:20:10.325446 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:20:10.332746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.342733 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.371935 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.401820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Port': ['ID=85ac339f-d49f-43bf-bbc5-dae0d36efc1b,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:10.407865 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a73100f-fe13-4f02-bbce-a1c7e9ab4240']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:10.423512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e979b6e-8180-4cf3-bc09-9f28dc0d43b2') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:10.423732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e979b6e-8180-4cf3-bc09-9f28dc0d43b2') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:10.430618 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No DVR routers for this DVR port 85ac339f-d49f-43bf-bbc5-dae0d36efc1b on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:20:10.469371 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-727128eb-8701-43d7-a18b-44e75f38a2c8 None None] Deleting port d981c700-a785-4adb-8327-3efd5313da98 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:10.469997 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.471396 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-727128eb-8701-43d7-a18b-44e75f38a2c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.525487 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.558954 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.563198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.580691 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:20:10.581103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:20:10.598075 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:20:10.628908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-727128eb-8701-43d7-a18b-44e75f38a2c8 None None] The port 'd981c700-a785-4adb-8327-3efd5313da98' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:20:10.636875 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Network': ['ID=fc0ba5d4-1731-46a8-a08f-0e231dd6c647,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:10.649359 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.658417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7da130-055f-45dc-b6d5-8c8664247bc8 None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:20:10.678676 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a8b9fe62-43a6-4672-9a69-f39a163452a5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/networks/fc0ba5d4-1731-46a8-a08f-0e231dd6c647 HTTP/1.1" status: 204 len: 168 time: 2.7187061 Jan 24 16:20:10.684488 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57040) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:10.687087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-98f3e31e-1382-4f2b-ba4e-8e647226228a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.696881 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-2bd58617-333b-4f9e-893e-f8b5916587cd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1233012103'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:10.708804 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb7945d-507a-441e-a119-623f43dea1f1']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:10.719701 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2bd58617-333b-4f9e-893e-f8b5916587cd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:10.835390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2bd58617-333b-4f9e-893e-f8b5916587cd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:network and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:10.843796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2bd58617-333b-4f9e-893e-f8b5916587cd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:10.843796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2bd58617-333b-4f9e-893e-f8b5916587cd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:10.850996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81a607f-0da9-4bfe-87ca-2a233acf335a') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:10.850996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81a607f-0da9-4bfe-87ca-2a233acf335a') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:10.858764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.879527 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.884899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3c8ede46-c42f-4868-a071-d44ac08e1403 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:20:10.887917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd58617-333b-4f9e-893e-f8b5916587cd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:10.890886 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2bd58617-333b-4f9e-893e-f8b5916587cd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.903153 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.921871 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] Pushing event deleted for resources: {'Network': ['ID=1a73100f-fe13-4f02-bbce-a1c7e9ab4240,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:10.926731 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 3c8ede46-c42f-4868-a071-d44ac08e1403 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:20:10.927073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3c8ede46-c42f-4868-a071-d44ac08e1403 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:20:10.933105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.936118 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cb1f867e-3ab3-460b-8b40-e0a0359a0e4b tempest-AllowedAddressPairTestJSON-920553154 tempest-AllowedAddressPairTestJSON-920553154-project] 10.222.0.130 "DELETE /v2.0/networks/1a73100f-fe13-4f02-bbce-a1c7e9ab4240 HTTP/1.1" status: 204 len: 168 time: 2.4337173 Jan 24 16:20:10.947945 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:20:10.948118 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7da130-055f-45dc-b6d5-8c8664247bc8 None None] Resources bound (agent type, host, resource id): {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 24 16:20:10.948466 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:20:10.966287 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:20:11.040323 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd58617-333b-4f9e-893e-f8b5916587cd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:11.067457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2bd58617-333b-4f9e-893e-f8b5916587cd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:11.067866 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-2bd58617-333b-4f9e-893e-f8b5916587cd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Added segment d04b74e3-550f-498f-b45d-8944e6d0f6d0 of type vlan for network 9dde412f-e0fa-4d48-86a2-a45fa18c4cc4 Jan 24 16:20:11.079311 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-98f3e31e-1382-4f2b-ba4e-8e647226228a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for d7b11aaf-6b7e-4223-a932-96c947419693 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:11.082067 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:11.138981 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:11.167236 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Network': ['ID=2cb7945d-507a-441e-a119-623f43dea1f1,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:11.170359 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2bd58617-333b-4f9e-893e-f8b5916587cd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:11.176367 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-47ec1021-59e3-4d57-996d-af6b708d4069 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/2cb7945d-507a-441e-a119-623f43dea1f1 HTTP/1.1" status: 204 len: 168 time: 5.5759618 Jan 24 16:20:11.185469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57046) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:11.199524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-6f4fa5b2-ce9c-4022-ac5f-0c6f274f5040 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2086161522'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:11.250533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6f4fa5b2-ce9c-4022-ac5f-0c6f274f5040 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:11.259754 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b6b93a18-f5b1-47b1-b7a5-0b2b726853da tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/routers/4dff1bb5-8528-4c0e-bc6f-71beb6232cfb HTTP/1.1" status: 200 len: 921 time: 1.2563696 Jan 24 16:20:11.260972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57050) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:11.265933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6f4fa5b2-ce9c-4022-ac5f-0c6f274f5040 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:network and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:11.270053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6f4fa5b2-ce9c-4022-ac5f-0c6f274f5040 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:11.278333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6f4fa5b2-ce9c-4022-ac5f-0c6f274f5040 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:11.313389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4fa5b2-ce9c-4022-ac5f-0c6f274f5040 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:11.316497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa5b2-ce9c-4022-ac5f-0c6f274f5040 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:11.328426 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2bd58617-333b-4f9e-893e-f8b5916587cd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:11.332132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd58617-333b-4f9e-893e-f8b5916587cd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:11.332716 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2bd58617-333b-4f9e-893e-f8b5916587cd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:11.466020 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2bd58617-333b-4f9e-893e-f8b5916587cd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7764030 Jan 24 16:20:11.466927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57056) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:11.478701 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-78c8a692-00c9-4211-8911-33b69cf858e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'subnet': {'network_id': '9dde412f-e0fa-4d48-86a2-a45fa18c4cc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:11.499151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4fa5b2-ce9c-4022-ac5f-0c6f274f5040 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:11.504797 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd58617-333b-4f9e-893e-f8b5916587cd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Network': ['ID=9dde412f-e0fa-4d48-86a2-a45fa18c4cc4,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:11.548839 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 9dde412f-e0fa-4d48-86a2-a45fa18c4cc4 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:11.630621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa5b2-ce9c-4022-ac5f-0c6f274f5040 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:11.631169 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-6f4fa5b2-ce9c-4022-ac5f-0c6f274f5040 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Added segment 84b2ca4e-d100-4770-9ce4-dd558f1efe38 of type vlan for network c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6 Jan 24 16:20:11.645148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a716c0d-7685-48e7-8415-11ba5a06dee6 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 30860f65-4396-4e3b-87b1-722c8f1e65dd has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:20:11.657887 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6bbe4f17-7ffe-4749-9e50-c161a94608b2 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/ports?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&device_id=4dff1bb5-8528-4c0e-bc6f-71beb6232cfb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3930740 Jan 24 16:20:11.664048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57060) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:11.695764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-78c8a692-00c9-4211-8911-33b69cf858e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:11.699681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-78c8a692-00c9-4211-8911-33b69cf858e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:subnet and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:11.702502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-78c8a692-00c9-4211-8911-33b69cf858e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:11.713497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-78c8a692-00c9-4211-8911-33b69cf858e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:11.724156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57062) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:11.773585 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c8a692-00c9-4211-8911-33b69cf858e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:11.798678 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57070) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:11.808822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-fccda9ff-d6b7-40fb-b605-d78dfe0d4674 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Request body: {'subnet': {'network_id': 'd4ca3836-b255-406c-a968-bfaf9f44e126', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:11.829281 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:11.865042 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-98f3e31e-1382-4f2b-ba4e-8e647226228a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:11.867576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d707e2c1-00af-4dd8-bf8d-3508c2ed75a8 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:11.869325 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d707e2c1-00af-4dd8-bf8d-3508c2ed75a8 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/networks/2668b65a-79ae-4c58-beed-9fa3e5f27e5e HTTP/1.1" status: 200 len: 881 time: 0.1417632 Jan 24 16:20:11.871468 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa5b2-ce9c-4022-ac5f-0c6f274f5040 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:11.883210 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57074) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:11.926030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3e31e-1382-4f2b-ba4e-8e647226228a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=d7b11aaf-6b7e-4223-a932-96c947419693,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:12.043621 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-613c735b-081b-4c0a-9c03-22fdb2bdb7d7 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "GET /v2.0/ports?device_id=4dff1bb5-8528-4c0e-bc6f-71beb6232cfb HTTP/1.1" status: 200 len: 205 time: 0.1593235 Jan 24 16:20:12.057279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57080) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:12.078442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-78c8a692-00c9-4211-8911-33b69cf858e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:12.127688 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-98f3e31e-1382-4f2b-ba4e-8e647226228a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:12.208005 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-98f3e31e-1382-4f2b-ba4e-8e647226228a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/d7b11aaf-6b7e-4223-a932-96c947419693 HTTP/1.1" status: 204 len: 168 time: 2.3402259 Jan 24 16:20:12.216970 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57084) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:12.235419 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa5b2-ce9c-4022-ac5f-0c6f274f5040 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:12.239514 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4fa5b2-ce9c-4022-ac5f-0c6f274f5040 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:12.240071 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa5b2-ce9c-4022-ac5f-0c6f274f5040 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:12.244621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fccda9ff-d6b7-40fb-b605-d78dfe0d4674 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:12.247972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a716c0d-7685-48e7-8415-11ba5a06dee6 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:20:12.252379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0a716c0d-7685-48e7-8415-11ba5a06dee6 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:12.259225 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922ea62-b884-4f91-8de0-3b530f6bce46 None None] Sync routers for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:20:12.273858 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922ea62-b884-4f91-8de0-3b530f6bce46 None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:12.273858 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0922ea62-b884-4f91-8de0-3b530f6bce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:12.308211 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0a716c0d-7685-48e7-8415-11ba5a06dee6 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "PUT /v2.0/floatingips/fa80b273-6ec8-443a-b503-b17a2c68fc01 HTTP/1.1" status: 200 len: 686 time: 4.7553685 Jan 24 16:20:12.310784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57088) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:12.321534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fccda9ff-d6b7-40fb-b605-d78dfe0d4674 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Usage tracker for resource:subnet and tenant:61b7432d46f34f798c10b7e248585ce7 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:12.337915 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0922ea62-b884-4f91-8de0-3b530f6bce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:12.348740 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922ea62-b884-4f91-8de0-3b530f6bce46 None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:12.349409 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0922ea62-b884-4f91-8de0-3b530f6bce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:12.383001 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fccda9ff-d6b7-40fb-b605-d78dfe0d4674 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:12.414151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fccda9ff-d6b7-40fb-b605-d78dfe0d4674 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:12.415186 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0922ea62-b884-4f91-8de0-3b530f6bce46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:12.415807 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922ea62-b884-4f91-8de0-3b530f6bce46 None None] The sync data for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:20:12.456298 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-38021b5b-1ec3-4c2f-9a1b-b43e4f9c2bf8 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=b3dd4fb2b2e04028bccc029062005b7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7281611 Jan 24 16:20:12.461523 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57092) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:12.469347 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6f4fa5b2-ce9c-4022-ac5f-0c6f274f5040 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2834132 Jan 24 16:20:12.483446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57096) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:12.488803 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fa5b2-ce9c-4022-ac5f-0c6f274f5040 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Network': ['ID=c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:12.501551 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccda9ff-d6b7-40fb-b605-d78dfe0d4674 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Made reservation on behalf of 61b7432d46f34f798c10b7e248585ce7 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:12.503358 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:12.503772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-d9c97a04-f463-4e6e-8c2e-5de0d2ec47b6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'subnet': {'network_id': 'c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:12.516977 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703aaa37-0f50-4847-ae1e-f0f9410573eb tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:12.518005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703aaa37-0f50-4847-ae1e-f0f9410573eb tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:12.519468 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703aaa37-0f50-4847-ae1e-f0f9410573eb tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:12.520294 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-703aaa37-0f50-4847-ae1e-f0f9410573eb tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:12.525804 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-70cc749c-0407-447d-b08d-d25fb3e33bad tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting port 42613556-fa1a-41d1-b56e-a8984641c7df {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:12.526142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70cc749c-0407-447d-b08d-d25fb3e33bad tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:12.663812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-703aaa37-0f50-4847-ae1e-f0f9410573eb tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:12.665033 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-703aaa37-0f50-4847-ae1e-f0f9410573eb tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4406946 Jan 24 16:20:12.673015 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57100) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:12.713441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fccda9ff-d6b7-40fb-b605-d78dfe0d4674 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:12.770254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d9c97a04-f463-4e6e-8c2e-5de0d2ec47b6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:12.780641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-133e4995-e9eb-4d22-997e-5e6db4a9dd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:12.786526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d9c97a04-f463-4e6e-8c2e-5de0d2ec47b6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:subnet and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:12.800228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d9c97a04-f463-4e6e-8c2e-5de0d2ec47b6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:12.830748 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d9c97a04-f463-4e6e-8c2e-5de0d2ec47b6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:12.839998 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-133e4995-e9eb-4d22-997e-5e6db4a9dd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:12.881464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c97a04-f463-4e6e-8c2e-5de0d2ec47b6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:12.896362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70cc749c-0407-447d-b08d-d25fb3e33bad tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:12.896689 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70cc749c-0407-447d-b08d-d25fb3e33bad tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.084437 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-70cc749c-0407-447d-b08d-d25fb3e33bad tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Calling delete_port for 42613556-fa1a-41d1-b56e-a8984641c7df owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:13.148907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-78c8a692-00c9-4211-8911-33b69cf858e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.285307 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d9c97a04-f463-4e6e-8c2e-5de0d2ec47b6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.298880 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-133e4995-e9eb-4d22-997e-5e6db4a9dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.309572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8a692-00c9-4211-8911-33b69cf858e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Subnet': ['ID=9da9b92b-1071-4a1b-a13e-8b0c9aaee86f,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:13.323424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3bacd0-d372-4c1f-86b5-5caff8e0ce1e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet 2cc31a14-bc16-43e5-af18-52f2a6b066f7 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:20:13.340301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d3bacd0-d372-4c1f-86b5-5caff8e0ce1e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.388757 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e4995-e9eb-4d22-997e-5e6db4a9dd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790ed1cb-262f-4738-a318-3c1ba0b9c9e5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:13.417879 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-133e4995-e9eb-4d22-997e-5e6db4a9dd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.419037 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-133e4995-e9eb-4d22-997e-5e6db4a9dd01 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/790ed1cb-262f-4738-a318-3c1ba0b9c9e5 HTTP/1.1" status: 204 len: 168 time: 0.9565737 Jan 24 16:20:13.427084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0896567f-0963-4566-836e-f1714690eb3a tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.478386 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d3bacd0-d372-4c1f-86b5-5caff8e0ce1e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.521376 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c8a692-00c9-4211-8911-33b69cf858e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Checking segment: {'id': 'd04b74e3-550f-498f-b45d-8944e6d0f6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9dde412f-e0fa-4d48-86a2-a45fa18c4cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:13.521723 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c8a692-00c9-4211-8911-33b69cf858e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network hostable DHCP agents. Network: 9dde412f-e0fa-4d48-86a2-a45fa18c4cc4, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:13.548395 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70cc749c-0407-447d-b08d-d25fb3e33bad tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.576290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fccda9ff-d6b7-40fb-b605-d78dfe0d4674 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.611243 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc749c-0407-447d-b08d-d25fb3e33bad tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Port': ['ID=42613556-fa1a-41d1-b56e-a8984641c7df,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:13.685492 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c8a692-00c9-4211-8911-33b69cf858e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 9dde412f-e0fa-4d48-86a2-a45fa18c4cc4 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:13.696272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccda9ff-d6b7-40fb-b605-d78dfe0d4674 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event updated for resources: {'Subnet': ['ID=620b13cd-d4c8-4b9c-910c-42ca5939f4a6,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:13.707389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d3bacd0-d372-4c1f-86b5-5caff8e0ce1e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.746504 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70cc749c-0407-447d-b08d-d25fb3e33bad tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.751865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d9c97a04-f463-4e6e-8c2e-5de0d2ec47b6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.763872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-78c8a692-00c9-4211-8911-33b69cf858e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 9dde412f-e0fa-4d48-86a2-a45fa18c4cc4) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:13.772763 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39eeb6a-083c-4f61-95d1-35c607e1e199 None None] Network 9dde412f-e0fa-4d48-86a2-a45fa18c4cc4 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:13.778065 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c8a692-00c9-4211-8911-33b69cf858e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:13.778627 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-78c8a692-00c9-4211-8911-33b69cf858e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.816889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70cc749c-0407-447d-b08d-d25fb3e33bad tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.818032 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-70cc749c-0407-447d-b08d-d25fb3e33bad tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/floatingips/fa80b273-6ec8-443a-b503-b17a2c68fc01 HTTP/1.1" status: 204 len: 168 time: 1.5063398 Jan 24 16:20:13.827817 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57112) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:13.846147 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '9bdc970c-0fb1-43ad-814d-7415f2157618'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:13.847144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccda9ff-d6b7-40fb-b605-d78dfe0d4674 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Checking segment: {'id': 'ff332fc2-cca8-4120-beef-cc8ef53ff57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4ca3836-b255-406c-a968-bfaf9f44e126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:13.847507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccda9ff-d6b7-40fb-b605-d78dfe0d4674 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Network hostable DHCP agents. Network: d4ca3836-b255-406c-a968-bfaf9f44e126, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:13.856438 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:13.862502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c97a04-f463-4e6e-8c2e-5de0d2ec47b6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Subnet': ['ID=9208eefb-2935-4e35-883a-37d0a052767c,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:13.864999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Usage tracker for resource:floatingip and tenant:af052b8aa9e742caa4ed884470bec1dd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:13.869926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:13.879064 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:13.892009 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-78c8a692-00c9-4211-8911-33b69cf858e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4187992 Jan 24 16:20:13.908349 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57118) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:13.911614 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d3bacd0-d372-4c1f-86b5-5caff8e0ce1e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.916836 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'network_id': '9dde412f-e0fa-4d48-86a2-a45fa18c4cc4', 'name': 'tempest-PortsTestJSON-403523285', 'fixed_ips': [{'subnet_id': '9da9b92b-1071-4a1b-a13e-8b0c9aaee86f', 'ip_address': '172.20.0.10'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:13.932253 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c97a04-f463-4e6e-8c2e-5de0d2ec47b6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Checking segment: {'id': '84b2ca4e-d100-4770-9ce4-dd558f1efe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:13.932825 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c97a04-f463-4e6e-8c2e-5de0d2ec47b6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network hostable DHCP agents. Network: c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:13.945469 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.954039 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bacd0-d372-4c1f-86b5-5caff8e0ce1e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc31a14-bc16-43e5-af18-52f2a6b066f7,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:13.973777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d3bacd0-d372-4c1f-86b5-5caff8e0ce1e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:13.976023 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5d3bacd0-d372-4c1f-86b5-5caff8e0ce1e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/2cc31a14-bc16-43e5-af18-52f2a6b066f7 HTTP/1.1" status: 204 len: 168 time: 1.3006606 Jan 24 16:20:13.976666 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccda9ff-d6b7-40fb-b605-d78dfe0d4674 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Network d4ca3836-b255-406c-a968-bfaf9f44e126 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:13.980916 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57122) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:14.024851 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-fccda9ff-d6b7-40fb-b605-d78dfe0d4674 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, d4ca3836-b255-406c-a968-bfaf9f44e126) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:14.034624 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccda9ff-d6b7-40fb-b605-d78dfe0d4674 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:14.035080 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fccda9ff-d6b7-40fb-b605-d78dfe0d4674 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.062818 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d19c1ff-e9d8-4141-9d91-1d9f2ecdf45c None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:14.089124 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0896567f-0963-4566-836e-f1714690eb3a tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.095178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-df084336-202e-4003-9319-120371e61f0d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet d66b703d-2fe4-4b8d-b439-dfe2a5a61f44 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:20:14.099545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-df084336-202e-4003-9319-120371e61f0d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.100640 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f563ad22-d22d-44c5-a5f4-16636cbb6501 None None] Network d4ca3836-b255-406c-a968-bfaf9f44e126 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:14.145349 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fccda9ff-d6b7-40fb-b605-d78dfe0d4674 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3455963 Jan 24 16:20:14.145999 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57128) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:14.159837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-049fd802-9db4-41a7-a9ed-fbf8f5afe272 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1117833055'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:14.168495 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-049fd802-9db4-41a7-a9ed-fbf8f5afe272 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:14.170687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0896567f-0963-4566-836e-f1714690eb3a tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Deleting port 0d53a238-aaf4-4d77-ac0b-ba51d513d493 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:14.171016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0896567f-0963-4566-836e-f1714690eb3a tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.207111 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c97a04-f463-4e6e-8c2e-5de0d2ec47b6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:14.211125 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:14.220369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-049fd802-9db4-41a7-a9ed-fbf8f5afe272 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Usage tracker for resource:network and tenant:61b7432d46f34f798c10b7e248585ce7 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:14.223060 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:port and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:14.224597 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-049fd802-9db4-41a7-a9ed-fbf8f5afe272 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:14.231194 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:14.240892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-049fd802-9db4-41a7-a9ed-fbf8f5afe272 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:14.245332 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:14.247412 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-df084336-202e-4003-9319-120371e61f0d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.253880 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-d9c97a04-f463-4e6e-8c2e-5de0d2ec47b6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:14.269000 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c97a04-f463-4e6e-8c2e-5de0d2ec47b6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:14.269735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d9c97a04-f463-4e6e-8c2e-5de0d2ec47b6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.328187 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d9c97a04-f463-4e6e-8c2e-5de0d2ec47b6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8362539 Jan 24 16:20:14.329342 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57132) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:14.332161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:14.361363 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049fd802-9db4-41a7-a9ed-fbf8f5afe272 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Made reservation on behalf of 61b7432d46f34f798c10b7e248585ce7 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:14.364830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-049fd802-9db4-41a7-a9ed-fbf8f5afe272 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.400977 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba58615-a69d-42c0-a5c0-5d81c536475f None None] Network c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:14.457509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049fd802-9db4-41a7-a9ed-fbf8f5afe272 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:14.490436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-049fd802-9db4-41a7-a9ed-fbf8f5afe272 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.490436 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-049fd802-9db4-41a7-a9ed-fbf8f5afe272 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Added segment cfff3e79-b609-4448-aa16-a0afa35a07e1 of type vlan for network 49d0ee44-eb72-4f19-935e-4d01b76aa86b Jan 24 16:20:14.492162 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0896567f-0963-4566-836e-f1714690eb3a tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.493677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-53bf8d95-d6c2-4ae2-8994-fa95cc7a4290 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1207448295'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:14.505221 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-df084336-202e-4003-9319-120371e61f0d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.505420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-53bf8d95-d6c2-4ae2-8994-fa95cc7a4290 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:14.511419 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-53bf8d95-d6c2-4ae2-8994-fa95cc7a4290 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:network and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:14.516079 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-53bf8d95-d6c2-4ae2-8994-fa95cc7a4290 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:14.523620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-53bf8d95-d6c2-4ae2-8994-fa95cc7a4290 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:14.599051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bf8d95-d6c2-4ae2-8994-fa95cc7a4290 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:14.606713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53bf8d95-d6c2-4ae2-8994-fa95cc7a4290 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.684789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.703749 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.751138 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-9dde412f-e0fa-4d48-86a2-a45fa18c4cc4', 'network_id': '9dde412f-e0fa-4d48-86a2-a45fa18c4cc4', 'tenant_id': '683bedfc540b431d8318ee7c07b39995', 'fixed_ips': [{'subnet_id': '9da9b92b-1071-4a1b-a13e-8b0c9aaee86f'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:14.752039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.798766 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bf8d95-d6c2-4ae2-8994-fa95cc7a4290 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:14.812425 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0896567f-0963-4566-836e-f1714690eb3a tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Calling delete_port for 0d53a238-aaf4-4d77-ac0b-ba51d513d493 owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:14.833916 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53bf8d95-d6c2-4ae2-8994-fa95cc7a4290 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.834564 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-53bf8d95-d6c2-4ae2-8994-fa95cc7a4290 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Added segment da4f401b-a04d-4b96-a709-40c239d69ace of type vlan for network 10d1e713-f30d-4c3f-abc7-ee761d2e2f2b Jan 24 16:20:14.836114 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] device_id is not set on port 2351d8e8-da5f-4e0a-a6a6-980a60a7aad7 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:20:14.875645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-049fd802-9db4-41a7-a9ed-fbf8f5afe272 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.889742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57142) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:14.937960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-df084336-202e-4003-9319-120371e61f0d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:14.949196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53bf8d95-d6c2-4ae2-8994-fa95cc7a4290 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:15.046460 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df084336-202e-4003-9319-120371e61f0d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=d66b703d-2fe4-4b8d-b439-dfe2a5a61f44,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:15.054347 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Allocated IP 172.20.0.2 (9dde412f-e0fa-4d48-86a2-a45fa18c4cc4/9da9b92b-1071-4a1b-a13e-8b0c9aaee86f/076f7d82-135a-4e63-bc53-b845b70f80fc) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:15.087727 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-049fd802-9db4-41a7-a9ed-fbf8f5afe272 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:15.100306 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049fd802-9db4-41a7-a9ed-fbf8f5afe272 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:15.100958 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-049fd802-9db4-41a7-a9ed-fbf8f5afe272 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:15.101532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Allocated IP 172.26.2.236 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/6b2e06df-6569-4639-92ff-6160c88367e9) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:15.113863 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-df084336-202e-4003-9319-120371e61f0d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:15.125104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53bf8d95-d6c2-4ae2-8994-fa95cc7a4290 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:15.128884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bf8d95-d6c2-4ae2-8994-fa95cc7a4290 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:15.129403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53bf8d95-d6c2-4ae2-8994-fa95cc7a4290 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:15.281962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:15.292863 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Transition to ACTIVE for port object 076f7d82-135a-4e63-bc53-b845b70f80fc will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:15.311926 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Transition to ACTIVE for port object 076f7d82-135a-4e63-bc53-b845b70f80fc will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:15.312140 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-80209c03-de05-4807-8e7a-10068187fe2e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-36253654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:15.313240 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fd802-9db4-41a7-a9ed-fbf8f5afe272 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event updated for resources: {'Network': ['ID=49d0ee44-eb72-4f19-935e-4d01b76aa86b,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:15.327926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-80209c03-de05-4807-8e7a-10068187fe2e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:15.343524 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-df084336-202e-4003-9319-120371e61f0d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/d66b703d-2fe4-4b8d-b439-dfe2a5a61f44 HTTP/1.1" status: 204 len: 168 time: 1.3592982 Jan 24 16:20:15.343757 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-80209c03-de05-4807-8e7a-10068187fe2e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Usage tracker for resource:router and tenant:27c7d827a9af453d907c064c9f34e560 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:15.345904 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-049fd802-9db4-41a7-a9ed-fbf8f5afe272 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1926601 Jan 24 16:20:15.347188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57148) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:15.349586 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 49d0ee44-eb72-4f19-935e-4d01b76aa86b details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:15.351230 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57152) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:15.371016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:15.390284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-80209c03-de05-4807-8e7a-10068187fe2e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:15.429728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Request body: {'subnet': {'network_id': '49d0ee44-eb72-4f19-935e-4d01b76aa86b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:15.518771 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b432636d-09d9-44df-81a1-86a3e57abc3a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1702564 Jan 24 16:20:15.529057 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57156) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:15.578652 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-53bf8d95-d6c2-4ae2-8994-fa95cc7a4290 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2053301 Jan 24 16:20:15.580368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-80209c03-de05-4807-8e7a-10068187fe2e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:15.587710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf8d95-d6c2-4ae2-8994-fa95cc7a4290 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Network': ['ID=10d1e713-f30d-4c3f-abc7-ee761d2e2f2b,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:15.591078 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57160) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:15.622906 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'subnet': {'network_id': '10d1e713-f30d-4c3f-abc7-ee761d2e2f2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:15.637809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:15.648057 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Usage tracker for resource:subnet and tenant:61b7432d46f34f798c10b7e248585ce7 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:15.653534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:15.657789 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 10d1e713-f30d-4c3f-abc7-ee761d2e2f2b details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:15.670923 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:15.685682 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0896567f-0963-4566-836e-f1714690eb3a tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:15.687233 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Network 9dde412f-e0fa-4d48-86a2-a45fa18c4cc4 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:15.692684 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Pushing event updated for resources: {'Port': ['ID=076f7d82-135a-4e63-bc53-b845b70f80fc,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:15.718560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80209c03-de05-4807-8e7a-10068187fe2e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:15.719643 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80209c03-de05-4807-8e7a-10068187fe2e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:15.725507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Made reservation on behalf of 61b7432d46f34f798c10b7e248585ce7 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:15.744726 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:15.751885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Allocated IP 172.20.0.10 (9dde412f-e0fa-4d48-86a2-a45fa18c4cc4/9da9b92b-1071-4a1b-a13e-8b0c9aaee86f/2351d8e8-da5f-4e0a-a6a6-980a60a7aad7) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:15.752704 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896567f-0963-4566-836e-f1714690eb3a tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Pushing event deleted for resources: {'Port': ['ID=0d53a238-aaf4-4d77-ac0b-ba51d513d493,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:15.757521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:15.760243 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-d4ca3836-b255-406c-a968-bfaf9f44e126', 'network_id': 'd4ca3836-b255-406c-a968-bfaf9f44e126', 'tenant_id': '61b7432d46f34f798c10b7e248585ce7', 'fixed_ips': [{'subnet_id': '620b13cd-d4c8-4b9c-910c-42ca5939f4a6'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:15.761235 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:15.777930 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6', 'network_id': 'c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6', 'tenant_id': '16f95b1a0f7046a18412316f506009d3', 'fixed_ips': [{'subnet_id': '9208eefb-2935-4e35-883a-37d0a052767c'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:15.780813 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:15.819255 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:15.821284 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687784b5-b035-4119-912c-e33330002983 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:15.821998 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-687784b5-b035-4119-912c-e33330002983 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:15.856562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:15.870125 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80209c03-de05-4807-8e7a-10068187fe2e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:15.885668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:subnet and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:15.897321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:15.915640 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:15.927069 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:15.945882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-687784b5-b035-4119-912c-e33330002983 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:15.949237 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-687784b5-b035-4119-912c-e33330002983 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4149232 Jan 24 16:20:15.994933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57164) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:16.008277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80209c03-de05-4807-8e7a-10068187fe2e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:16.074919 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Attempting to bind port 076f7d82-135a-4e63-bc53-b845b70f80fc on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:16.075828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Attempting to bind port 076f7d82-135a-4e63-bc53-b845b70f80fc by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'd04b74e3-550f-498f-b45d-8944e6d0f6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9dde412f-e0fa-4d48-86a2-a45fa18c4cc4'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:16.076465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Attempting to bind port 076f7d82-135a-4e63-bc53-b845b70f80fc on network 9dde412f-e0fa-4d48-86a2-a45fa18c4cc4 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:16.134100 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:16.134674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Checking segment: {'id': 'd04b74e3-550f-498f-b45d-8944e6d0f6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9dde412f-e0fa-4d48-86a2-a45fa18c4cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:16.135246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:16.135823 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Bound using segment: {'id': 'd04b74e3-550f-498f-b45d-8944e6d0f6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9dde412f-e0fa-4d48-86a2-a45fa18c4cc4'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:16.136453 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Bound port: 076f7d82-135a-4e63-bc53-b845b70f80fc, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04b74e3-550f-498f-b45d-8944e6d0f6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9dde412f-e0fa-4d48-86a2-a45fa18c4cc4'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:16.136818 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:16.140272 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:16.172058 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80209c03-de05-4807-8e7a-10068187fe2e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:16.176077 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-80209c03-de05-4807-8e7a-10068187fe2e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2823143 Jan 24 16:20:16.181925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57168) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:16.183577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c85ac89-50ef-42e3-aa9a-e82fb392b7ff None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:20:16.191964 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1165984086'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:16.198314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ec0bd8-984c-4024-8481-3f7063549304 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:16.198966 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-69ec0bd8-984c-4024-8481-3f7063549304 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:16.201852 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2c85ac89-50ef-42e3-aa9a-e82fb392b7ff None None] Deleting port d53ee250-0ea3-461c-98a9-c8079ce80480 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:16.202215 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2c85ac89-50ef-42e3-aa9a-e82fb392b7ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:16.253087 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:16.263279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:16.271285 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Usage tracker for resource:network and tenant:27c7d827a9af453d907c064c9f34e560 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:16.279319 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:16.287191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0896567f-0963-4566-836e-f1714690eb3a tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:16.315520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Allocated IP 2001:db8:0:ffff::2 (d4ca3836-b255-406c-a968-bfaf9f44e126/620b13cd-d4c8-4b9c-910c-42ca5939f4a6/ac25c47a-65dd-43b5-b4de-8e7173ba4089) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:16.339757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:16.342762 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Allocated IP 2001:db8::1 (c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6/9208eefb-2935-4e35-883a-37d0a052767c/fcb15ddf-1a44-4253-a7b9-40b7b88895df) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:16.354737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:16.370419 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:16.407777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:16.464093 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:16.473909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:16.509690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Transition to ACTIVE for port object 2351d8e8-da5f-4e0a-a6a6-980a60a7aad7 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:16.516411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=6b2e06df-6569-4639-92ff-6160c88367e9,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:16.534249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.ipam_backend_mixin [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Performing IP validity checks on allocation pools {{(pid=83465) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 24 16:20:16.534793 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.ipam_backend_mixin [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83465) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 24 16:20:16.570254 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-69ec0bd8-984c-4024-8481-3f7063549304 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:16.571093 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-69ec0bd8-984c-4024-8481-3f7063549304 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5761976 Jan 24 16:20:16.578417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Made reservation on behalf of 27c7d827a9af453d907c064c9f34e560 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:16.579710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57172) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:16.581416 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:16.629300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] For port 076f7d82-135a-4e63-bc53-b845b70f80fc, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:16.655091 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:16.690331 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9d32c2b3-ff01-400d-94aa-5065d78d9ec4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:router {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:16.719303 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] For port 076f7d82-135a-4e63-bc53-b845b70f80fc, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=076f7d82-135a-4e63-bc53-b845b70f80fc,segment=NetworkSegment(d04b74e3-550f-498f-b45d-8944e6d0f6d0),segment_id=d04b74e3-550f-498f-b45d-8944e6d0f6d0)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:16.719546 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:16.752400 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:16.780211 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0896567f-0963-4566-836e-f1714690eb3a tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:16.822175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:16.827137 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Usage tracker for resource:security_group_rule and tenant:27c7d827a9af453d907c064c9f34e560 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:16.830063 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:16.837811 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:16.860309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9d32c2b3-ff01-400d-94aa-5065d78d9ec4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:router {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:16.868249 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9d32c2b3-ff01-400d-94aa-5065d78d9ec4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2873952 Jan 24 16:20:16.871132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57180) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:16.897535 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-2da3ad14-8740-466a-97bd-196010eee5e0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:16.937799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:16.954807 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d53ee250-0ea3-461c-98a9-c8079ce80480 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:20:16.966895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0896567f-0963-4566-836e-f1714690eb3a tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:16.996688 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.020843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0896567f-0963-4566-836e-f1714690eb3a tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.021381 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0896567f-0963-4566-836e-f1714690eb3a tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Fanout notify agent at l3_agent the message router_deleted on router 4dff1bb5-8528-4c0e-bc6f-71beb6232cfb {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:20:17.029001 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 9dde412f-e0fa-4d48-86a2-a45fa18c4cc4 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:17.030148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=2351d8e8-da5f-4e0a-a6a6-980a60a7aad7,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:17.045577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2c85ac89-50ef-42e3-aa9a-e82fb392b7ff None None] For port d53ee250-0ea3-461c-98a9-c8079ce80480, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d53ee250-0ea3-461c-98a9-c8079ce80480,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:17.045963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2c85ac89-50ef-42e3-aa9a-e82fb392b7ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.048940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:17.070836 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:17.115716 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:17.138537 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c76c891-55a5-477d-a91c-fb004d246a06,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:17.163953 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.164374 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Added segment 203e6e21-5e75-476f-8fd2-6fde5e0c42dc of type vlan for network 8ec3c542-ef86-40da-bd06-d0cd28f5b143 Jan 24 16:20:17.235797 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.objects.ports [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83466) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:20:17.241670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0896567f-0963-4566-836e-f1714690eb3a tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.242932 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0896567f-0963-4566-836e-f1714690eb3a tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "DELETE /v2.0/routers/4dff1bb5-8528-4c0e-bc6f-71beb6232cfb HTTP/1.1" status: 204 len: 168 time: 5.1727979 Jan 24 16:20:17.253717 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.260569 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57184) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:17.311353 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2c85ac89-50ef-42e3-aa9a-e82fb392b7ff None None] Calling delete_port for d53ee250-0ea3-461c-98a9-c8079ce80480 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:17.327371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.365665 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-3feda636-fca7-4d15-8216-e6d5df78e301 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1724408809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:17.379208 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.383670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:17.384456 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.386793 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661c601-bbd2-4af2-8b82-1f1584a13df3 None None] Pushing event updated for resources: {'Port': ['ID=076f7d82-135a-4e63-bc53-b845b70f80fc,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:17.388949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3feda636-fca7-4d15-8216-e6d5df78e301 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:17.389104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:17.389643 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.435348 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3feda636-fca7-4d15-8216-e6d5df78e301 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Usage tracker for resource:router and tenant:f0d527ef1b7748598539c390fcf4cd2a is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:17.443962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.446818 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.452047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3feda636-fca7-4d15-8216-e6d5df78e301 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:17.460011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.467441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2da3ad14-8740-466a-97bd-196010eee5e0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:17.530540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Transition to ACTIVE for port object ac25c47a-65dd-43b5-b4de-8e7173ba4089 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:17.537126 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Transition to ACTIVE for port object fcb15ddf-1a44-4253-a7b9-40b7b88895df will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:17.547915 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3feda636-fca7-4d15-8216-e6d5df78e301 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:17.559035 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.574239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event updated for resources: {'Subnet': ['ID=44f22e5e-5e29-4ff7-a792-91d595763ee5,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:17.580219 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3943620 Jan 24 16:20:17.595293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57188) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:17.603594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-863a34be-23d8-4b68-b794-e4529fcd4e3a tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Request body: {'subnet': {'network_id': '8ec3c542-ef86-40da-bd06-d0cd28f5b143', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:17.618390 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Transition to ACTIVE for port object fcb15ddf-1a44-4253-a7b9-40b7b88895df will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:17.625117 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Transition to ACTIVE for port object ac25c47a-65dd-43b5-b4de-8e7173ba4089 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:17.634988 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.674377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.706489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2c85ac89-50ef-42e3-aa9a-e82fb392b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.727765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2da3ad14-8740-466a-97bd-196010eee5e0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:17.729924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40019d-7679-4795-b891-652421d43030 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event updated for resources: {'Network': ['ID=8ec3c542-ef86-40da-bd06-d0cd28f5b143,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:17.738460 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-863a34be-23d8-4b68-b794-e4529fcd4e3a tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:17.743107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3feda636-fca7-4d15-8216-e6d5df78e301 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.744478 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3feda636-fca7-4d15-8216-e6d5df78e301 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.752707 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-863a34be-23d8-4b68-b794-e4529fcd4e3a tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Usage tracker for resource:subnet and tenant:27c7d827a9af453d907c064c9f34e560 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:17.760017 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-863a34be-23d8-4b68-b794-e4529fcd4e3a tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:17.764950 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a0127d11-14db-4d05-8cdb-eda9cd740334 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8549528 Jan 24 16:20:17.765116 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 8ec3c542-ef86-40da-bd06-d0cd28f5b143 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:17.770553 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Checking segment: {'id': 'cfff3e79-b609-4448-aa16-a0afa35a07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '49d0ee44-eb72-4f19-935e-4d01b76aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:17.771817 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Network hostable DHCP agents. Network: 49d0ee44-eb72-4f19-935e-4d01b76aa86b, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:17.777163 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57192) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:17.779454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-863a34be-23d8-4b68-b794-e4529fcd4e3a tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:17.794925 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'network_id': '9dde412f-e0fa-4d48-86a2-a45fa18c4cc4', 'name': 'tempest-PortsTestJSON-760275377', 'fixed_ips': [{'subnet_id': '9da9b92b-1071-4a1b-a13e-8b0c9aaee86f', 'ip_address': '172.20.0.9'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:17.809841 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c85ac89-50ef-42e3-aa9a-e82fb392b7ff None None] No DVR routers for this DVR port d53ee250-0ea3-461c-98a9-c8079ce80480 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:20:17.813250 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863a34be-23d8-4b68-b794-e4529fcd4e3a tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Made reservation on behalf of 27c7d827a9af453d907c064c9f34e560 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:17.815374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da3ad14-8740-466a-97bd-196010eee5e0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:17.835445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Network 49d0ee44-eb72-4f19-935e-4d01b76aa86b is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:17.843216 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3feda636-fca7-4d15-8216-e6d5df78e301 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.846611 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Subnet': ['ID=1d90d2fb-e30b-4a9b-b77e-125eb35a827e,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:17.892740 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Network c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:17.894406 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Pushing event updated for resources: {'Port': ['ID=fcb15ddf-1a44-4253-a7b9-40b7b88895df,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:17.936983 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 49d0ee44-eb72-4f19-935e-4d01b76aa86b) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:17.947031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:17.949549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:17.953316 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Network d4ca3836-b255-406c-a968-bfaf9f44e126 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:17.953718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:17.955162 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.966177 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.966599 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b57aa0a-8a03-4eb3-9134-a05f9f07972a None None] Network 49d0ee44-eb72-4f19-935e-4d01b76aa86b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:17.979406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-863a34be-23d8-4b68-b794-e4529fcd4e3a tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:17.985463 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:17.990346 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:18.012959 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3feda636-fca7-4d15-8216-e6d5df78e301 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:18.035143 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-395caaed-5376-41eb-a0cb-0310dd773ab9 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6154118 Jan 24 16:20:18.088980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57196) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:18.113123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Request body: {'port': {'network_id': '49d0ee44-eb72-4f19-935e-4d01b76aa86b', 'name': 'tempest-NetworksIpV6TestAttrs-414062876'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:18.163570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3feda636-fca7-4d15-8216-e6d5df78e301 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:18.167943 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3feda636-fca7-4d15-8216-e6d5df78e301 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8488183 Jan 24 16:20:18.168618 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57200) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:18.192882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:18.227273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'enable_snat': False}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:18.233038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Pushing event updated for resources: {'Port': ['ID=ac25c47a-65dd-43b5-b4de-8e7173ba4089,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:18.368935 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2a989-8098-493f-8afd-3a3ca13d7ddf req-fa08e353-c51f-4c79-825e-6e054e761fec tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:18.370458 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e4c2a989-8098-493f-8afd-3a3ca13d7ddf req-fa08e353-c51f-4c79-825e-6e054e761fec tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 1.1923878 Jan 24 16:20:18.384138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2da3ad14-8740-466a-97bd-196010eee5e0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:18.385662 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da3ad14-8740-466a-97bd-196010eee5e0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:20:18.386085 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da3ad14-8740-466a-97bd-196010eee5e0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:20:18.419558 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85ac89-50ef-42e3-aa9a-e82fb392b7ff None None] Pushing event deleted for resources: {'Port': ['ID=d53ee250-0ea3-461c-98a9-c8079ce80480,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:18.420916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f08cc3-d2a9-48ad-b570-b4bb6b235b44 None None] Network 9dde412f-e0fa-4d48-86a2-a45fa18c4cc4 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:18.437928 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2da3ad14-8740-466a-97bd-196010eee5e0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.5523236 Jan 24 16:20:18.454375 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57204) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:18.460053 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Checking segment: {'id': 'da4f401b-a04d-4b96-a709-40c239d69ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '10d1e713-f30d-4c3f-abc7-ee761d2e2f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:18.460383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network hostable DHCP agents. Network: 10d1e713-f30d-4c3f-abc7-ee761d2e2f2b, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:18.467630 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:18.487014 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e5a83673-7070-44e2-bab4-e14567c7d428 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:18.515148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Attempting to bind port fcb15ddf-1a44-4253-a7b9-40b7b88895df on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:18.515490 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Attempting to bind port fcb15ddf-1a44-4253-a7b9-40b7b88895df by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '84b2ca4e-d100-4770-9ce4-dd558f1efe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:18.516048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Attempting to bind port fcb15ddf-1a44-4253-a7b9-40b7b88895df on network c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:18.522298 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Usage tracker for resource:port and tenant:61b7432d46f34f798c10b7e248585ce7 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:18.534306 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:18.565706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Attempting to bind port ac25c47a-65dd-43b5-b4de-8e7173ba4089 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:18.566062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Attempting to bind port ac25c47a-65dd-43b5-b4de-8e7173ba4089 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'ff332fc2-cca8-4120-beef-cc8ef53ff57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4ca3836-b255-406c-a968-bfaf9f44e126'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:18.566426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Attempting to bind port ac25c47a-65dd-43b5-b4de-8e7173ba4089 on network d4ca3836-b255-406c-a968-bfaf9f44e126 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:18.578002 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:18.589559 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:18.589904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Checking segment: {'id': '84b2ca4e-d100-4770-9ce4-dd558f1efe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:18.590382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:18.591159 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Bound using segment: {'id': '84b2ca4e-d100-4770-9ce4-dd558f1efe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:18.591805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Bound port: fcb15ddf-1a44-4253-a7b9-40b7b88895df, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b2ca4e-d100-4770-9ce4-dd558f1efe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:18.592179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:18.617469 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:18.637583 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0a25c5c3-81d2-4ced-82b4-6789db6a8a75 None None] Provisioning for port 076f7d82-135a-4e63-bc53-b845b70f80fc completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:18.645826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:port and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:18.657278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:18.667580 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:18.668496 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Checking segment: {'id': 'ff332fc2-cca8-4120-beef-cc8ef53ff57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4ca3836-b255-406c-a968-bfaf9f44e126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:18.668895 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:18.669267 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Bound using segment: {'id': 'ff332fc2-cca8-4120-beef-cc8ef53ff57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4ca3836-b255-406c-a968-bfaf9f44e126'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:18.670543 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Bound port: ac25c47a-65dd-43b5-b4de-8e7173ba4089, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff332fc2-cca8-4120-beef-cc8ef53ff57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4ca3836-b255-406c-a968-bfaf9f44e126'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:18.670703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:18.681091 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e4c2a989-8098-493f-8afd-3a3ca13d7ddf req-fb119bcc-2dab-425b-9f43-782df56d6d07 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002181 Jan 24 16:20:18.683183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:18.698106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e5a83673-7070-44e2-bab4-e14567c7d428 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:18.720015 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e5a83673-7070-44e2-bab4-e14567c7d428 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:18.722885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network 10d1e713-f30d-4c3f-abc7-ee761d2e2f2b is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:18.751727 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:18.757153 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:18.771146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a83673-7070-44e2-bab4-e14567c7d428 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:18.774603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e5a83673-7070-44e2-bab4-e14567c7d428 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:18.776517 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a83673-7070-44e2-bab4-e14567c7d428 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:20:18.776926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a83673-7070-44e2-bab4-e14567c7d428 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:20:18.830742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 10d1e713-f30d-4c3f-abc7-ee761d2e2f2b) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:18.857796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:18.858376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:18.867976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] device_id is not set on port e507a812-15de-4daa-a1ec-80da6a16350a yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:20:18.871411 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:18.872545 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a966e94-57f6-4adc-a7e8-26eefb63319f None None] Network 10d1e713-f30d-4c3f-abc7-ee761d2e2f2b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:18.932150 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-863a34be-23d8-4b68-b794-e4529fcd4e3a tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:18.975064 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-49d0ee44-eb72-4f19-935e-4d01b76aa86b', 'network_id': '49d0ee44-eb72-4f19-935e-4d01b76aa86b', 'tenant_id': '61b7432d46f34f798c10b7e248585ce7', 'fixed_ips': [{'subnet_id': '44f22e5e-5e29-4ff7-a792-91d595763ee5'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:18.976085 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:18.985866 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 076f7d82-135a-4e63-bc53-b845b70f80fc up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:19.010232 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e5a83673-7070-44e2-bab4-e14567c7d428 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5516949 Jan 24 16:20:19.016081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57210) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:19.030201 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-5b36db08-8544-444e-81c1-b264b1f7a27f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:19.071393 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3b213fdb-6caa-469d-85df-7c6f18e3ba29 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.4731529 Jan 24 16:20:19.079975 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57214) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:19.086860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Made reservation on behalf of 61b7432d46f34f798c10b7e248585ce7 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:19.090261 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:19.207447 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] For port fcb15ddf-1a44-4253-a7b9-40b7b88895df, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:19.215809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a34be-23d8-4b68-b794-e4529fcd4e3a tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event updated for resources: {'Subnet': ['ID=cd9d48b6-6e37-4422-b223-1b6e2cf07f2c,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:19.234761 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] For port ac25c47a-65dd-43b5-b4de-8e7173ba4089, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:19.255313 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] For port fcb15ddf-1a44-4253-a7b9-40b7b88895df, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=fcb15ddf-1a44-4253-a7b9-40b7b88895df,segment=NetworkSegment(84b2ca4e-d100-4770-9ce4-dd558f1efe38),segment_id=84b2ca4e-d100-4770-9ce4-dd558f1efe38)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:19.273696 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863a34be-23d8-4b68-b794-e4529fcd4e3a tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Checking segment: {'id': '203e6e21-5e75-476f-8fd2-6fde5e0c42dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ec3c542-ef86-40da-bd06-d0cd28f5b143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:19.273997 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863a34be-23d8-4b68-b794-e4529fcd4e3a tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Network hostable DHCP agents. Network: 8ec3c542-ef86-40da-bd06-d0cd28f5b143, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:19.286599 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] device_id is not set on port 9359f9e1-dae6-442e-ac6c-bbe29fa239fe yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:20:19.294076 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] For port ac25c47a-65dd-43b5-b4de-8e7173ba4089, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ac25c47a-65dd-43b5-b4de-8e7173ba4089,segment=NetworkSegment(ff332fc2-cca8-4120-beef-cc8ef53ff57d),segment_id=ff332fc2-cca8-4120-beef-cc8ef53ff57d)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:19.302591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:19.342328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5b36db08-8544-444e-81c1-b264b1f7a27f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:19.355463 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:19.357014 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:19.379705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5b36db08-8544-444e-81c1-b264b1f7a27f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:19.379967 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:19.391820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:19.397562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Allocated IP 172.20.0.9 (9dde412f-e0fa-4d48-86a2-a45fa18c4cc4/9da9b92b-1071-4a1b-a13e-8b0c9aaee86f/e507a812-15de-4daa-a1ec-80da6a16350a) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:19.418499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418b66d-3826-4218-a27a-9a0b1cb98504 req-a7cf0e75-c1cc-4983-8925-ab910847fc1e tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:19.425461 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2418b66d-3826-4218-a27a-9a0b1cb98504 req-a7cf0e75-c1cc-4983-8925-ab910847fc1e tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.5512061 Jan 24 16:20:19.483349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863a34be-23d8-4b68-b794-e4529fcd4e3a tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Network 8ec3c542-ef86-40da-bd06-d0cd28f5b143 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:19.484332 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b36db08-8544-444e-81c1-b264b1f7a27f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:19.488755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5b36db08-8544-444e-81c1-b264b1f7a27f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:19.490111 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b36db08-8544-444e-81c1-b264b1f7a27f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:20:19.490379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b36db08-8544-444e-81c1-b264b1f7a27f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:20:19.502110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 076f7d82-135a-4e63-bc53-b845b70f80fc completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:19.520269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 076f7d82-135a-4e63-bc53-b845b70f80fc triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:19.520714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:19.532221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:19.550012 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-10d1e713-f30d-4c3f-abc7-ee761d2e2f2b', 'network_id': '10d1e713-f30d-4c3f-abc7-ee761d2e2f2b', 'tenant_id': '16f95b1a0f7046a18412316f506009d3', 'fixed_ips': [{'subnet_id': '1d90d2fb-e30b-4a9b-b77e-125eb35a827e'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:19.550787 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:19.556169 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2418b66d-3826-4218-a27a-9a0b1cb98504 req-de5018cc-efa3-4934-b50d-a5a8ad09f1eb tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297057 Jan 24 16:20:19.572962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1dd00-0420-4afd-89d6-2311928cb4e3 None None] Pushing event updated for resources: {'Port': ['ID=fcb15ddf-1a44-4253-a7b9-40b7b88895df,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:19.601735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-863a34be-23d8-4b68-b794-e4529fcd4e3a tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 8ec3c542-ef86-40da-bd06-d0cd28f5b143) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:19.613589 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863a34be-23d8-4b68-b794-e4529fcd4e3a tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:19.614181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-863a34be-23d8-4b68-b794-e4529fcd4e3a tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:19.683693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0283f22-023c-4a61-a3a8-bf1ccdd1747b None None] Network 8ec3c542-ef86-40da-bd06-d0cd28f5b143 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:19.687952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Allocated IP 2001:db8::f816:3eff:fe60:cfd9 (49d0ee44-eb72-4f19-935e-4d01b76aa86b/44f22e5e-5e29-4ff7-a792-91d595763ee5/9359f9e1-dae6-442e-ac6c-bbe29fa239fe) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:19.739398 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-863a34be-23d8-4b68-b794-e4529fcd4e3a tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1407609 Jan 24 16:20:19.747155 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57220) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:19.756100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Request body: {'network': {'name': 'tempest-router-network01--759069225'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:19.763208 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:19.767919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Usage tracker for resource:network and tenant:27c7d827a9af453d907c064c9f34e560 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:19.771237 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:19.782816 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:19.819900 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Made reservation on behalf of 27c7d827a9af453d907c064c9f34e560 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:19.823421 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:19.909898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:19.928921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:19.929410 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Added segment 0d9fa0ed-6ffa-4bd7-bfac-36d997b57a8d of type vlan for network 699f9d61-004a-4ae7-959a-045c07ce5deb Jan 24 16:20:19.974652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=6b2e06df-6569-4639-92ff-6160c88367e9,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:20.050476 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:20.104234 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5b36db08-8544-444e-81c1-b264b1f7a27f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0834045 Jan 24 16:20:20.112055 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57226) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:20.227925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:20.298668 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Allocated IP 2001:db8::3 (10d1e713-f30d-4c3f-abc7-ee761d2e2f2b/1d90d2fb-e30b-4a9b-b77e-125eb35a827e/73437cc3-3734-497f-9fd6-5fbc3e157b24) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:20.348106 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:20.363719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:20:20.389389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Transition to ACTIVE for port object 9359f9e1-dae6-442e-ac6c-bbe29fa239fe will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:20.427976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-568c0e5e-d4e1-4a0b-b416-01ad6ebe68e9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:20.458137 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:20.527312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:20.528979 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:20.533140 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:20.533749 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:20.601987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6901f53-3f9e-4cee-8f3a-e948300b4668 None None] Pushing event updated for resources: {'Port': ['ID=ac25c47a-65dd-43b5-b4de-8e7173ba4089,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:20.612665 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:20.661506 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d77f93ed-fd28-4ba8-bf88-ccb9f88fdd41 None None] Provisioning complete for port 076f7d82-135a-4e63-bc53-b845b70f80fc triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:20.662153 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d77f93ed-fd28-4ba8-bf88-ccb9f88fdd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:20.662702 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Transition to ACTIVE for port object e507a812-15de-4daa-a1ec-80da6a16350a will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:20.666283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-568c0e5e-d4e1-4a0b-b416-01ad6ebe68e9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:20.681160 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-568c0e5e-d4e1-4a0b-b416-01ad6ebe68e9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:20.707351 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568c0e5e-d4e1-4a0b-b416-01ad6ebe68e9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:20.711171 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-568c0e5e-d4e1-4a0b-b416-01ad6ebe68e9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:20.712847 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-568c0e5e-d4e1-4a0b-b416-01ad6ebe68e9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:20:20.714606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568c0e5e-d4e1-4a0b-b416-01ad6ebe68e9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:20:20.742741 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event updated for resources: {'Network': ['ID=699f9d61-004a-4ae7-959a-045c07ce5deb,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:20.751028 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-15c9d524-375c-46c3-8e2f-f274ec3fd78d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0026765 Jan 24 16:20:20.761310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Network 49d0ee44-eb72-4f19-935e-4d01b76aa86b is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:20.762321 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57230) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:20.763108 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:20.783804 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 699f9d61-004a-4ae7-959a-045c07ce5deb details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:20.789435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event updated for resources: {'Port': ['ID=9359f9e1-dae6-442e-ac6c-bbe29fa239fe,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:20.791381 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:20.796755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:20.806699 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b4e4fd3d-7dfb-4ecd-afb4-2bf247fd2aa4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Request body: {'network': {'name': 'tempest-router-network02--1216705772'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:20.810178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:20.814008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:20.814797 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:20.819915 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:20.856557 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-568c0e5e-d4e1-4a0b-b416-01ad6ebe68e9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5869234 Jan 24 16:20:20.861987 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57234) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:20.869504 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b4e4fd3d-7dfb-4ecd-afb4-2bf247fd2aa4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:20.878746 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0925f284-db8b-4d57-9f23-1de7762ec1db tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:20.883653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cdd3d-9867-449e-9ee7-0821165cf110 req-61168490-bbb6-4029-b3af-a3b7b8ed913f tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:20.885308 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4a9cdd3d-9867-449e-9ee7-0821165cf110 req-61168490-bbb6-4029-b3af-a3b7b8ed913f tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.5133972 Jan 24 16:20:20.890908 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b4e4fd3d-7dfb-4ecd-afb4-2bf247fd2aa4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Usage tracker for resource:network and tenant:27c7d827a9af453d907c064c9f34e560 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:20.925252 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Allocated IP 2001:db8::f816:3eff:fe9d:996b (49d0ee44-eb72-4f19-935e-4d01b76aa86b/44f22e5e-5e29-4ff7-a792-91d595763ee5/11b32e9f-bf59-4904-9de7-0f3e9c246a3c) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:20.994631 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 9dde412f-e0fa-4d48-86a2-a45fa18c4cc4 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:20.997275 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:21.002239 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=e507a812-15de-4daa-a1ec-80da6a16350a,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:21.008620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:21.021742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:21.065795 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:21.068035 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b4e4fd3d-7dfb-4ecd-afb4-2bf247fd2aa4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:21.081243 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b4e4fd3d-7dfb-4ecd-afb4-2bf247fd2aa4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:21.103084 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bef44d83-55f4-492a-a086-be43d394d023 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0064673 Jan 24 16:20:21.109724 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57238) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:21.114205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:21.115078 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:21.123263 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e4fd3d-7dfb-4ecd-afb4-2bf247fd2aa4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Made reservation on behalf of 27c7d827a9af453d907c064c9f34e560 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:21.126501 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b4e4fd3d-7dfb-4ecd-afb4-2bf247fd2aa4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:21.175024 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0925f284-db8b-4d57-9f23-1de7762ec1db tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:21.239007 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Transition to ACTIVE for port object 73437cc3-3734-497f-9fd6-5fbc3e157b24 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:21.247370 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4a9cdd3d-9867-449e-9ee7-0821165cf110 req-bd1b0811-18b6-4e31-996a-7518f49e2762 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3451815 Jan 24 16:20:21.262582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0925f284-db8b-4d57-9f23-1de7762ec1db tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:21.298055 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e4fd3d-7dfb-4ecd-afb4-2bf247fd2aa4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:21.300907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Allocated IP 172.26.2.240 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/b7af1a1a-b435-443e-986c-f5ddc2c4a1c2) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:21.345097 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b4e4fd3d-7dfb-4ecd-afb4-2bf247fd2aa4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:21.345525 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-b4e4fd3d-7dfb-4ecd-afb4-2bf247fd2aa4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Added segment c5de0472-8a69-4a98-b8ec-3a9861490186 of type vlan for network f8f06b00-00fd-435c-9ab5-8d52292d47cd Jan 24 16:20:21.393052 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Floating IP 2f339f78-897d-4835-bfd5-2d224f76e9c3 associated. External IP: 172.26.2.236, port: 9bdc970c-0fb1-43ad-814d-7415f2157618. Jan 24 16:20:21.407089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Transition to ACTIVE for port object 73437cc3-3734-497f-9fd6-5fbc3e157b24 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:21.408899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-8ec3c542-ef86-40da-bd06-d0cd28f5b143', 'network_id': '8ec3c542-ef86-40da-bd06-d0cd28f5b143', 'tenant_id': '27c7d827a9af453d907c064c9f34e560', 'fixed_ips': [{'subnet_id': 'cd9d48b6-6e37-4422-b223-1b6e2cf07f2c'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:21.412536 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:21.475089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:21.476391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0925f284-db8b-4d57-9f23-1de7762ec1db tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:21.479834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0925f284-db8b-4d57-9f23-1de7762ec1db tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:21.481234 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-0925f284-db8b-4d57-9f23-1de7762ec1db tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:20:21.481635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0925f284-db8b-4d57-9f23-1de7762ec1db tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:20:21.489948 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 076f7d82-135a-4e63-bc53-b845b70f80fc, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=076f7d82-135a-4e63-bc53-b845b70f80fc,segment=NetworkSegment(d04b74e3-550f-498f-b45d-8944e6d0f6d0),segment_id=d04b74e3-550f-498f-b45d-8944e6d0f6d0)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:21.532386 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-08e183d3-c3b2-409b-be2f-21c066599923 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7473361 Jan 24 16:20:21.544093 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57242) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:21.555192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:21.572610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b4e4fd3d-7dfb-4ecd-afb4-2bf247fd2aa4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:21.615757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:21.630566 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:21.670385 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b4e4fd3d-7dfb-4ecd-afb4-2bf247fd2aa4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:21.675507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e4fd3d-7dfb-4ecd-afb4-2bf247fd2aa4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:21.675703 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b4e4fd3d-7dfb-4ecd-afb4-2bf247fd2aa4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:21.731078 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0925f284-db8b-4d57-9f23-1de7762ec1db tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8665628 Jan 24 16:20:21.731838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57246) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:21.746017 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d77f93ed-fd28-4ba8-bf88-ccb9f88fdd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:21.759212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Subnet': ['ID=1d90d2fb-e30b-4a9b-b77e-125eb35a827e,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:21.773884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-47fd37da-5e68-4c26-8342-f47138de23ef tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:21.815031 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b4e4fd3d-7dfb-4ecd-afb4-2bf247fd2aa4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0271118 Jan 24 16:20:21.815926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57250) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:21.850942 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-badee1a8-c78f-466b-a27d-2e98f420142e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Request body: {'subnet': {'network_id': '699f9d61-004a-4ae7-959a-045c07ce5deb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:21.876123 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9839af7d-8366-498f-9f1b-da86c280235d None None] Network c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:21.884518 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:21.907659 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device fcb15ddf-1a44-4253-a7b9-40b7b88895df up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:21.930223 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfd995d-031d-43b0-9b7d-8e93760a672c None None] Network d4ca3836-b255-406c-a968-bfaf9f44e126 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:21.965519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4fd3d-7dfb-4ecd-afb4-2bf247fd2aa4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event updated for resources: {'Network': ['ID=f8f06b00-00fd-435c-9ab5-8d52292d47cd,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:21.971262 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Network 10d1e713-f30d-4c3f-abc7-ee761d2e2f2b is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:22.039670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:22.040458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:22.043132 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:22.046955 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:22.053133 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:22.077519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Pushing event updated for resources: {'Port': ['ID=b7af1a1a-b435-443e-986c-f5ddc2c4a1c2,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:22.082627 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-badee1a8-c78f-466b-a27d-2e98f420142e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:22.092709 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-badee1a8-c78f-466b-a27d-2e98f420142e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Usage tracker for resource:subnet and tenant:27c7d827a9af453d907c064c9f34e560 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:22.096973 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-badee1a8-c78f-466b-a27d-2e98f420142e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:22.105264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-badee1a8-c78f-466b-a27d-2e98f420142e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:22.139286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd72b9c3-2c65-4aaa-b6bf-f6c841df0d18 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Deleting subnet 44f22e5e-5e29-4ff7-a792-91d595763ee5 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:20:22.151389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badee1a8-c78f-466b-a27d-2e98f420142e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Made reservation on behalf of 27c7d827a9af453d907c064c9f34e560 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:22.157072 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Pushing event updated for resources: {'Port': ['ID=73437cc3-3734-497f-9fd6-5fbc3e157b24,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:22.181372 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:22.185402 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network f8f06b00-00fd-435c-9ab5-8d52292d47cd details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:22.202024 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-47fd37da-5e68-4c26-8342-f47138de23ef tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:22.289822 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a0627-efa3-48a8-9b1a-8970a40f745b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:22.290876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-badee1a8-c78f-466b-a27d-2e98f420142e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:22.292020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c11a0627-efa3-48a8-9b1a-8970a40f745b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:22.298455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d1e713-f30d-4c3f-abc7-ee761d2e2f2b']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:22.316095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4f401b-a04d-4b96-a709-40c239d69ace') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:22.316539 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4f401b-a04d-4b96-a709-40c239d69ace') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:22.335467 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:22.348736 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:22.361345 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:22.374357 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:20:22.374760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:22.399682 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-47fd37da-5e68-4c26-8342-f47138de23ef tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:20:22.405469 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:20:22.466250 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:20:22.487177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:22.569270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c11a0627-efa3-48a8-9b1a-8970a40f745b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:22.573531 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c11a0627-efa3-48a8-9b1a-8970a40f745b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 1.0257173 Jan 24 16:20:22.577333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57258) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:22.579195 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Transition to ACTIVE for port object 11b32e9f-bf59-4904-9de7-0f3e9c246a3c will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:22.582594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fd37da-5e68-4c26-8342-f47138de23ef tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:22.586684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-47fd37da-5e68-4c26-8342-f47138de23ef tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:22.588047 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-47fd37da-5e68-4c26-8342-f47138de23ef tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:20:22.588450 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47fd37da-5e68-4c26-8342-f47138de23ef tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:20:22.605413 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 24 16:20:22.605413 dv-neutron-826104-1-hyperv neutron-server[83465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 24 16:20:22.605413 dv-neutron-826104-1-hyperv neutron-server[83465]: [parameters: {'id': '10d1e713-f30d-4c3f-abc7-ee761d2e2f2b'}] Jan 24 16:20:22.605413 dv-neutron-826104-1-hyperv neutron-server[83465]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:20:22.605921 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:20:22.627837 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-47fd37da-5e68-4c26-8342-f47138de23ef tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8876679 Jan 24 16:20:22.630484 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57262) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:22.659967 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-d77f93ed-fd28-4ba8-bf88-ccb9f88fdd41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:20:22.660434 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-d77f93ed-fd28-4ba8-bf88-ccb9f88fdd41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:20:22.677010 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d494c6-5347-4990-bd0a-3ddabe3dbf46 req-350977eb-d5f3-4360-833f-85f560e24e33 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:22.678674 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c1d494c6-5347-4990-bd0a-3ddabe3dbf46 req-350977eb-d5f3-4360-833f-85f560e24e33 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.2721694 Jan 24 16:20:22.689333 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1f0e9066-fe8c-48ee-8285-053107858dc2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:22.731761 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-badee1a8-c78f-466b-a27d-2e98f420142e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:22.733269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port fcb15ddf-1a44-4253-a7b9-40b7b88895df completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:22.741361 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Transition to ACTIVE for port object 11b32e9f-bf59-4904-9de7-0f3e9c246a3c will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:22.742810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1f0e9066-fe8c-48ee-8285-053107858dc2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:22.744245 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1f0e9066-fe8c-48ee-8285-053107858dc2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1125476 Jan 24 16:20:22.750213 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=076f7d82-135a-4e63-bc53-b845b70f80fc,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:22.763640 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Attempting to bind port 73437cc3-3734-497f-9fd6-5fbc3e157b24 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:22.764069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Attempting to bind port 73437cc3-3734-497f-9fd6-5fbc3e157b24 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'da4f401b-a04d-4b96-a709-40c239d69ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '10d1e713-f30d-4c3f-abc7-ee761d2e2f2b'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:22.764490 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Attempting to bind port 73437cc3-3734-497f-9fd6-5fbc3e157b24 on network 10d1e713-f30d-4c3f-abc7-ee761d2e2f2b {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:22.776011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57266) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:22.806962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd72b9c3-2c65-4aaa-b6bf-f6c841df0d18 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:22.812817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Allocated IP 172.20.0.2 (8ec3c542-ef86-40da-bd06-d0cd28f5b143/cd9d48b6-6e37-4422-b223-1b6e2cf07f2c/27438e89-4320-4367-b11f-b8cc3229862b) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:22.820574 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ac25c47a-65dd-43b5-b4de-8e7173ba4089 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:22.848925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:22.859599 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c1d494c6-5347-4990-bd0a-3ddabe3dbf46 req-cde9310f-3d37-4c29-b00f-e117d4663e1e tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662674 Jan 24 16:20:22.862386 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:22.878240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd72b9c3-2c65-4aaa-b6bf-f6c841df0d18 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:22.890131 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badee1a8-c78f-466b-a27d-2e98f420142e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event updated for resources: {'Subnet': ['ID=6b6c7f35-c81e-48d9-99d7-9ac5b83afe63,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:22.892644 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:22.935678 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d14357f-1e34-4858-b646-1196cb46bb7e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:22.937181 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9d14357f-1e34-4858-b646-1196cb46bb7e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1583629 Jan 24 16:20:22.941929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57270) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:22.945693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:22.946061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Checking segment: {'id': 'da4f401b-a04d-4b96-a709-40c239d69ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '10d1e713-f30d-4c3f-abc7-ee761d2e2f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:22.946448 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:22.946819 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Bound using segment: {'id': 'da4f401b-a04d-4b96-a709-40c239d69ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '10d1e713-f30d-4c3f-abc7-ee761d2e2f2b'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:22.947294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Bound port: 73437cc3-3734-497f-9fd6-5fbc3e157b24, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4f401b-a04d-4b96-a709-40c239d69ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '10d1e713-f30d-4c3f-abc7-ee761d2e2f2b'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:22.947696 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:23.032488 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-33bb2264-ef52-428a-9b14-e552a7619e7a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894308 Jan 24 16:20:23.039098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57274) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:23.052574 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-04e10d2a-c630-429e-b9ee-59ebcb659347 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:23.125768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa19c9f5-cc04-42ea-98dd-f23c0891fe12 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:23.130324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa19c9f5-cc04-42ea-98dd-f23c0891fe12 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:23.133703 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa19c9f5-cc04-42ea-98dd-f23c0891fe12 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:23.135348 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-aa19c9f5-cc04-42ea-98dd-f23c0891fe12 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.5570240 Jan 24 16:20:23.140058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57278) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:23.152360 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Network 49d0ee44-eb72-4f19-935e-4d01b76aa86b is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:23.158889 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Pushing event updated for resources: {'Port': ['ID=11b32e9f-bf59-4904-9de7-0f3e9c246a3c,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:23.181592 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:23.197100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badee1a8-c78f-466b-a27d-2e98f420142e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Checking segment: {'id': '0d9fa0ed-6ffa-4bd7-bfac-36d997b57a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '699f9d61-004a-4ae7-959a-045c07ce5deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:23.197489 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badee1a8-c78f-466b-a27d-2e98f420142e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Network hostable DHCP agents. Network: 699f9d61-004a-4ae7-959a-045c07ce5deb, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:23.215774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:23.227065 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:23.238925 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Deleting port 73437cc3-3734-497f-9fd6-5fbc3e157b24 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:23.239261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:23.246818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-3734c9b4-ec77-46cf-8584-66b9c9052410 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port e507a812-15de-4daa-a1ec-80da6a16350a {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:23.247144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3734c9b4-ec77-46cf-8584-66b9c9052410 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:23.288152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badee1a8-c78f-466b-a27d-2e98f420142e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Network 699f9d61-004a-4ae7-959a-045c07ce5deb is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:23.311962 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-badee1a8-c78f-466b-a27d-2e98f420142e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 699f9d61-004a-4ae7-959a-045c07ce5deb) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:23.315662 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-04e10d2a-c630-429e-b9ee-59ebcb659347 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:23.343803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-04e10d2a-c630-429e-b9ee-59ebcb659347 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:23.352283 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6f02f9-8c8e-4b3e-a29a-358de894d255 None None] Network 699f9d61-004a-4ae7-959a-045c07ce5deb requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:23.370606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badee1a8-c78f-466b-a27d-2e98f420142e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:23.371576 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-badee1a8-c78f-466b-a27d-2e98f420142e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:23.406072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e10d2a-c630-429e-b9ee-59ebcb659347 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:23.441937 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-badee1a8-c78f-466b-a27d-2e98f420142e tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6184018 Jan 24 16:20:23.445217 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57282) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:23.445379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd72b9c3-2c65-4aaa-b6bf-f6c841df0d18 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:23.466162 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d3f357c8-e4e5-4f02-b8be-ca7c7cedb475 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Request body: {'subnet': {'network_id': 'f8f06b00-00fd-435c-9ab5-8d52292d47cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:23.514782 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] For port 73437cc3-3734-497f-9fd6-5fbc3e157b24, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:23.542100 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port ac25c47a-65dd-43b5-b4de-8e7173ba4089 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:23.595236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] For port 73437cc3-3734-497f-9fd6-5fbc3e157b24, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=73437cc3-3734-497f-9fd6-5fbc3e157b24,segment=NetworkSegment(da4f401b-a04d-4b96-a709-40c239d69ace),segment_id=da4f401b-a04d-4b96-a709-40c239d69ace)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:23.615901 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Attempting to bind port 11b32e9f-bf59-4904-9de7-0f3e9c246a3c on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:23.616331 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Attempting to bind port 11b32e9f-bf59-4904-9de7-0f3e9c246a3c by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'cfff3e79-b609-4448-aa16-a0afa35a07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '49d0ee44-eb72-4f19-935e-4d01b76aa86b'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:23.616573 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Attempting to bind port 11b32e9f-bf59-4904-9de7-0f3e9c246a3c on network 49d0ee44-eb72-4f19-935e-4d01b76aa86b {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:23.627528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:23.665420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-04e10d2a-c630-429e-b9ee-59ebcb659347 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:23.672533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d3f357c8-e4e5-4f02-b8be-ca7c7cedb475 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:23.685916 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d3f357c8-e4e5-4f02-b8be-ca7c7cedb475 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Usage tracker for resource:subnet and tenant:27c7d827a9af453d907c064c9f34e560 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:23.696785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d3f357c8-e4e5-4f02-b8be-ca7c7cedb475 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:23.703706 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] For port 73437cc3-3734-497f-9fd6-5fbc3e157b24, host dv-neutron-826104-1-hyperv, got binding levels [] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:23.704277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:23.719447 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d3f357c8-e4e5-4f02-b8be-ca7c7cedb475 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:23.736388 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d77f93ed-fd28-4ba8-bf88-ccb9f88fdd41 None None] Provisioning for port 2351d8e8-da5f-4e0a-a6a6-980a60a7aad7 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:23.752963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:23.753658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Checking segment: {'id': 'cfff3e79-b609-4448-aa16-a0afa35a07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '49d0ee44-eb72-4f19-935e-4d01b76aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:23.753791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:23.754130 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Bound using segment: {'id': 'cfff3e79-b609-4448-aa16-a0afa35a07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '49d0ee44-eb72-4f19-935e-4d01b76aa86b'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:23.754553 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Bound port: 11b32e9f-bf59-4904-9de7-0f3e9c246a3c, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfff3e79-b609-4448-aa16-a0afa35a07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '49d0ee44-eb72-4f19-935e-4d01b76aa86b'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:23.754908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:23.757000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3734c9b4-ec77-46cf-8584-66b9c9052410 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:23.771730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f357c8-e4e5-4f02-b8be-ca7c7cedb475 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Made reservation on behalf of 27c7d827a9af453d907c064c9f34e560 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:23.785485 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 076f7d82-135a-4e63-bc53-b845b70f80fc up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:23.825007 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:23.830263 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d77f93ed-fd28-4ba8-bf88-ccb9f88fdd41 None None] Provisioning complete for port 2351d8e8-da5f-4e0a-a6a6-980a60a7aad7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:23.830895 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d77f93ed-fd28-4ba8-bf88-ccb9f88fdd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:23.910663 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Transition to ACTIVE for port object 27438e89-4320-4367-b11f-b8cc3229862b will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:23.933049 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Transition to ACTIVE for port object 27438e89-4320-4367-b11f-b8cc3229862b will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:23.997214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 30860f65-4396-4e3b-87b1-722c8f1e65dd has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:20:23.998445 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d77f93ed-fd28-4ba8-bf88-ccb9f88fdd41 None None] Port 2351d8e8-da5f-4e0a-a6a6-980a60a7aad7 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:20:24.047534 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:24.103915 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-3734c9b4-ec77-46cf-8584-66b9c9052410 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for e507a812-15de-4daa-a1ec-80da6a16350a owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:24.109130 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbaf47b-e49c-479d-acb4-df19b70d8663 None None] Pushing event updated for resources: {'Port': ['ID=73437cc3-3734-497f-9fd6-5fbc3e157b24,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:24.208927 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Calling delete_port for 73437cc3-3734-497f-9fd6-5fbc3e157b24 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:24.247292 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd72b9c3-2c65-4aaa-b6bf-f6c841df0d18 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:24.287571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d3f357c8-e4e5-4f02-b8be-ca7c7cedb475 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:24.314189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72b9c3-2c65-4aaa-b6bf-f6c841df0d18 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Subnet': ['ID=44f22e5e-5e29-4ff7-a792-91d595763ee5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:24.323654 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Network 8ec3c542-ef86-40da-bd06-d0cd28f5b143 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:24.333051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Router 46c957b0-04b5-48d3-b41b-995155625880 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:20:24.345944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:24.371289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:24.379909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Pushing event updated for resources: {'Port': ['ID=27438e89-4320-4367-b11f-b8cc3229862b,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:24.384371 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd72b9c3-2c65-4aaa-b6bf-f6c841df0d18 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:24.385898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 076f7d82-135a-4e63-bc53-b845b70f80fc triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:24.393750 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:24.426126 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-dd72b9c3-2c65-4aaa-b6bf-f6c841df0d18 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/subnets/44f22e5e-5e29-4ff7-a792-91d595763ee5 HTTP/1.1" status: 204 len: 168 time: 3.3043187 Jan 24 16:20:24.432949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57288) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:24.440638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb98f-0a49-499b-8a71-4aa2c3f37e6b req-caac764d-f3c6-4bfc-9fd4-df7e8fa0e46d tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:24.442310 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-145cb98f-0a49-499b-8a71-4aa2c3f37e6b req-caac764d-f3c6-4bfc-9fd4-df7e8fa0e46d tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.2908957 Jan 24 16:20:24.472060 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:20:24.472367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:20:24.509920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30104b2-1635-489c-8e25-8c8cd01d8655 None None] Network 10d1e713-f30d-4c3f-abc7-ee761d2e2f2b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:24.522119 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-699f9d61-004a-4ae7-959a-045c07ce5deb', 'network_id': '699f9d61-004a-4ae7-959a-045c07ce5deb', 'tenant_id': '27c7d827a9af453d907c064c9f34e560', 'fixed_ips': [{'subnet_id': '6b6c7f35-c81e-48d9-99d7-9ac5b83afe63'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:24.522933 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:24.543370 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] Provisioning for port ac25c47a-65dd-43b5-b4de-8e7173ba4089 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:24.546825 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] For port 11b32e9f-bf59-4904-9de7-0f3e9c246a3c, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:24.649723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] Provisioning complete for port ac25c47a-65dd-43b5-b4de-8e7173ba4089 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:24.649723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:24.682330 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] For port 11b32e9f-bf59-4904-9de7-0f3e9c246a3c, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=11b32e9f-bf59-4904-9de7-0f3e9c246a3c,segment=NetworkSegment(cfff3e79-b609-4448-aa16-a0afa35a07e1),segment_id=cfff3e79-b609-4448-aa16-a0afa35a07e1)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:24.687558 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7170282f-dce0-44cf-a1e1-bf2efbe44a13 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:24.689030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7170282f-dce0-44cf-a1e1-bf2efbe44a13 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:24.690414 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7170282f-dce0-44cf-a1e1-bf2efbe44a13 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Synchronizing usage tracker for tenant:61b7432d46f34f798c10b7e248585ce7 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:24.701400 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3734c9b4-ec77-46cf-8584-66b9c9052410 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:24.722190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.objects.ports [None req-04e10d2a-c630-429e-b9ee-59ebcb659347 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83465) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:20:24.725558 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-04e10d2a-c630-429e-b9ee-59ebcb659347 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:24.738873 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:24.758508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:20:24.766858 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-145cb98f-0a49-499b-8a71-4aa2c3f37e6b req-6bd83815-ea20-424b-80fe-3bcc1c4f2986 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459610 Jan 24 16:20:24.774508 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734c9b4-ec77-46cf-8584-66b9c9052410 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=e507a812-15de-4daa-a1ec-80da6a16350a,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:24.795572 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2e9a8d-7a96-4d19-8572-21a2d7dbef9c None None] Sync routers for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:20:24.810697 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e10d2a-c630-429e-b9ee-59ebcb659347 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:24.813753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-04e10d2a-c630-429e-b9ee-59ebcb659347 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:24.815542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e10d2a-c630-429e-b9ee-59ebcb659347 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=15d35044-c2a4-4f03-947a-4110c493a5af,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:24.817920 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e10d2a-c630-429e-b9ee-59ebcb659347 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:24.818495 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-04e10d2a-c630-429e-b9ee-59ebcb659347 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:24.823442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:24.829944 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7170282f-dce0-44cf-a1e1-bf2efbe44a13 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Unset dirty status for tenant:61b7432d46f34f798c10b7e248585ce7 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:24.834342 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7170282f-dce0-44cf-a1e1-bf2efbe44a13 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3880036 Jan 24 16:20:24.851086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57292) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:24.898163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce0a140-bcaf-4485-84e5-b1f32c9e30d5 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:24.923422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Attempting to bind port 27438e89-4320-4367-b11f-b8cc3229862b on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:24.923812 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Attempting to bind port 27438e89-4320-4367-b11f-b8cc3229862b by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '203e6e21-5e75-476f-8fd2-6fde5e0c42dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ec3c542-ef86-40da-bd06-d0cd28f5b143'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:24.924166 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Attempting to bind port 27438e89-4320-4367-b11f-b8cc3229862b on network 8ec3c542-ef86-40da-bd06-d0cd28f5b143 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:24.963383 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-04e10d2a-c630-429e-b9ee-59ebcb659347 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9200361 Jan 24 16:20:24.969721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57296) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:24.982838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'mac_address': 'fa:16:3e:5c:91:36', 'name': 'tempest-NetworksTestDHCPv6-43630211'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:24.998802 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Deleting port 73437cc3-3734-497f-9fd6-5fbc3e157b24 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:24.999397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:25.000993 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2e9a8d-7a96-4d19-8572-21a2d7dbef9c None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:25.001782 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-2e2e9a8d-7a96-4d19-8572-21a2d7dbef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:25.122694 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-2e2e9a8d-7a96-4d19-8572-21a2d7dbef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:25.150336 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7931dc2a-71b9-43a6-bcb9-d1c0a4411d59 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.3196323 Jan 24 16:20:25.156766 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2e9a8d-7a96-4d19-8572-21a2d7dbef9c None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:25.157464 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-2e2e9a8d-7a96-4d19-8572-21a2d7dbef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:25.177509 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57300) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:25.214653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3734c9b4-ec77-46cf-8584-66b9c9052410 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:25.221621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d3f357c8-e4e5-4f02-b8be-ca7c7cedb475 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:25.241868 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:25.242124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Checking segment: {'id': '203e6e21-5e75-476f-8fd2-6fde5e0c42dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ec3c542-ef86-40da-bd06-d0cd28f5b143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:25.242595 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:25.243031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Bound using segment: {'id': '203e6e21-5e75-476f-8fd2-6fde5e0c42dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ec3c542-ef86-40da-bd06-d0cd28f5b143'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:25.243787 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Bound port: 27438e89-4320-4367-b11f-b8cc3229862b, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203e6e21-5e75-476f-8fd2-6fde5e0c42dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ec3c542-ef86-40da-bd06-d0cd28f5b143'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:25.244181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:25.261313 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-2e2e9a8d-7a96-4d19-8572-21a2d7dbef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:25.261715 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2e9a8d-7a96-4d19-8572-21a2d7dbef9c None None] The sync data for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:20:25.267128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87542fee-b944-4fb6-8869-97e99887fe3b None None] Pushing event updated for resources: {'Port': ['ID=11b32e9f-bf59-4904-9de7-0f3e9c246a3c,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:25.310180 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-74c201f7-568c-4e58-936b-7aa5d7ce780e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:25.336517 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3734c9b4-ec77-46cf-8584-66b9c9052410 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/e507a812-15de-4daa-a1ec-80da6a16350a HTTP/1.1" status: 204 len: 168 time: 2.1948605 Jan 24 16:20:25.363239 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57304) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:25.398310 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c201f7-568c-4e58-936b-7aa5d7ce780e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 24 16:20:25.398743 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c201f7-568c-4e58-936b-7aa5d7ce780e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:20:25.400489 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-74c201f7-568c-4e58-936b-7aa5d7ce780e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/networks/49d0ee44-eb72-4f19-935e-4d01b76aa86b HTTP/1.1" status: 409 len: 405 time: 0.5484259 Jan 24 16:20:25.407395 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57308) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:25.432610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-0efc5128-edc1-4810-bc48-2570cd9060bf tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-42803263'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:25.440991 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f357c8-e4e5-4f02-b8be-ca7c7cedb475 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event updated for resources: {'Subnet': ['ID=81458feb-bea5-4851-a47b-6db08449f84d,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:25.449616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0efc5128-edc1-4810-bc48-2570cd9060bf tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:25.460283 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0efc5128-edc1-4810-bc48-2570cd9060bf tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Usage tracker for resource:network and tenant:61b7432d46f34f798c10b7e248585ce7 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:25.466314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0efc5128-edc1-4810-bc48-2570cd9060bf tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:25.481101 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0efc5128-edc1-4810-bc48-2570cd9060bf tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:25.494912 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28f967b-40fb-41cb-a340-aeb89a1d7f8c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] GET failed (client error): The resource could not be found. Jan 24 16:20:25.496280 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f28f967b-40fb-41cb-a340-aeb89a1d7f8c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/e507a812-15de-4daa-a1ec-80da6a16350a HTTP/1.1" status: 404 len: 333 time: 0.1236415 Jan 24 16:20:25.503790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57312) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:25.530156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f357c8-e4e5-4f02-b8be-ca7c7cedb475 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Checking segment: {'id': 'c5de0472-8a69-4a98-b8ec-3a9861490186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f8f06b00-00fd-435c-9ab5-8d52292d47cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:25.530308 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f357c8-e4e5-4f02-b8be-ca7c7cedb475 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Network hostable DHCP agents. Network: f8f06b00-00fd-435c-9ab5-8d52292d47cd, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:25.551151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efc5128-edc1-4810-bc48-2570cd9060bf tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Made reservation on behalf of 61b7432d46f34f798c10b7e248585ce7 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:25.555367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0efc5128-edc1-4810-bc48-2570cd9060bf tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:25.568015 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-37c2532f-bfde-43a8-9fb5-6c3b325d5b22 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "GET /v2.0/floatingips/2f339f78-897d-4835-bfd5-2d224f76e9c3 HTTP/1.1" status: 200 len: 977 time: 0.3865969 Jan 24 16:20:25.587872 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57316) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:25.589521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:25.623648 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Allocated IP 172.20.0.2 (699f9d61-004a-4ae7-959a-045c07ce5deb/6b6c7f35-c81e-48d9-99d7-9ac5b83afe63/04799d00-7cb3-4bb4-b896-5dd2a2c9acad) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:25.626205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efc5128-edc1-4810-bc48-2570cd9060bf tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:25.637865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:25.647625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0efc5128-edc1-4810-bc48-2570cd9060bf tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:25.647925 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-0efc5128-edc1-4810-bc48-2570cd9060bf tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Added segment cc295d7d-cb41-4014-9c6f-e2aa80f183b5 of type vlan for network bf1c4724-aed1-418c-aba3-ce787c4d4f86 Jan 24 16:20:25.650076 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] For port 27438e89-4320-4367-b11f-b8cc3229862b, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:25.651726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:25.653423 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:20:25.667141 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f357c8-e4e5-4f02-b8be-ca7c7cedb475 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Network f8f06b00-00fd-435c-9ab5-8d52292d47cd is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:25.685954 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:25.690122 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4fd40ab2-28c3-4931-8f02-c9d9716b9a30 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "PUT /v2.0/routers/46c957b0-04b5-48d3-b41b-995155625880 HTTP/1.1" status: 200 len: 916 time: 7.5149295 Jan 24 16:20:25.690993 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57320) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:25.707616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-d3f357c8-e4e5-4f02-b8be-ca7c7cedb475 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, f8f06b00-00fd-435c-9ab5-8d52292d47cd) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:25.730103 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] For port 27438e89-4320-4367-b11f-b8cc3229862b, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=27438e89-4320-4367-b11f-b8cc3229862b,segment=NetworkSegment(203e6e21-5e75-476f-8fd2-6fde5e0c42dc),segment_id=203e6e21-5e75-476f-8fd2-6fde5e0c42dc)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:25.749422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] For port ac25c47a-65dd-43b5-b4de-8e7173ba4089, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ac25c47a-65dd-43b5-b4de-8e7173ba4089,segment=NetworkSegment(ff332fc2-cca8-4120-beef-cc8ef53ff57d),segment_id=ff332fc2-cca8-4120-beef-cc8ef53ff57d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:25.789085 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d96b3-b790-4220-9bc3-9034eafea839 None None] Sync routers for ids ['46c957b0-04b5-48d3-b41b-995155625880'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:20:25.811066 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:25.821119 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d89459-a9d3-4934-9191-7070c0104db9 None None] Network f8f06b00-00fd-435c-9ab5-8d52292d47cd requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:25.838337 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0efc5128-edc1-4810-bc48-2570cd9060bf tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:25.838877 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:25.844249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f357c8-e4e5-4f02-b8be-ca7c7cedb475 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:25.844820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d3f357c8-e4e5-4f02-b8be-ca7c7cedb475 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:25.892265 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d3f357c8-e4e5-4f02-b8be-ca7c7cedb475 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4434447 Jan 24 16:20:25.895164 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57324) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:25.896855 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:25.900745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:25.911287 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 11b32e9f-bf59-4904-9de7-0f3e9c246a3c up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:26.002077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-0ce75994-34af-40c2-afcb-e513996c6593 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port 2351d8e8-da5f-4e0a-a6a6-980a60a7aad7 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:26.002410 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ce75994-34af-40c2-afcb-e513996c6593 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:26.024063 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0efc5128-edc1-4810-bc48-2570cd9060bf tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:26.027703 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc5128-edc1-4810-bc48-2570cd9060bf tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:26.028270 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0efc5128-edc1-4810-bc48-2570cd9060bf tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:26.049320 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port 35f72f47-dd81-4160-a6d7-8ebeba61f9e4 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:20:26.102152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] For port 73437cc3-3734-497f-9fd6-5fbc3e157b24, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=73437cc3-3734-497f-9fd6-5fbc3e157b24,segment=NetworkSegment(da4f401b-a04d-4b96-a709-40c239d69ace),segment_id=da4f401b-a04d-4b96-a709-40c239d69ace)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:26.102833 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:26.185505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': '15d35044-c2a4-4f03-947a-4110c493a5af'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:26.186513 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:26.198714 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0efc5128-edc1-4810-bc48-2570cd9060bf tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7796490 Jan 24 16:20:26.206514 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57330) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:26.216488 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d96b3-b790-4220-9bc3-9034eafea839 None None] Routers {'46c957b0-04b5-48d3-b41b-995155625880'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:26.217128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e20d96b3-b790-4220-9bc3-9034eafea839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['46c957b0-04b5-48d3-b41b-995155625880'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:26.268168 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-82633472-afab-4a0f-8e53-75c1339687d1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Request body: {'subnet': {'network_id': 'bf1c4724-aed1-418c-aba3-ce787c4d4f86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:26.286879 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc5128-edc1-4810-bc48-2570cd9060bf tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event updated for resources: {'Network': ['ID=bf1c4724-aed1-418c-aba3-ce787c4d4f86,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:26.294982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Calling delete_port for 73437cc3-3734-497f-9fd6-5fbc3e157b24 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:26.342379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-55e6d961-aef5-402c-8d30-d28a03e1679f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Synchronizing usage tracker for tenant:af052b8aa9e742caa4ed884470bec1dd on resource:floatingip {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:26.370482 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network bf1c4724-aed1-418c-aba3-ce787c4d4f86 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:26.411297 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e20d96b3-b790-4220-9bc3-9034eafea839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:26.461554 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-82633472-afab-4a0f-8e53-75c1339687d1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:26.507328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-55e6d961-aef5-402c-8d30-d28a03e1679f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Unset dirty status for tenant:af052b8aa9e742caa4ed884470bec1dd on resource:floatingip {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:26.511153 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-55e6d961-aef5-402c-8d30-d28a03e1679f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.8764591 Jan 24 16:20:26.553457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57334) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:26.566090 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-002a65dc-53ee-4f6d-b990-77eceaa1b284 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'floatingip': {'port_id': '29ed270f-ca27-417f-a09a-35289a552809'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:26.609378 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] Provisioning complete for port 2351d8e8-da5f-4e0a-a6a6-980a60a7aad7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:26.609827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:26.701782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-002a65dc-53ee-4f6d-b990-77eceaa1b284 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:26.703456 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:26.785975 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-82633472-afab-4a0f-8e53-75c1339687d1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:26.817246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d96b3-b790-4220-9bc3-9034eafea839 None None] Routers {'46c957b0-04b5-48d3-b41b-995155625880'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:26.818299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e20d96b3-b790-4220-9bc3-9034eafea839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['46c957b0-04b5-48d3-b41b-995155625880'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:26.821632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::f816:3eff:fe5c:9136 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/15d35044-c2a4-4f03-947a-4110c493a5af/35f72f47-dd81-4160-a6d7-8ebeba61f9e4) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:26.845938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No DVR routers for this DVR port 73437cc3-3734-497f-9fd6-5fbc3e157b24 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:20:26.881681 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89205378-4c66-4902-bb6d-e512a0fdb003 None None] Pushing event updated for resources: {'Port': ['ID=27438e89-4320-4367-b11f-b8cc3229862b,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:26.902120 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc5e28c-b818-4230-acc0-61c02322d56e None None] Network 49d0ee44-eb72-4f19-935e-4d01b76aa86b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:26.945976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a16c5a-5c78-4aca-a1f4-a936de4ae872 req-f7d82e40-9d5b-408b-8e8c-0d80b0762f95 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:26.949240 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-44a16c5a-5c78-4aca-a1f4-a936de4ae872 req-f7d82e40-9d5b-408b-8e8c-0d80b0762f95 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.8193307 Jan 24 16:20:26.958990 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Port': ['ID=73437cc3-3734-497f-9fd6-5fbc3e157b24,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:27.056706 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82633472-afab-4a0f-8e53-75c1339687d1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Made reservation on behalf of 61b7432d46f34f798c10b7e248585ce7 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:27.087918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:27.103821 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e20d96b3-b790-4220-9bc3-9034eafea839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:27.104361 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d96b3-b790-4220-9bc3-9034eafea839 None None] The sync data for ids ['46c957b0-04b5-48d3-b41b-995155625880'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:20:27.124924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] Port 2351d8e8-da5f-4e0a-a6a6-980a60a7aad7 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:20:27.170190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ce75994-34af-40c2-afcb-e513996c6593 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:27.180882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d1e713-f30d-4c3f-abc7-ee761d2e2f2b']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:27.261210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 11b32e9f-bf59-4904-9de7-0f3e9c246a3c completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:27.265478 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4f401b-a04d-4b96-a709-40c239d69ace') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:27.265940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4f401b-a04d-4b96-a709-40c239d69ace') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:27.301950 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0892e2e8-b6a4-47cc-b930-a407490e1080 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/routers/46c957b0-04b5-48d3-b41b-995155625880 HTTP/1.1" status: 200 len: 922 time: 1.6008663 Jan 24 16:20:27.308116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-82633472-afab-4a0f-8e53-75c1339687d1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:27.322299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57340) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:27.351247 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-0ce75994-34af-40c2-afcb-e513996c6593 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for 2351d8e8-da5f-4e0a-a6a6-980a60a7aad7 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:27.428980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:27.444595 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] Pushing event updated for resources: {'Port': ['ID=ac25c47a-65dd-43b5-b4de-8e7173ba4089,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:27.468282 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] Provisioning for port fcb15ddf-1a44-4253-a7b9-40b7b88895df completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:27.484345 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] Provisioning complete for port fcb15ddf-1a44-4253-a7b9-40b7b88895df triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:27.484705 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:27.503351 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-44a16c5a-5c78-4aca-a1f4-a936de4ae872 req-4aef80a2-6e53-45f7-940a-4fd59410b3f2 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5198164 Jan 24 16:20:27.543549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:27.546076 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-f8f06b00-00fd-435c-9ab5-8d52292d47cd', 'network_id': 'f8f06b00-00fd-435c-9ab5-8d52292d47cd', 'tenant_id': '27c7d827a9af453d907c064c9f34e560', 'fixed_ips': [{'subnet_id': '81458feb-bea5-4851-a47b-6db08449f84d'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:27.546857 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:27.551218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:27.579073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:20:27.579512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:27.586806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Transition to ACTIVE for port object 04799d00-7cb3-4bb4-b896-5dd2a2c9acad will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:20:27.596236 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:20:27.666790 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Transition to ACTIVE for port object 04799d00-7cb3-4bb4-b896-5dd2a2c9acad will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:27.697179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:27.763081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:27.828588 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Network 699f9d61-004a-4ae7-959a-045c07ce5deb is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:27.873057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:27.889963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:27.936952 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ac25c47a-65dd-43b5-b4de-8e7173ba4089 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:27.966472 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:27.972474 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-de5e622f-7006-4cb1-9b34-151e02a1f15b tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/ports?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&device_id=46c957b0-04b5-48d3-b41b-995155625880&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6231608 Jan 24 16:20:27.978773 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57346) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:28.012549 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:28.037815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19398087-033b-4f08-9836-144a510a3a53 None None] Network 8ec3c542-ef86-40da-bd06-d0cd28f5b143 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:28.044858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:28.053866 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Pushing event updated for resources: {'Port': ['ID=04799d00-7cb3-4bb4-b896-5dd2a2c9acad,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:28.054505 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Network': ['ID=10d1e713-f30d-4c3f-abc7-ee761d2e2f2b,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:28.079682 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac4f31f-b0ea-4923-b3d0-665d63681a17 None None] DHCP port deletion for 49d0ee44-eb72-4f19-935e-4d01b76aa86b request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:20:28.131009 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ce75994-34af-40c2-afcb-e513996c6593 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:28.138227 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-af34c2b8-c944-4427-be64-09435dd993f2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/10d1e713-f30d-4c3f-abc7-ee761d2e2f2b HTTP/1.1" status: 204 len: 168 time: 9.0139105 Jan 24 16:20:28.170646 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57350) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:28.173008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object 35f72f47-dd81-4160-a6d7-8ebeba61f9e4 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:28.183113 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dac4f31f-b0ea-4923-b3d0-665d63681a17 None None] Deleting port 11b32e9f-bf59-4904-9de7-0f3e9c246a3c {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:28.183663 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dac4f31f-b0ea-4923-b3d0-665d63681a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:28.201114 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce75994-34af-40c2-afcb-e513996c6593 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=2351d8e8-da5f-4e0a-a6a6-980a60a7aad7,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:28.231064 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c3d82400-3bc8-4ba4-a7d9-dacd73952e6c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-236956361'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:28.235946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c3d82400-3bc8-4ba4-a7d9-dacd73952e6c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:28.240166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c3d82400-3bc8-4ba4-a7d9-dacd73952e6c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:network and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:28.246780 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c3d82400-3bc8-4ba4-a7d9-dacd73952e6c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:28.253997 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:28.272950 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c3d82400-3bc8-4ba4-a7d9-dacd73952e6c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:28.313664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75680a7-697b-4cfe-ba08-78c3d099cb1e tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:28.315350 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d75680a7-697b-4cfe-ba08-78c3d099cb1e tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/networks/2668b65a-79ae-4c58-beed-9fa3e5f27e5e HTTP/1.1" status: 200 len: 881 time: 0.3150246 Jan 24 16:20:28.321613 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57356) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:28.331143 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Allocated IP 172.20.0.2 (f8f06b00-00fd-435c-9ab5-8d52292d47cd/81458feb-bea5-4851-a47b-6db08449f84d/6267401f-3b01-455c-b57a-d2fc52c13bea) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:28.360269 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d82400-3bc8-4ba4-a7d9-dacd73952e6c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:28.363640 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c3d82400-3bc8-4ba4-a7d9-dacd73952e6c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:28.375168 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e4b4c743-e3a6-4f73-8973-cdde09886d73 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "GET /v2.0/ports?device_id=46c957b0-04b5-48d3-b41b-995155625880 HTTP/1.1" status: 200 len: 205 time: 0.0500875 Jan 24 16:20:28.380579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57360) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:28.442941 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Attempting to bind port 04799d00-7cb3-4bb4-b896-5dd2a2c9acad on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:28.443299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Attempting to bind port 04799d00-7cb3-4bb4-b896-5dd2a2c9acad by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '0d9fa0ed-6ffa-4bd7-bfac-36d997b57a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '699f9d61-004a-4ae7-959a-045c07ce5deb'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:28.443727 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Attempting to bind port 04799d00-7cb3-4bb4-b896-5dd2a2c9acad on network 699f9d61-004a-4ae7-959a-045c07ce5deb {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:28.446533 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:28.518269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ce75994-34af-40c2-afcb-e513996c6593 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:28.520196 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0ce75994-34af-40c2-afcb-e513996c6593 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/2351d8e8-da5f-4e0a-a6a6-980a60a7aad7 HTTP/1.1" status: 204 len: 168 time: 3.0135090 Jan 24 16:20:28.534023 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57364) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:28.608946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:28.614591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:28.616840 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ecfde8-3887-4744-befd-8652b7c0a0e4 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] GET failed (client error): The resource could not be found. Jan 24 16:20:28.617425 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-51ecfde8-3887-4744-befd-8652b7c0a0e4 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:28.620144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:28.623806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:28.624402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:28.630423 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=35f72f47-dd81-4160-a6d7-8ebeba61f9e4,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:28.677775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-51ecfde8-3887-4744-befd-8652b7c0a0e4 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:28.679881 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-51ecfde8-3887-4744-befd-8652b7c0a0e4 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/2351d8e8-da5f-4e0a-a6a6-980a60a7aad7 HTTP/1.1" status: 404 len: 333 time: 0.1455357 Jan 24 16:20:28.687788 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c9298720-4670-46c2-ad72-14623b53876d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.7146313 Jan 24 16:20:28.688544 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57374) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:28.692421 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57378) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:28.708258 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] For port fcb15ddf-1a44-4253-a7b9-40b7b88895df, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=fcb15ddf-1a44-4253-a7b9-40b7b88895df,segment=NetworkSegment(84b2ca4e-d100-4770-9ce4-dd558f1efe38),segment_id=84b2ca4e-d100-4770-9ce4-dd558f1efe38)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:28.734206 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:28.734583 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Checking segment: {'id': '0d9fa0ed-6ffa-4bd7-bfac-36d997b57a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '699f9d61-004a-4ae7-959a-045c07ce5deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:28.734979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:28.735365 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Bound using segment: {'id': '0d9fa0ed-6ffa-4bd7-bfac-36d997b57a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '699f9d61-004a-4ae7-959a-045c07ce5deb'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:28.735872 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Bound port: 04799d00-7cb3-4bb4-b896-5dd2a2c9acad, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9fa0ed-6ffa-4bd7-bfac-36d997b57a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '699f9d61-004a-4ae7-959a-045c07ce5deb'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:28.736237 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:28.754948 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:28.790684 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d82400-3bc8-4ba4-a7d9-dacd73952e6c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:28.820651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port ac25c47a-65dd-43b5-b4de-8e7173ba4089 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:28.821009 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:28.867952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c3d82400-3bc8-4ba4-a7d9-dacd73952e6c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:28.868279 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-c3d82400-3bc8-4ba4-a7d9-dacd73952e6c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Added segment 48845315-a62a-4db9-9d4d-c6a5ac69649b of type vlan for network 3c7e6c71-c683-4e0d-8b5b-aedca407054a Jan 24 16:20:28.901140 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] Could not find standard attr ID for object e507a812-15de-4daa-a1ec-80da6a16350a. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:20:28.905503 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Allocated IP 172.20.0.1 (699f9d61-004a-4ae7-959a-045c07ce5deb/6b6c7f35-c81e-48d9-99d7-9ac5b83afe63/b5f303da-d105-4712-936b-20d059dab28e) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:28.919028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Allocated IP 2001:db8::f816:3eff:fe80:308c (97b1ab35-d9e1-4792-9053-01bd1c506e0f/15d35044-c2a4-4f03-947a-4110c493a5af/0cfa096d-eb4a-404d-ae5d-f05aab140189) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:28.975608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.objects.ports [None req-82633472-afab-4a0f-8e53-75c1339687d1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83466) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:20:29.011170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-82633472-afab-4a0f-8e53-75c1339687d1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.016024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c3d82400-3bc8-4ba4-a7d9-dacd73952e6c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.025033 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69db6a9-55dd-488d-9399-bf43d86f4cfc tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:29.026403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a69db6a9-55dd-488d-9399-bf43d86f4cfc tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:29.045072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad78f43a-e641-4edf-8bbd-7adda56da335 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting subnet 9da9b92b-1071-4a1b-a13e-8b0c9aaee86f {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:20:29.054956 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad78f43a-e641-4edf-8bbd-7adda56da335 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.097996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a69db6a9-55dd-488d-9399-bf43d86f4cfc tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:29.099276 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a69db6a9-55dd-488d-9399-bf43d86f4cfc tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.4045417 Jan 24 16:20:29.102754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57388) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:29.108073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b3278732-d70f-4552-bf48-bffb21efa987 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.212294 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-002a65dc-53ee-4f6d-b990-77eceaa1b284 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:20:29.235461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad78f43a-e641-4edf-8bbd-7adda56da335 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.254742 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2723e2-f096-4c62-885d-8faaca30af49 None None] Pushing event updated for resources: {'Port': ['ID=fcb15ddf-1a44-4253-a7b9-40b7b88895df,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:29.296838 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82633472-afab-4a0f-8e53-75c1339687d1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event updated for resources: {'Subnet': ['ID=32124d67-4581-4dfd-b9e5-ae9c2627ab03,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:29.304212 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea41a3d-1277-47fa-a865-d24dff3ad276 req-12c1c6d9-0848-4bd0-afb6-6837ff9de013 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:29.305696 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5ea41a3d-1277-47fa-a865-d24dff3ad276 req-12c1c6d9-0848-4bd0-afb6-6837ff9de013 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.5076897 Jan 24 16:20:29.312149 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ce68259c-a45e-4730-8739-ef534474d444 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port 35f72f47-dd81-4160-a6d7-8ebeba61f9e4 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:29.312582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce68259c-a45e-4730-8739-ef534474d444 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.318356 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c3d82400-3bc8-4ba4-a7d9-dacd73952e6c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.322020 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d82400-3bc8-4ba4-a7d9-dacd73952e6c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:29.322775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c3d82400-3bc8-4ba4-a7d9-dacd73952e6c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.332944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-dac4f31f-b0ea-4923-b3d0-665d63681a17 None None] For port 11b32e9f-bf59-4904-9de7-0f3e9c246a3c, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=11b32e9f-bf59-4904-9de7-0f3e9c246a3c,segment=NetworkSegment(cfff3e79-b609-4448-aa16-a0afa35a07e1),segment_id=cfff3e79-b609-4448-aa16-a0afa35a07e1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:29.333331 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dac4f31f-b0ea-4923-b3d0-665d63681a17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.379187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-97647c3a-0d24-40a5-90d2-24445a53cbeb None None] Provisioning for port 27438e89-4320-4367-b11f-b8cc3229862b completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:29.500283 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] For port 04799d00-7cb3-4bb4-b896-5dd2a2c9acad, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:29.517152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-002a65dc-53ee-4f6d-b990-77eceaa1b284 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.517410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dac4f31f-b0ea-4923-b3d0-665d63681a17 None None] Calling delete_port for 11b32e9f-bf59-4904-9de7-0f3e9c246a3c owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:29.525157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.554974 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-002a65dc-53ee-4f6d-b990-77eceaa1b284 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.600464 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c3d82400-3bc8-4ba4-a7d9-dacd73952e6c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4286304 Jan 24 16:20:29.612461 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82633472-afab-4a0f-8e53-75c1339687d1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Checking segment: {'id': 'cc295d7d-cb41-4014-9c6f-e2aa80f183b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bf1c4724-aed1-418c-aba3-ce787c4d4f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:29.612768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82633472-afab-4a0f-8e53-75c1339687d1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Network hostable DHCP agents. Network: bf1c4724-aed1-418c-aba3-ce787c4d4f86, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:29.616312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] For port 04799d00-7cb3-4bb4-b896-5dd2a2c9acad, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=04799d00-7cb3-4bb4-b896-5dd2a2c9acad,segment=NetworkSegment(0d9fa0ed-6ffa-4bd7-bfac-36d997b57a8d),segment_id=0d9fa0ed-6ffa-4bd7-bfac-36d997b57a8d)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:29.618722 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57394) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:29.629430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d82400-3bc8-4ba4-a7d9-dacd73952e6c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Network': ['ID=3c7e6c71-c683-4e0d-8b5b-aedca407054a,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:29.643705 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-747ac059-9c19-47a9-a0d9-cd26a78e1f73 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'subnet': {'network_id': '3c7e6c71-c683-4e0d-8b5b-aedca407054a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:29.645923 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.651202 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.665304 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad78f43a-e641-4edf-8bbd-7adda56da335 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.671858 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Transition to ACTIVE for port object b5f303da-d105-4712-936b-20d059dab28e will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:29.674882 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5ea41a3d-1277-47fa-a865-d24dff3ad276 req-dc72de95-d16b-467f-ba5e-6a208ca3c809 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577099 Jan 24 16:20:29.694580 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 3c7e6c71-c683-4e0d-8b5b-aedca407054a details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:29.754879 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Transition to ACTIVE for port object 6267401f-3b01-455c-b57a-d2fc52c13bea will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:29.801515 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82633472-afab-4a0f-8e53-75c1339687d1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Network bf1c4724-aed1-418c-aba3-ce787c4d4f86 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:29.804319 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-747ac059-9c19-47a9-a0d9-cd26a78e1f73 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:29.813171 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-747ac059-9c19-47a9-a0d9-cd26a78e1f73 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:subnet and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:29.818967 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-747ac059-9c19-47a9-a0d9-cd26a78e1f73 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:29.828943 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-747ac059-9c19-47a9-a0d9-cd26a78e1f73 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:29.831185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.845834 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 27438e89-4320-4367-b11f-b8cc3229862b up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:29.869227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-82633472-afab-4a0f-8e53-75c1339687d1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, bf1c4724-aed1-418c-aba3-ce787c4d4f86) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:29.892991 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82633472-afab-4a0f-8e53-75c1339687d1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:29.893611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-82633472-afab-4a0f-8e53-75c1339687d1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.911207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747ac059-9c19-47a9-a0d9-cd26a78e1f73 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:29.919324 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce68259c-a45e-4730-8739-ef534474d444 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:29.946367 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655b279e-79eb-4745-877d-3d9e9bb7b57e None None] Network bf1c4724-aed1-418c-aba3-ce787c4d4f86 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:30.029227 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Transition to ACTIVE for port object 6267401f-3b01-455c-b57a-d2fc52c13bea will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:30.030257 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-97647c3a-0d24-40a5-90d2-24445a53cbeb None None] Provisioning complete for port fcb15ddf-1a44-4253-a7b9-40b7b88895df triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:30.030612 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-97647c3a-0d24-40a5-90d2-24445a53cbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.054509 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-82633472-afab-4a0f-8e53-75c1339687d1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7894940 Jan 24 16:20:30.059127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ce68259c-a45e-4730-8739-ef534474d444 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for 35f72f47-dd81-4160-a6d7-8ebeba61f9e4 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:30.069669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Network 699f9d61-004a-4ae7-959a-045c07ce5deb is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:30.078120 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57400) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:30.083625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:30.091468 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Request body: {'port': {'network_id': 'bf1c4724-aed1-418c-aba3-ce787c4d4f86', 'name': 'tempest-NetworksIpV6TestAttrs-1477837600'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:30.113821 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event updated for resources: {'Port': ['ID=b5f303da-d105-4712-936b-20d059dab28e,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:30.123818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:30.211108 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b3278732-d70f-4552-bf48-bffb21efa987 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.223905 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce68259c-a45e-4730-8739-ef534474d444 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.230593 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cc7af-4d16-4c25-9997-645d184de676 None None] Pushing event updated for resources: {'Port': ['ID=04799d00-7cb3-4bb4-b896-5dd2a2c9acad,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:30.234558 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-b3278732-d70f-4552-bf48-bffb21efa987 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Deleting port b7af1a1a-b435-443e-986c-f5ddc2c4a1c2 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:30.234994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b3278732-d70f-4552-bf48-bffb21efa987 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.240460 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dac4f31f-b0ea-4923-b3d0-665d63681a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.258937 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-747ac059-9c19-47a9-a0d9-cd26a78e1f73 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.317651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.325020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68259c-a45e-4730-8739-ef534474d444 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=35f72f47-dd81-4160-a6d7-8ebeba61f9e4,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:30.328245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad78f43a-e641-4edf-8bbd-7adda56da335 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.348864 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4f31f-b0ea-4923-b3d0-665d63681a17 None None] Pushing event deleted for resources: {'Port': ['ID=11b32e9f-bf59-4904-9de7-0f3e9c246a3c,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:30.365062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.367619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.383995 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78f43a-e641-4edf-8bbd-7adda56da335 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Subnet': ['ID=9da9b92b-1071-4a1b-a13e-8b0c9aaee86f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:30.452988 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac4f31f-b0ea-4923-b3d0-665d63681a17 None None] No DVR routers for this DVR port 11b32e9f-bf59-4904-9de7-0f3e9c246a3c on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:20:30.457784 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Transition to ACTIVE for port object 0cfa096d-eb4a-404d-ae5d-f05aab140189 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:30.521053 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Network f8f06b00-00fd-435c-9ab5-8d52292d47cd is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:30.522122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eff53b7-8d7b-4242-b32c-258cbaf70187 None None] Network 9dde412f-e0fa-4d48-86a2-a45fa18c4cc4 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:30.544608 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad78f43a-e641-4edf-8bbd-7adda56da335 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.559387 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:30.566288 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce68259c-a45e-4730-8739-ef534474d444 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.621050 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ad78f43a-e641-4edf-8bbd-7adda56da335 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/9da9b92b-1071-4a1b-a13e-8b0c9aaee86f HTTP/1.1" status: 204 len: 168 time: 1.9280341 Jan 24 16:20:30.622356 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57404) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:30.623769 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ce68259c-a45e-4730-8739-ef534474d444 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/35f72f47-dd81-4160-a6d7-8ebeba61f9e4 HTTP/1.1" status: 204 len: 168 time: 1.5194774 Jan 24 16:20:30.667564 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:30.681293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 27438e89-4320-4367-b11f-b8cc3229862b completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:30.685749 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Transition to ACTIVE for port object 0cfa096d-eb4a-404d-ae5d-f05aab140189 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:30.695550 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Pushing event updated for resources: {'Port': ['ID=6267401f-3b01-455c-b57a-d2fc52c13bea,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:30.744788 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57406) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:30.773242 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 27438e89-4320-4367-b11f-b8cc3229862b triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:30.773613 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.789541 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.826199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.828247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:30.842149 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b3278732-d70f-4552-bf48-bffb21efa987 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.851838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port 076f7d82-135a-4e63-bc53-b845b70f80fc {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:30.852214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.863922 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Usage tracker for resource:port and tenant:61b7432d46f34f798c10b7e248585ce7 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:30.879002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:30.894372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:30.969021 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932f455c-4b7e-45b3-8066-0e44721ef6e9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:30.970865 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932f455c-4b7e-45b3-8066-0e44721ef6e9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:30.975346 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-932f455c-4b7e-45b3-8066-0e44721ef6e9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2252815 Jan 24 16:20:30.975346 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Made reservation on behalf of 61b7432d46f34f798c10b7e248585ce7 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:30.976450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:30.994818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57416) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:31.057861 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-002a65dc-53ee-4f6d-b990-77eceaa1b284 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Floating IP 2f339f78-897d-4835-bfd5-2d224f76e9c3 associated. External IP: 172.26.2.236, port: 9bdc970c-0fb1-43ad-814d-7415f2157618. Jan 24 16:20:31.077500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-b3278732-d70f-4552-bf48-bffb21efa987 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Calling delete_port for b7af1a1a-b435-443e-986c-f5ddc2c4a1c2 owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:31.149448 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:31.182811 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:31.194335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] device_id is not set on port 9e873231-0ac4-4d3d-b057-9f0c43d3e8e6 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:20:31.197369 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-97647c3a-0d24-40a5-90d2-24445a53cbeb None None] Could not find standard attr ID for object 11b32e9f-bf59-4904-9de7-0f3e9c246a3c. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:20:31.198987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:31.206968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Attempting to bind port 6267401f-3b01-455c-b57a-d2fc52c13bea on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:31.207168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Attempting to bind port 6267401f-3b01-455c-b57a-d2fc52c13bea by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'c5de0472-8a69-4a98-b8ec-3a9861490186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f8f06b00-00fd-435c-9ab5-8d52292d47cd'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:31.207460 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Attempting to bind port 6267401f-3b01-455c-b57a-d2fc52c13bea on network f8f06b00-00fd-435c-9ab5-8d52292d47cd {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:31.209441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Pushing event updated for resources: {'Port': ['ID=0cfa096d-eb4a-404d-ae5d-f05aab140189,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:31.212516 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:31.252555 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:31.252990 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Checking segment: {'id': 'c5de0472-8a69-4a98-b8ec-3a9861490186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f8f06b00-00fd-435c-9ab5-8d52292d47cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:31.253304 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:31.253693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Bound using segment: {'id': 'c5de0472-8a69-4a98-b8ec-3a9861490186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f8f06b00-00fd-435c-9ab5-8d52292d47cd'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:31.254476 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Bound port: 6267401f-3b01-455c-b57a-d2fc52c13bea, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5de0472-8a69-4a98-b8ec-3a9861490186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f8f06b00-00fd-435c-9ab5-8d52292d47cd'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:31.254613 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:31.271961 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-bf1c4724-aed1-418c-aba3-ce787c4d4f86', 'network_id': 'bf1c4724-aed1-418c-aba3-ce787c4d4f86', 'tenant_id': '61b7432d46f34f798c10b7e248585ce7', 'fixed_ips': [{'subnet_id': '32124d67-4581-4dfd-b9e5-ae9c2627ab03'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:31.273429 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:31.512498 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:31.514639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3b4b2-cbd4-4b43-bb21-2fb8285f672b req-cf92559a-320f-474a-af0d-9e7703b20ede tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:31.516246 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5fa3b4b2-cbd4-4b43-bb21-2fb8285f672b req-cf92559a-320f-474a-af0d-9e7703b20ede tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.6193931 Jan 24 16:20:31.530251 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] For port 076f7d82-135a-4e63-bc53-b845b70f80fc, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=076f7d82-135a-4e63-bc53-b845b70f80fc,segment=NetworkSegment(d04b74e3-550f-498f-b45d-8944e6d0f6d0),segment_id=d04b74e3-550f-498f-b45d-8944e6d0f6d0)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:31.530251 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:31.543197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Attempting to bind port 0cfa096d-eb4a-404d-ae5d-f05aab140189 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:31.543637 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Attempting to bind port 0cfa096d-eb4a-404d-ae5d-f05aab140189 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:31.543929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Attempting to bind port 0cfa096d-eb4a-404d-ae5d-f05aab140189 on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:31.603366 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-013741e3-fcf5-4ddc-8b4d-de4cada3f90a None None] Provisioning complete for port 27438e89-4320-4367-b11f-b8cc3229862b triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:31.603366 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-013741e3-fcf5-4ddc-8b4d-de4cada3f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:31.630843 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:31.630843 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:31.630843 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:31.631214 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:31.631667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Bound port: 0cfa096d-eb4a-404d-ae5d-f05aab140189, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:31.632133 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:31.669550 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] For port 6267401f-3b01-455c-b57a-d2fc52c13bea, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:31.692600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 27438e89-4320-4367-b11f-b8cc3229862b, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=27438e89-4320-4367-b11f-b8cc3229862b,segment=NetworkSegment(203e6e21-5e75-476f-8fd2-6fde5e0c42dc),segment_id=203e6e21-5e75-476f-8fd2-6fde5e0c42dc)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:31.698774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for 076f7d82-135a-4e63-bc53-b845b70f80fc owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:31.699981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] For port 6267401f-3b01-455c-b57a-d2fc52c13bea, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6267401f-3b01-455c-b57a-d2fc52c13bea,segment=NetworkSegment(c5de0472-8a69-4a98-b8ec-3a9861490186),segment_id=c5de0472-8a69-4a98-b8ec-3a9861490186)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:31.709577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-747ac059-9c19-47a9-a0d9-cd26a78e1f73 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:31.740536 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:31.743115 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:31.816394 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-076af59d-3559-43e0-8444-5c8a16d593bf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet 15d35044-c2a4-4f03-947a-4110c493a5af {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:20:31.821291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59df097a-5f60-45a3-8199-7ee3a2b29030 None None] DHCP port deletion for 9dde412f-e0fa-4d48-86a2-a45fa18c4cc4 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:20:31.834866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-076af59d-3559-43e0-8444-5c8a16d593bf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:31.848069 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5fa3b4b2-cbd4-4b43-bb21-2fb8285f672b req-5112dedc-3ff2-4b26-9f3b-cf9ce971830b tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078897 Jan 24 16:20:31.850992 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-59df097a-5f60-45a3-8199-7ee3a2b29030 None None] Deleting port 076f7d82-135a-4e63-bc53-b845b70f80fc {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:31.851374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-59df097a-5f60-45a3-8199-7ee3a2b29030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:31.943541 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:31.993014 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=27438e89-4320-4367-b11f-b8cc3229862b,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:32.021498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b3278732-d70f-4552-bf48-bffb21efa987 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:32.048753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No DVR routers for this DVR port 076f7d82-135a-4e63-bc53-b845b70f80fc on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:20:32.058814 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Allocated IP 2001:db8::f816:3eff:fecc:b748 (bf1c4724-aed1-418c-aba3-ce787c4d4f86/32124d67-4581-4dfd-b9e5-ae9c2627ab03/9e873231-0ac4-4d3d-b057-9f0c43d3e8e6) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:32.093950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=076f7d82-135a-4e63-bc53-b845b70f80fc,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:32.211896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26b38c3-5666-432e-a953-a0cb9a2dcc0c None None] Network 699f9d61-004a-4ae7-959a-045c07ce5deb requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:32.263090 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ac059-9c19-47a9-a0d9-cd26a78e1f73 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Subnet': ['ID=9cedd423-4056-4c37-9bbc-8261358d5a49,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:32.290909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3278732-d70f-4552-bf48-bffb21efa987 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Pushing event deleted for resources: {'Port': ['ID=b7af1a1a-b435-443e-986c-f5ddc2c4a1c2,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:32.372617 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-076af59d-3559-43e0-8444-5c8a16d593bf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:32.439050 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device fcb15ddf-1a44-4253-a7b9-40b7b88895df up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:32.474178 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] For port 0cfa096d-eb4a-404d-ae5d-f05aab140189, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:32.511254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:32.559563 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dde412f-e0fa-4d48-86a2-a45fa18c4cc4']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:32.596460 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ac059-9c19-47a9-a0d9-cd26a78e1f73 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Checking segment: {'id': '48845315-a62a-4db9-9d4d-c6a5ac69649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3c7e6c71-c683-4e0d-8b5b-aedca407054a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:32.597127 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747ac059-9c19-47a9-a0d9-cd26a78e1f73 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network hostable DHCP agents. Network: 3c7e6c71-c683-4e0d-8b5b-aedca407054a, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:32.601265 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-59df097a-5f60-45a3-8199-7ee3a2b29030 None None] The port '076f7d82-135a-4e63-bc53-b845b70f80fc' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:20:32.620735 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] For port 0cfa096d-eb4a-404d-ae5d-f05aab140189, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0cfa096d-eb4a-404d-ae5d-f05aab140189,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:32.648213 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:32.651583 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7e29b72f-bc0d-415e-9567-865449783e68 None None] Provisioning for port 04799d00-7cb3-4bb4-b896-5dd2a2c9acad completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:32.654322 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04b74e3-550f-498f-b45d-8944e6d0f6d0') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:32.654717 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04b74e3-550f-498f-b45d-8944e6d0f6d0') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:32.667947 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf8747-da42-4361-a5fd-dde67a29256a None None] Pushing event updated for resources: {'Port': ['ID=6267401f-3b01-455c-b57a-d2fc52c13bea,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:32.733141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:32.762393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b3278732-d70f-4552-bf48-bffb21efa987 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:32.815183 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port fcb15ddf-1a44-4253-a7b9-40b7b88895df triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:32.815568 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:32.832406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:32.842996 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f90ba-e29b-4a3a-aef2-3525ff8bd023 None None] Pushing event updated for resources: {'Port': ['ID=0cfa096d-eb4a-404d-ae5d-f05aab140189,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:32.931341 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:20:32.932245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:32.977311 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0d0ec-38a5-4294-bc77-138a1c42727e req-7c8999e8-ff30-4b15-a78f-e0a55ffb69c6 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:32.979016 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b0d0d0ec-38a5-4294-bc77-138a1c42727e req-7c8999e8-ff30-4b15-a78f-e0a55ffb69c6 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.5565634 Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:20:32.979863 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:20:32.993468 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 04799d00-7cb3-4bb4-b896-5dd2a2c9acad up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:33.053697 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-076af59d-3559-43e0-8444-5c8a16d593bf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.102964 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747ac059-9c19-47a9-a0d9-cd26a78e1f73 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network 3c7e6c71-c683-4e0d-8b5b-aedca407054a is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:33.122394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 04799d00-7cb3-4bb4-b896-5dd2a2c9acad completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:33.127680 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 04799d00-7cb3-4bb4-b896-5dd2a2c9acad triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:33.128005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.225571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:20:33.255068 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-747ac059-9c19-47a9-a0d9-cd26a78e1f73 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 3c7e6c71-c683-4e0d-8b5b-aedca407054a) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:33.260415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747ac059-9c19-47a9-a0d9-cd26a78e1f73 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:33.261257 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-747ac059-9c19-47a9-a0d9-cd26a78e1f73 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.274449 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7100a657-5364-4887-b9e3-3dffb2f992fa None None] Network 3c7e6c71-c683-4e0d-8b5b-aedca407054a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:33.327534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.362813 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f47a1348-df84-423b-a9fb-c0e359d59fc3 req-c1300bad-66fd-4015-9ee7-59956d84ae02 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=fbb9efdaac9a4d899b480136df279d62&device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 1099 time: 0.8946471 Jan 24 16:20:33.374037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.445976 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.588357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.596369 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-747ac059-9c19-47a9-a0d9-cd26a78e1f73 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.9640501 Jan 24 16:20:33.599202 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.614681 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 04799d00-7cb3-4bb4-b896-5dd2a2c9acad, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=04799d00-7cb3-4bb4-b896-5dd2a2c9acad,segment=NetworkSegment(0d9fa0ed-6ffa-4bd7-bfac-36d997b57a8d),segment_id=0d9fa0ed-6ffa-4bd7-bfac-36d997b57a8d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:33.617273 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57424) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:33.623787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b3278732-d70f-4552-bf48-bffb21efa987 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.677438 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.684675 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.692227 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-3c7e6c71-c683-4e0d-8b5b-aedca407054a', 'network_id': '3c7e6c71-c683-4e0d-8b5b-aedca407054a', 'tenant_id': '16f95b1a0f7046a18412316f506009d3', 'fixed_ips': [{'subnet_id': '9cedd423-4056-4c37-9bbc-8261358d5a49'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:33.694131 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.715517 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b0d0d0ec-38a5-4294-bc77-138a1c42727e req-2496e8b0-9644-443e-ae6d-3400174ed089 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6484389 Jan 24 16:20:33.764055 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7720ed41-4327-493f-89f6-86b339d1c962 None None] Provisioning for port b5f303da-d105-4712-936b-20d059dab28e completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:33.780355 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 11b32e9f-bf59-4904-9de7-0f3e9c246a3c no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:20:33.807664 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Transition to ACTIVE for port object 9e873231-0ac4-4d3d-b057-9f0c43d3e8e6 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:33.809551 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Network': ['ID=9dde412f-e0fa-4d48-86a2-a45fa18c4cc4,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:33.813892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event updated for resources: {'Port': ['ID=b5f303da-d105-4712-936b-20d059dab28e,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:33.818186 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.832271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7720ed41-4327-493f-89f6-86b339d1c962 None None] Provisioning complete for port b5f303da-d105-4712-936b-20d059dab28e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:33.832620 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7720ed41-4327-493f-89f6-86b339d1c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.832968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b3278732-d70f-4552-bf48-bffb21efa987 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.838985 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a1348-df84-423b-a9fb-c0e359d59fc3 req-14790c70-0997-429b-aac9-516f6acaad5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:33.840509 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f47a1348-df84-423b-a9fb-c0e359d59fc3 req-14790c70-0997-429b-aac9-516f6acaad5d service neutron] 10.222.0.129 "GET /v2.0/networks?id=5495e0fa-a9db-448f-8be6-86cc8bed9d19 HTTP/1.1" status: 200 len: 913 time: 0.4070542 Jan 24 16:20:33.841907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-076af59d-3559-43e0-8444-5c8a16d593bf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.872888 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 11b32e9f-bf59-4904-9de7-0f3e9c246a3c {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:20:33.873379 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 11b32e9f-bf59-4904-9de7-0f3e9c246a3c not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:20:33.875017 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d9d7cb-710b-4699-b8ec-1d0da72457f9 None None] Network f8f06b00-00fd-435c-9ab5-8d52292d47cd requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:33.891863 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cfccefab-7086-48a7-a6bf-cc47e9fcd74d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/networks/9dde412f-e0fa-4d48-86a2-a45fa18c4cc4 HTTP/1.1" status: 204 len: 168 time: 3.2664535 Jan 24 16:20:33.895530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57428) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:33.904704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1593398136'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:33.910188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:33.914578 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:network and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:33.917812 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:33.925112 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:33.945339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:33.950194 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.956018 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076af59d-3559-43e0-8444-5c8a16d593bf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=15d35044-c2a4-4f03-947a-4110c493a5af,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:33.992682 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b3278732-d70f-4552-bf48-bffb21efa987 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:33.993576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3278732-d70f-4552-bf48-bffb21efa987 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Fanout notify agent at l3_agent the message router_deleted on router 46c957b0-04b5-48d3-b41b-995155625880 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:20:34.022517 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b3278732-d70f-4552-bf48-bffb21efa987 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:34.023939 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b3278732-d70f-4552-bf48-bffb21efa987 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "DELETE /v2.0/routers/46c957b0-04b5-48d3-b41b-995155625880 HTTP/1.1" status: 204 len: 168 time: 5.6359019 Jan 24 16:20:34.031687 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57432) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:34.051369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1679417305', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:34.065969 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:34.072251 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Usage tracker for resource:router and tenant:f0d527ef1b7748598539c390fcf4cd2a is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:34.075737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:34.088940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:34.102201 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:34.119950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:34.126910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:34.128857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:34.131975 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-7720ed41-4327-493f-89f6-86b339d1c962 None None] Port b5f303da-d105-4712-936b-20d059dab28e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:20:34.132196 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-076af59d-3559-43e0-8444-5c8a16d593bf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:34.138081 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=04799d00-7cb3-4bb4-b896-5dd2a2c9acad,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:34.154048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:34.154390 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Added segment 212c0394-0edb-4615-8ea6-360b5909236f of type vlan for network 22a64241-3de8-4d3f-aaa8-596e645759e1 Jan 24 16:20:34.205388 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:34.251722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Allocated IP 2001:db8::f816:3eff:fea5:bf7a (bf1c4724-aed1-418c-aba3-ce787c4d4f86/32124d67-4581-4dfd-b9e5-ae9c2627ab03/776e355b-7c87-4477-b28c-9c1e56d90e60) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:34.286453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:34.296094 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:34.300239 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-076af59d-3559-43e0-8444-5c8a16d593bf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/15d35044-c2a4-4f03-947a-4110c493a5af HTTP/1.1" status: 204 len: 168 time: 3.3012934 Jan 24 16:20:34.326555 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57436) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:34.328018 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:34.396405 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f47a1348-df84-423b-a9fb-c0e359d59fc3 req-4109dd49-fbdf-4154-a40b-50bbcbe4e896 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e HTTP/1.1" status: 200 len: 1002 time: 0.5067959 Jan 24 16:20:34.427734 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2213155e-44a7-407f-87ad-93c1588050b8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968971 Jan 24 16:20:34.433046 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57440) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:34.443179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:34.464885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:20:34.470585 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Network bf1c4724-aed1-418c-aba3-ce787c4d4f86 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:34.492296 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:34.494891 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:34.502972 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:34.504158 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:34.519341 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 27438e89-4320-4367-b11f-b8cc3229862b up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:34.525631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event updated for resources: {'Port': ['ID=9e873231-0ac4-4d3d-b057-9f0c43d3e8e6,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:34.582052 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002a65dc-53ee-4f6d-b990-77eceaa1b284 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 30860f65-4396-4e3b-87b1-722c8f1e65dd has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:20:34.586286 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Network 699f9d61-004a-4ae7-959a-045c07ce5deb is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:34.601781 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-641705c4-5c59-4412-b890-f56b4a799a0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.5197399 Jan 24 16:20:34.602991 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:34.613401 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:34.623262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57444) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:34.634153 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f433d2-c1c3-4a7f-8ea8-4b76784a1c00 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:34.681611 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:34.686087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:34.686939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:34.743084 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Transition to ACTIVE for port object 776e355b-7c87-4477-b28c-9c1e56d90e60 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:34.747507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a1348-df84-423b-a9fb-c0e359d59fc3 req-a1b3d346-0d06-47bd-a072-7975b4c9613a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:34.748993 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f47a1348-df84-423b-a9fb-c0e359d59fc3 req-a1b3d346-0d06-47bd-a072-7975b4c9613a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3c1c62db-bb5b-4b37-8d89-20b3ac5d7145 HTTP/1.1" status: 200 len: 851 time: 0.3216498 Jan 24 16:20:34.821679 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7720ed41-4327-493f-89f6-86b339d1c962 None None] Provisioning complete for port 04799d00-7cb3-4bb4-b896-5dd2a2c9acad triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:34.822161 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7720ed41-4327-493f-89f6-86b339d1c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:34.917469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Transition to ACTIVE for port object 776e355b-7c87-4477-b28c-9c1e56d90e60 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:34.950892 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Allocated IP 2001:db8::1 (3c7e6c71-c683-4e0d-8b5b-aedca407054a/9cedd423-4056-4c37-9bbc-8261358d5a49/f270403a-c2ca-40af-b45b-42a75895eff7) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:34.967973 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:35.013781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:35.030165 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:35.044117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:35.054687 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Network': ['ID=22a64241-3de8-4d3f-aaa8-596e645759e1,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:35.058183 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fc0f278a-1ec5-430a-811f-92943eb65b84 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1586692 Jan 24 16:20:35.059924 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:35.075605 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57450) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:35.086907 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c1c5c61d-e31d-49c0-9d80-199da939f1e2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'subnet': {'network_id': '22a64241-3de8-4d3f-aaa8-596e645759e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:35.102066 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:35.123335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:35.130513 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 22a64241-3de8-4d3f-aaa8-596e645759e1 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:35.329520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c528be-e4f0-4cd6-bb5f-71877df76c93 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Deleting subnet 32124d67-4581-4dfd-b9e5-ae9c2627ab03 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:20:35.342551 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f47a1348-df84-423b-a9fb-c0e359d59fc3 req-82c41af1-dad0-4d4e-904a-76b3cf0e149d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5495e0fa-a9db-448f-8be6-86cc8bed9d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5809040 Jan 24 16:20:35.346331 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29c528be-e4f0-4cd6-bb5f-71877df76c93 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:35.383780 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Pushing event updated for resources: {'Port': ['ID=776e355b-7c87-4477-b28c-9c1e56d90e60,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:35.385132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342c061-9e9a-469d-ae2c-c10e47f69236 req-96ddbdc9-babb-4094-81d5-c78f92857d47 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:35.387684 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9342c061-9e9a-469d-ae2c-c10e47f69236 req-96ddbdc9-babb-4094-81d5-c78f92857d47 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.4422979 Jan 24 16:20:35.396800 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Network bf1c4724-aed1-418c-aba3-ce787c4d4f86 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:35.400050 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 27438e89-4320-4367-b11f-b8cc3229862b triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:35.400255 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:35.435921 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:35.487521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:35.560096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:35.579172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c1c5c61d-e31d-49c0-9d80-199da939f1e2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:35.618762 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9342c061-9e9a-469d-ae2c-c10e47f69236 req-a1ba1c5b-3390-46cc-93df-21ea1990cd3e tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122037 Jan 24 16:20:35.646797 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f47a1348-df84-423b-a9fb-c0e359d59fc3 req-c6441fb6-3e44-4bc9-a293-b23c1b323ac0 service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903347 Jan 24 16:20:35.649325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c1c5c61d-e31d-49c0-9d80-199da939f1e2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:subnet and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:35.659693 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c1c5c61d-e31d-49c0-9d80-199da939f1e2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:35.674600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29c528be-e4f0-4cd6-bb5f-71877df76c93 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:35.715805 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c1c5c61d-e31d-49c0-9d80-199da939f1e2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:35.749685 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Attempting to bind port 776e355b-7c87-4477-b28c-9c1e56d90e60 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:35.749685 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Attempting to bind port 776e355b-7c87-4477-b28c-9c1e56d90e60 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'cc295d7d-cb41-4014-9c6f-e2aa80f183b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bf1c4724-aed1-418c-aba3-ce787c4d4f86'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:35.749685 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Attempting to bind port 776e355b-7c87-4477-b28c-9c1e56d90e60 on network bf1c4724-aed1-418c-aba3-ce787c4d4f86 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:35.768367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c5c61d-e31d-49c0-9d80-199da939f1e2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:35.785377 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002a65dc-53ee-4f6d-b990-77eceaa1b284 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:20:35.800736 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b3c9f-d4d5-4f95-b89e-986cab66138e None None] Sync routers for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:20:35.818629 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b3c9f-d4d5-4f95-b89e-986cab66138e None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:35.819628 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-a40b3c9f-d4d5-4f95-b89e-986cab66138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:35.845201 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:35.845589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Checking segment: {'id': 'cc295d7d-cb41-4014-9c6f-e2aa80f183b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bf1c4724-aed1-418c-aba3-ce787c4d4f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:35.845988 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:35.846382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Bound using segment: {'id': 'cc295d7d-cb41-4014-9c6f-e2aa80f183b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bf1c4724-aed1-418c-aba3-ce787c4d4f86'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:35.846856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Bound port: 776e355b-7c87-4477-b28c-9c1e56d90e60, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc295d7d-cb41-4014-9c6f-e2aa80f183b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bf1c4724-aed1-418c-aba3-ce787c4d4f86'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:35.847228 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:35.871617 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de6484f-d77c-4ed2-9578-e5dc5061d579 None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:20:35.909001 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1de6484f-d77c-4ed2-9578-e5dc5061d579 None None] Deleting port 0cfa096d-eb4a-404d-ae5d-f05aab140189 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:35.910045 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1de6484f-d77c-4ed2-9578-e5dc5061d579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:35.955561 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-a40b3c9f-d4d5-4f95-b89e-986cab66138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:35.969645 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b3c9f-d4d5-4f95-b89e-986cab66138e None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:35.970337 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-a40b3c9f-d4d5-4f95-b89e-986cab66138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:35.997356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:36.013494 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6267401f-3b01-455c-b57a-d2fc52c13bea up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:36.019875 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Router c64fe49f-4160-428c-8c59-19c9ec297123 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:20:36.023755 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f47a1348-df84-423b-a9fb-c0e359d59fc3 req-58e65d59-b3cd-4071-bd70-896ef97e0906 service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556581 Jan 24 16:20:36.043963 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-a40b3c9f-d4d5-4f95-b89e-986cab66138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:36.044713 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b3c9f-d4d5-4f95-b89e-986cab66138e None None] The sync data for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:20:36.064356 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c61d-e31d-49c0-9d80-199da939f1e2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:36.092729 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d1f4920e-e971-4b61-912f-8554f0c45c62 None None] Provisioning complete for port b5f303da-d105-4712-936b-20d059dab28e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:36.093094 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d1f4920e-e971-4b61-912f-8554f0c45c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:36.145191 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Transition to ACTIVE for port object f270403a-c2ca-40af-b45b-42a75895eff7 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:36.207963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29c528be-e4f0-4cd6-bb5f-71877df76c93 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:36.251572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Transition to ACTIVE for port object f270403a-c2ca-40af-b45b-42a75895eff7 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:36.284916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:36.288693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d1f4920e-e971-4b61-912f-8554f0c45c62 None None] Port b5f303da-d105-4712-936b-20d059dab28e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:20:36.335783 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:36.356021 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:20:36.362254 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2de38bf0-6d3f-4853-a0c3-79bca42fddce tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "PUT /v2.0/routers/c64fe49f-4160-428c-8c59-19c9ec297123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4676344 Jan 24 16:20:36.366365 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57454) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:36.397825 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:36.407106 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df46e58-aa81-40f6-902f-928c55d4dbdd None None] Sync routers for ids ['c64fe49f-4160-428c-8c59-19c9ec297123'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:20:36.452258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:36.549846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Subnet': ['ID=9cedd423-4056-4c37-9bbc-8261358d5a49,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:36.550768 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Network 3c7e6c71-c683-4e0d-8b5b-aedca407054a is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:36.553133 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] For port 776e355b-7c87-4477-b28c-9c1e56d90e60, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:36.564001 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Pushing event updated for resources: {'Port': ['ID=f270403a-c2ca-40af-b45b-42a75895eff7,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:36.567198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29c528be-e4f0-4cd6-bb5f-71877df76c93 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:36.572162 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:36.578059 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d1f4920e-e971-4b61-912f-8554f0c45c62 None None] Provisioning for port 0cfa096d-eb4a-404d-ae5d-f05aab140189 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:36.582966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:36.588838 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df46e58-aa81-40f6-902f-928c55d4dbdd None None] Routers {'c64fe49f-4160-428c-8c59-19c9ec297123'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:36.589148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3df46e58-aa81-40f6-902f-928c55d4dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c64fe49f-4160-428c-8c59-19c9ec297123'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:36.644261 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] For port 776e355b-7c87-4477-b28c-9c1e56d90e60, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=776e355b-7c87-4477-b28c-9c1e56d90e60,segment=NetworkSegment(cc295d7d-cb41-4014-9c6f-e2aa80f183b5),segment_id=cc295d7d-cb41-4014-9c6f-e2aa80f183b5)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:36.664019 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 6267401f-3b01-455c-b57a-d2fc52c13bea completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:36.672078 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:36.678032 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-1de6484f-d77c-4ed2-9578-e5dc5061d579 None None] For port 0cfa096d-eb4a-404d-ae5d-f05aab140189, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0cfa096d-eb4a-404d-ae5d-f05aab140189,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:36.678442 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1de6484f-d77c-4ed2-9578-e5dc5061d579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:36.727567 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3df46e58-aa81-40f6-902f-928c55d4dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:36.735227 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:36.735785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:36.735872 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:36.736288 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:36.736488 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:36.737119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:36.737436 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:36.737785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:36.738098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:36.738425 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:36.738713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:36.750334 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0cfa096d-eb4a-404d-ae5d-f05aab140189 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:36.868210 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29c528be-e4f0-4cd6-bb5f-71877df76c93 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:36.880839 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c528be-e4f0-4cd6-bb5f-71877df76c93 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Subnet': ['ID=32124d67-4581-4dfd-b9e5-ae9c2627ab03,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:36.885343 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:36.979954 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1de6484f-d77c-4ed2-9578-e5dc5061d579 None None] Calling delete_port for 0cfa096d-eb4a-404d-ae5d-f05aab140189 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:37.045148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7e6c71-c683-4e0d-8b5b-aedca407054a']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:37.083892 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-29c528be-e4f0-4cd6-bb5f-71877df76c93 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/subnets/32124d67-4581-4dfd-b9e5-ae9c2627ab03 HTTP/1.1" status: 204 len: 168 time: 2.4552338 Jan 24 16:20:37.087632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48845315-a62a-4db9-9d4d-c6a5ac69649b') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:37.087922 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48845315-a62a-4db9-9d4d-c6a5ac69649b') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:37.090251 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57460) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:37.101071 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df46e58-aa81-40f6-902f-928c55d4dbdd None None] Routers {'c64fe49f-4160-428c-8c59-19c9ec297123'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:37.101712 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3df46e58-aa81-40f6-902f-928c55d4dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c64fe49f-4160-428c-8c59-19c9ec297123'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:37.119497 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Allocated IP 172.26.2.134 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/d3c6ac69-14d3-4398-855a-df7159550b5e) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:37.140575 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.165338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c61d-e31d-49c0-9d80-199da939f1e2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.192283 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73e98d-5e9d-4856-8d22-d518f1a3a4bd None None] Pushing event updated for resources: {'Port': ['ID=776e355b-7c87-4477-b28c-9c1e56d90e60,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:37.195974 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-faebb1ce-6b09-4f79-bdcd-7a9f0fec481b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.213865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Attempting to bind port f270403a-c2ca-40af-b45b-42a75895eff7 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:37.220716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Attempting to bind port f270403a-c2ca-40af-b45b-42a75895eff7 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '48845315-a62a-4db9-9d4d-c6a5ac69649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3c7e6c71-c683-4e0d-8b5b-aedca407054a'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:37.221077 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Attempting to bind port f270403a-c2ca-40af-b45b-42a75895eff7 on network 3c7e6c71-c683-4e0d-8b5b-aedca407054a {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:37.222215 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.228890 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d1f4920e-e971-4b61-912f-8554f0c45c62 None None] Provisioning for port 6267401f-3b01-455c-b57a-d2fc52c13bea completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:37.233237 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bafeeaf-05e9-43bc-8cd6-1087c3366e02 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:37.234370 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bafeeaf-05e9-43bc-8cd6-1087c3366e02 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:37.234943 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6bafeeaf-05e9-43bc-8cd6-1087c3366e02 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Synchronizing usage tracker for tenant:61b7432d46f34f798c10b7e248585ce7 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:37.236629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3df46e58-aa81-40f6-902f-928c55d4dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:37.237514 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df46e58-aa81-40f6-902f-928c55d4dbdd None None] The sync data for ids ['c64fe49f-4160-428c-8c59-19c9ec297123'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:20:37.264132 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d1f4920e-e971-4b61-912f-8554f0c45c62 None None] Provisioning complete for port 6267401f-3b01-455c-b57a-d2fc52c13bea triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:37.264647 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d1f4920e-e971-4b61-912f-8554f0c45c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.268674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6bafeeaf-05e9-43bc-8cd6-1087c3366e02 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Unset dirty status for tenant:61b7432d46f34f798c10b7e248585ce7 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:37.272779 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6bafeeaf-05e9-43bc-8cd6-1087c3366e02 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1739690 Jan 24 16:20:37.274427 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57464) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:37.295246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 0cfa096d-eb4a-404d-ae5d-f05aab140189 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:37.307569 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 0cfa096d-eb4a-404d-ae5d-f05aab140189 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:37.308328 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.330016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.objects.ports [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83465) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:20:37.333309 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:37.334009 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Checking segment: {'id': '48845315-a62a-4db9-9d4d-c6a5ac69649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3c7e6c71-c683-4e0d-8b5b-aedca407054a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:37.335163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.335796 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Bound using segment: {'id': '48845315-a62a-4db9-9d4d-c6a5ac69649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3c7e6c71-c683-4e0d-8b5b-aedca407054a'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:37.336500 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Bound port: f270403a-c2ca-40af-b45b-42a75895eff7, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48845315-a62a-4db9-9d4d-c6a5ac69649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3c7e6c71-c683-4e0d-8b5b-aedca407054a'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:37.337113 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.384819 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:20:37.386088 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.399421 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1de6484f-d77c-4ed2-9578-e5dc5061d579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.483658 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002a65dc-53ee-4f6d-b990-77eceaa1b284 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 30860f65-4396-4e3b-87b1-722c8f1e65dd has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:20:37.538902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6484f-d77c-4ed2-9578-e5dc5061d579 None None] Pushing event deleted for resources: {'Port': ['ID=0cfa096d-eb4a-404d-ae5d-f05aab140189,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:20:37.563510 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:20:37.567305 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Could not find standard attr ID for object 0cfa096d-eb4a-404d-ae5d-f05aab140189. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:20:37.573657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6484f-d77c-4ed2-9578-e5dc5061d579 None None] No DVR routers for this DVR port 0cfa096d-eb4a-404d-ae5d-f05aab140189 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:20:37.577782 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No ports have port_id starting with 0cfa096d-eb4a-404d-ae5d-f05aab140189 Jan 24 16:20:37.582476 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a68c6e5e-2be0-4b55-b318-f8d1ac063194 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.675968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 076f7d82-135a-4e63-bc53-b845b70f80fc no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:20:37.692508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5c61d-e31d-49c0-9d80-199da939f1e2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Subnet': ['ID=f5e45626-3f87-4a94-b7ef-7c210ac3a14c,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:37.708801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] For port f270403a-c2ca-40af-b45b-42a75895eff7, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:37.719254 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 076f7d82-135a-4e63-bc53-b845b70f80fc {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:20:37.719665 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 076f7d82-135a-4e63-bc53-b845b70f80fc not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:20:37.733128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] For port f270403a-c2ca-40af-b45b-42a75895eff7, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f270403a-c2ca-40af-b45b-42a75895eff7,segment=NetworkSegment(48845315-a62a-4db9-9d4d-c6a5ac69649b),segment_id=48845315-a62a-4db9-9d4d-c6a5ac69649b)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:37.745896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.752950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28d2c3-d2f9-4d5f-820c-631db7ab22a0 req-53a457bf-1d20-4577-9af4-228f07524661 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:37.758173 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68c6e5e-2be0-4b55-b318-f8d1ac063194 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 24 16:20:37.758173 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68c6e5e-2be0-4b55-b318-f8d1ac063194 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:20:37.760358 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-de28d2c3-d2f9-4d5f-820c-631db7ab22a0 req-53a457bf-1d20-4577-9af4-228f07524661 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.9015586 Jan 24 16:20:37.765994 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a68c6e5e-2be0-4b55-b318-f8d1ac063194 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/networks/bf1c4724-aed1-418c-aba3-ce787c4d4f86 HTTP/1.1" status: 409 len: 405 time: 0.4913251 Jan 24 16:20:37.766760 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57468) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:37.776424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 24 16:20:37.776424 dv-neutron-826104-1-hyperv neutron-server[83465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 24 16:20:37.776424 dv-neutron-826104-1-hyperv neutron-server[83465]: [parameters: {'id': '3c7e6c71-c683-4e0d-8b5b-aedca407054a'}] Jan 24 16:20:37.776424 dv-neutron-826104-1-hyperv neutron-server[83465]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:20:37.776807 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:20:37.780374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-6f83128e-9170-4009-b2c3-ac2786c84a42 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-623821489'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:37.788453 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6f83128e-9170-4009-b2c3-ac2786c84a42 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:37.792570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6f83128e-9170-4009-b2c3-ac2786c84a42 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Usage tracker for resource:network and tenant:61b7432d46f34f798c10b7e248585ce7 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:37.792704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d1f4920e-e971-4b61-912f-8554f0c45c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.795564 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6f83128e-9170-4009-b2c3-ac2786c84a42 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:37.801444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6f83128e-9170-4009-b2c3-ac2786c84a42 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:37.856016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f83128e-9170-4009-b2c3-ac2786c84a42 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Made reservation on behalf of 61b7432d46f34f798c10b7e248585ce7 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:37.862209 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c5c61d-e31d-49c0-9d80-199da939f1e2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Checking segment: {'id': '212c0394-0edb-4615-8ea6-360b5909236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '22a64241-3de8-4d3f-aaa8-596e645759e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:37.862715 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c5c61d-e31d-49c0-9d80-199da939f1e2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network hostable DHCP agents. Network: 22a64241-3de8-4d3f-aaa8-596e645759e1, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:37.866119 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f83128e-9170-4009-b2c3-ac2786c84a42 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.880747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.ipam_pluggable_backend [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Port 0cfa096d-eb4a-404d-ae5d-f05aab140189 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 24 16:20:37.881203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.ipam_pluggable_backend [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Reverting IP allocation for 2001:db8::f816:3eff:fe80:308c {{(pid=83465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 24 16:20:37.887772 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d1f4920e-e971-4b61-912f-8554f0c45c62 None None] For port 6267401f-3b01-455c-b57a-d2fc52c13bea, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6267401f-3b01-455c-b57a-d2fc52c13bea,segment=NetworkSegment(c5de0472-8a69-4a98-b8ec-3a9861490186),segment_id=c5de0472-8a69-4a98-b8ec-3a9861490186)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:37.888622 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.890902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea68b8-0ffd-47fb-8b6f-20c2f3006bab None None] Pushing event updated for resources: {'Port': ['ID=f270403a-c2ca-40af-b45b-42a75895eff7,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:37.901266 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-de28d2c3-d2f9-4d5f-820c-631db7ab22a0 req-f4f5ec9d-f068-4a5a-a367-828df9265bd3 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398714 Jan 24 16:20:37.924227 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d1f4920e-e971-4b61-912f-8554f0c45c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.967772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:37.976099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c5c61d-e31d-49c0-9d80-199da939f1e2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 22a64241-3de8-4d3f-aaa8-596e645759e1 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:38.042945 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4920e-e971-4b61-912f-8554f0c45c62 None None] Pushing event updated for resources: {'Port': ['ID=6267401f-3b01-455c-b57a-d2fc52c13bea,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:38.067133 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3594a948-21db-42c6-951d-7fa69d1647d7 None None] Provisioning complete for port 6267401f-3b01-455c-b57a-d2fc52c13bea triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:38.067729 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3594a948-21db-42c6-951d-7fa69d1647d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.072443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.110359 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f83128e-9170-4009-b2c3-ac2786c84a42 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:38.170704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-c1c5c61d-e31d-49c0-9d80-199da939f1e2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 22a64241-3de8-4d3f-aaa8-596e645759e1) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:38.171981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65a6b95-07e2-4ade-9509-58163ba42fdc None None] Network 3c7e6c71-c683-4e0d-8b5b-aedca407054a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:38.212890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c5c61d-e31d-49c0-9d80-199da939f1e2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:38.213536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c61d-e31d-49c0-9d80-199da939f1e2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.223747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:38.231049 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:38.243116 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:38.248491 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.267988 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f83128e-9170-4009-b2c3-ac2786c84a42 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.268287 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-6f83128e-9170-4009-b2c3-ac2786c84a42 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Added segment 4e75d9b4-eebf-45c3-9691-4d9b78e03a2d of type vlan for network 578d2be7-05b4-4e10-aaee-df0055421f0b Jan 24 16:20:38.274804 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:38.294051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:38.296691 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.306895 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Pushing event updated for resources: {'Port': ['ID=d3c6ac69-14d3-4398-855a-df7159550b5e,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:38.309728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=fd56ad85-908c-4e5b-9419-16c2004157d7,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:38.318550 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:38.346975 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 776e355b-7c87-4477-b28c-9c1e56d90e60 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:38.366377 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c1c5c61d-e31d-49c0-9d80-199da939f1e2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2884798 Jan 24 16:20:38.374443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57474) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:38.382498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f83128e-9170-4009-b2c3-ac2786c84a42 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.384181 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b29acbbc-f050-4859-aecb-77a26a01ba1d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-307635938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:38.388248 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece56883-c4c5-4182-a0bb-9a05759f9d57 None None] Network 22a64241-3de8-4d3f-aaa8-596e645759e1 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:38.393272 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Deleting port f270403a-c2ca-40af-b45b-42a75895eff7 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:38.394117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.401270 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82773df1-bf62-4919-9318-144529040a7d None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:38.432725 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-6f7283bd-9d99-4e19-a0cc-8130f385d71f tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:20:38.433786 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6f7283bd-9d99-4e19-a0cc-8130f385d71f tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "PUT /v2.0/routers/c64fe49f-4160-428c-8c59-19c9ec297123/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0661643 Jan 24 16:20:38.442125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57478) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:38.456999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b29acbbc-f050-4859-aecb-77a26a01ba1d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:38.489623 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-104c78a0-1611-42e7-8de0-6e3b36b0f7c6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0521107 Jan 24 16:20:38.496407 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b29acbbc-f050-4859-aecb-77a26a01ba1d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:router and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:38.499166 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57482) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:38.516185 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'mac_address': 'fa:16:3e:1e:29:ff', 'name': 'tempest-NetworksTestDHCPv6-1421507639'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:38.543022 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b29acbbc-f050-4859-aecb-77a26a01ba1d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:38.543852 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba4961-1a1b-4e6b-8624-7e4d5dc85c6f req-ffe240ae-dcc0-4d70-b691-d3949de7d41d tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:38.553701 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dcba4961-1a1b-4e6b-8624-7e4d5dc85c6f req-ffe240ae-dcc0-4d70-b691-d3949de7d41d tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.3287172 Jan 24 16:20:38.569778 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b29acbbc-f050-4859-aecb-77a26a01ba1d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:38.577197 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f83128e-9170-4009-b2c3-ac2786c84a42 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.580958 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f83128e-9170-4009-b2c3-ac2786c84a42 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:38.581529 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f83128e-9170-4009-b2c3-ac2786c84a42 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.756182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b29acbbc-f050-4859-aecb-77a26a01ba1d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.757054 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b29acbbc-f050-4859-aecb-77a26a01ba1d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.770902 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002a65dc-53ee-4f6d-b990-77eceaa1b284 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:20:38.774853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b29acbbc-f050-4859-aecb-77a26a01ba1d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.776346 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-002a65dc-53ee-4f6d-b990-77eceaa1b284 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.783466 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0b785-b74b-4d95-962a-f0772bdd528a None None] Sync routers for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:20:38.789509 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c03ae7a-cee8-4ca9-aeed-a794ce0b94a6 None None] Network bf1c4724-aed1-418c-aba3-ce787c4d4f86 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:38.807338 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f0b785-b74b-4d95-962a-f0772bdd528a None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:38.807978 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-83f0b785-b74b-4d95-962a-f0772bdd528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:38.826801 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b29acbbc-f050-4859-aecb-77a26a01ba1d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.862898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b29acbbc-f050-4859-aecb-77a26a01ba1d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.866879 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b29acbbc-f050-4859-aecb-77a26a01ba1d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4852600 Jan 24 16:20:38.888461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57486) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:38.903550 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'network_id': '22a64241-3de8-4d3f-aaa8-596e645759e1', 'name': 'tempest-PortsTestJSON-806603753'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:38.913087 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-83f0b785-b74b-4d95-962a-f0772bdd528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:38.937073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] For port f270403a-c2ca-40af-b45b-42a75895eff7, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f270403a-c2ca-40af-b45b-42a75895eff7,segment=NetworkSegment(48845315-a62a-4db9-9d4d-c6a5ac69649b),segment_id=48845315-a62a-4db9-9d4d-c6a5ac69649b)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:38.937415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:38.944792 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f0b785-b74b-4d95-962a-f0772bdd528a None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:38.946154 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-83f0b785-b74b-4d95-962a-f0772bdd528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:39.000861 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6f83128e-9170-4009-b2c3-ac2786c84a42 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2254546 Jan 24 16:20:39.007971 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57490) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:39.029205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Request body: {'subnet': {'network_id': '578d2be7-05b4-4e10-aaee-df0055421f0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:39.039313 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 776e355b-7c87-4477-b28c-9c1e56d90e60 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:39.050628 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-83f0b785-b74b-4d95-962a-f0772bdd528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:39.051126 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0b785-b74b-4d95-962a-f0772bdd528a None None] The sync data for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:20:39.052411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 04799d00-7cb3-4bb4-b896-5dd2a2c9acad up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:39.060670 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dcba4961-1a1b-4e6b-8624-7e4d5dc85c6f req-3bb01234-6ea3-48bc-9f6f-df066a853f65 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5052559 Jan 24 16:20:39.063223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83128e-9170-4009-b2c3-ac2786c84a42 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event updated for resources: {'Network': ['ID=578d2be7-05b4-4e10-aaee-df0055421f0b,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:39.099404 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 578d2be7-05b4-4e10-aaee-df0055421f0b details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:39.212722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Calling delete_port for f270403a-c2ca-40af-b45b-42a75895eff7 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:39.226123 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-002a65dc-53ee-4f6d-b990-77eceaa1b284 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "PUT /v2.0/floatingips/2f339f78-897d-4835-bfd5-2d224f76e9c3 HTTP/1.1" status: 200 len: 978 time: 12.6671202 Jan 24 16:20:39.243135 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57496) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:39.246104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:39.253655 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c2387a5a-5299-474e-9d8d-556eaf3585be tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:39.319153 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:39.331645 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:39.347511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:39.368724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:39.420640 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:39.423627 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-be9d46c8-fdde-4bc6-9106-b2b7639b3a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:39.424826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:39.439565 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-22a64241-3de8-4d3f-aaa8-596e645759e1', 'network_id': '22a64241-3de8-4d3f-aaa8-596e645759e1', 'tenant_id': '683bedfc540b431d8318ee7c07b39995', 'fixed_ips': [{'subnet_id': 'f5e45626-3f87-4a94-b7ef-7c210ac3a14c'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:39.440609 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:39.458325 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c2387a5a-5299-474e-9d8d-556eaf3585be tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:39.458755 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': 'fd56ad85-908c-4e5b-9419-16c2004157d7'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:39.460094 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:39.461735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:39.471966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:39.486073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:port and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:39.497272 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Provisioning for port 776e355b-7c87-4477-b28c-9c1e56d90e60 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:39.511404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:39.520952 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:39.525499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port 77ff4e65-4775-431d-bd7a-e14d2eadf492 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:20:39.546590 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Provisioning complete for port 776e355b-7c87-4477-b28c-9c1e56d90e60 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:39.546953 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:39.578573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:39.582710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Port': ['ID=f270403a-c2ca-40af-b45b-42a75895eff7,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:39.603205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Made reservation on behalf of 61b7432d46f34f798c10b7e248585ce7 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:39.613110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No DVR routers for this DVR port f270403a-c2ca-40af-b45b-42a75895eff7 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:20:39.651701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:39.654816 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:39.659144 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 04799d00-7cb3-4bb4-b896-5dd2a2c9acad triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:39.659531 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:39.804868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:39.809312 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58bd69-5fd4-4d89-927a-d6645beed689 req-a9450822-30da-4922-82d2-721d1c1c490c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:39.810940 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ae58bd69-5fd4-4d89-927a-d6645beed689 req-a9450822-30da-4922-82d2-721d1c1c490c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.5621619 Jan 24 16:20:39.899145 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] DHCP port deletion for bf1c4724-aed1-418c-aba3-ce787c4d4f86 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:20:39.907702 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:39.908531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:39.916224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Deleting port 776e355b-7c87-4477-b28c-9c1e56d90e60 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:39.916594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:39.925207 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] device_id is not set on port 7db811be-3387-4c9c-b4bb-c9f75f3b875e yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:20:40.032138 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c2387a5a-5299-474e-9d8d-556eaf3585be tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.043686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c2387a5a-5299-474e-9d8d-556eaf3585be tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.043997 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-c2387a5a-5299-474e-9d8d-556eaf3585be tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Floating IP 2f339f78-897d-4835-bfd5-2d224f76e9c3 disassociated. External IP: 172.26.2.236, port: 29ed270f-ca27-417f-a09a-35289a552809. Jan 24 16:20:40.048945 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.103379 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0950fc98-8461-45f7-bfeb-c90a78fadeda tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.115590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7e6c71-c683-4e0d-8b5b-aedca407054a']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:40.137106 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ae58bd69-5fd4-4d89-927a-d6645beed689 req-303769ec-b26e-4d91-9a30-0c666ea79335 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958946 Jan 24 16:20:40.139958 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48845315-a62a-4db9-9d4d-c6a5ac69649b') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:40.140499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48845315-a62a-4db9-9d4d-c6a5ac69649b') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:40.151960 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Allocated IP 2001:db8::f816:3eff:fe89:d47f (97b1ab35-d9e1-4792-9053-01bd1c506e0f/fd56ad85-908c-4e5b-9419-16c2004157d7/3659fb13-66ea-428f-9912-f7ef0459f64f) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:40.165708 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.188937 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.197172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:20:40.197560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.264828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Allocated IP 172.20.0.2 (22a64241-3de8-4d3f-aaa8-596e645759e1/f5e45626-3f87-4a94-b7ef-7c210ac3a14c/42a1a0aa-15ed-46b5-b849-8b94585b26a2) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:20:40.333934 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:20:40.346411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.373720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.395832 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/3c7e6c71-c683-4e0d-8b5b-aedca407054a HTTP/1.1" status: 204 len: 168 time: 6.7771769 Jan 24 16:20:40.396918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57502) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:40.409360 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4c6475a1-9767-4290-8e1f-526509c3215d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-797174829'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:40.414825 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4c6475a1-9767-4290-8e1f-526509c3215d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:40.419289 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4c6475a1-9767-4290-8e1f-526509c3215d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:network and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:40.422358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4c6475a1-9767-4290-8e1f-526509c3215d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:40.499045 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6608f-8a0a-4cd5-ac9a-36de920b01f7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Network': ['ID=3c7e6c71-c683-4e0d-8b5b-aedca407054a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:40.508534 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4c6475a1-9767-4290-8e1f-526509c3215d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:40.538071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6475a1-9767-4290-8e1f-526509c3215d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:40.541376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c6475a1-9767-4290-8e1f-526509c3215d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.576515 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6475a1-9767-4290-8e1f-526509c3215d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:40.587333 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c6475a1-9767-4290-8e1f-526509c3215d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.587603 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-4c6475a1-9767-4290-8e1f-526509c3215d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Added segment b6039832-a93f-4956-a325-87aa1d2feb3a of type vlan for network 97140f77-b7f0-4d8f-9739-f17f8e5f2c4a Jan 24 16:20:40.600882 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.614409 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Transition to ACTIVE for port object 42a1a0aa-15ed-46b5-b849-8b94585b26a2 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:40.637577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Transition to ACTIVE for port object 42a1a0aa-15ed-46b5-b849-8b94585b26a2 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:40.650398 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c6475a1-9767-4290-8e1f-526509c3215d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.695843 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0cfa096d-eb4a-404d-ae5d-f05aab140189 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:20:40.735090 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.779034 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Allocated IP 172.20.0.9 (22a64241-3de8-4d3f-aaa8-596e645759e1/f5e45626-3f87-4a94-b7ef-7c210ac3a14c/7db811be-3387-4c9c-b4bb-c9f75f3b875e) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:40.791767 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c6475a1-9767-4290-8e1f-526509c3215d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.795340 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6475a1-9767-4290-8e1f-526509c3215d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:40.795933 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c6475a1-9767-4290-8e1f-526509c3215d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.834421 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Network 22a64241-3de8-4d3f-aaa8-596e645759e1 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:40.835272 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.836080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.847382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Pushing event updated for resources: {'Port': ['ID=42a1a0aa-15ed-46b5-b849-8b94585b26a2,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:40.853157 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:40.856200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 0cfa096d-eb4a-404d-ae5d-f05aab140189 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:20:40.856689 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0cfa096d-eb4a-404d-ae5d-f05aab140189 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:20:40.864703 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.objects.ports [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83466) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:20:40.896476 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:40.951110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:40.970260 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4c6475a1-9767-4290-8e1f-526509c3215d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5697103 Jan 24 16:20:40.972173 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57508) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:40.980886 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6475a1-9767-4290-8e1f-526509c3215d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Network': ['ID=97140f77-b7f0-4d8f-9739-f17f8e5f2c4a,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:40.990376 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:41.000941 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf1341-52f6-408d-b25b-d7dddd08684d req-89741ae5-60b4-4d12-a9c7-9c92ca1a857e tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:41.009150 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1ddf1341-52f6-408d-b25b-d7dddd08684d req-89741ae5-60b4-4d12-a9c7-9c92ca1a857e tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.3952174 Jan 24 16:20:41.009566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-122993fa-68bf-4c45-b2ea-fdc66740ff49 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'subnet': {'network_id': '97140f77-b7f0-4d8f-9739-f17f8e5f2c4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:41.092568 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 97140f77-b7f0-4d8f-9739-f17f8e5f2c4a details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:41.105832 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6267401f-3b01-455c-b57a-d2fc52c13bea up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:41.168105 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Router 142a44d2-45d2-45bf-b127-00151e762fa3 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:20:41.181224 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event updated for resources: {'Subnet': ['ID=a46dfedb-7101-46c6-8e52-564151241155,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:41.228853 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1ddf1341-52f6-408d-b25b-d7dddd08684d req-b2b8b14d-ecf5-41a4-a8c2-4dbc8c830e9b tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193551 Jan 24 16:20:41.261165 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.261414 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.261789 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.262655 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.262655 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.262948 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.263268 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.263606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.263918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.264567 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.264567 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.294741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] For port 776e355b-7c87-4477-b28c-9c1e56d90e60, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=776e355b-7c87-4477-b28c-9c1e56d90e60,segment=NetworkSegment(cc295d7d-cb41-4014-9c6f-e2aa80f183b5),segment_id=cc295d7d-cb41-4014-9c6f-e2aa80f183b5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:41.303458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Checking segment: {'id': '4e75d9b4-eebf-45c3-9691-4d9b78e03a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '578d2be7-05b4-4e10-aaee-df0055421f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:41.303864 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Network hostable DHCP agents. Network: 578d2be7-05b4-4e10-aaee-df0055421f0b, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:41.314746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-122993fa-68bf-4c45-b2ea-fdc66740ff49 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:41.329389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-122993fa-68bf-4c45-b2ea-fdc66740ff49 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:subnet and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:41.333836 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-122993fa-68bf-4c45-b2ea-fdc66740ff49 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:41.351606 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:41.361002 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:41.375540 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-122993fa-68bf-4c45-b2ea-fdc66740ff49 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:41.389963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Transition to ACTIVE for port object 7db811be-3387-4c9c-b4bb-c9f75f3b875e will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:41.399914 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122993fa-68bf-4c45-b2ea-fdc66740ff49 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:41.449928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] For port 776e355b-7c87-4477-b28c-9c1e56d90e60, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=776e355b-7c87-4477-b28c-9c1e56d90e60,segment=NetworkSegment(cc295d7d-cb41-4014-9c6f-e2aa80f183b5),segment_id=cc295d7d-cb41-4014-9c6f-e2aa80f183b5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:41.450321 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:41.475635 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Network 578d2be7-05b4-4e10-aaee-df0055421f0b is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:41.481823 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Attempting to bind port 42a1a0aa-15ed-46b5-b849-8b94585b26a2 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:41.482633 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Attempting to bind port 42a1a0aa-15ed-46b5-b849-8b94585b26a2 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '212c0394-0edb-4615-8ea6-360b5909236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '22a64241-3de8-4d3f-aaa8-596e645759e1'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:41.482633 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Attempting to bind port 42a1a0aa-15ed-46b5-b849-8b94585b26a2 on network 22a64241-3de8-4d3f-aaa8-596e645759e1 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:41.487645 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:41.579372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 578d2be7-05b4-4e10-aaee-df0055421f0b) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:41.580269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 22a64241-3de8-4d3f-aaa8-596e645759e1 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:41.584946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=7db811be-3387-4c9c-b4bb-c9f75f3b875e,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:41.587188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:41.587508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:41.588173 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:41.591167 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:41.595157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-122993fa-68bf-4c45-b2ea-fdc66740ff49 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:41.627319 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Calling delete_port for 776e355b-7c87-4477-b28c-9c1e56d90e60 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:41.654995 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3f564e-2a50-43bf-a971-41e61af0d6a7 None None] Network 578d2be7-05b4-4e10-aaee-df0055421f0b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:41.655588 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:20:41.661230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:41.661922 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:41.689216 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:41.689685 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Checking segment: {'id': '212c0394-0edb-4615-8ea6-360b5909236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '22a64241-3de8-4d3f-aaa8-596e645759e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:41.690182 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:41.690667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Bound using segment: {'id': '212c0394-0edb-4615-8ea6-360b5909236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '22a64241-3de8-4d3f-aaa8-596e645759e1'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:41.691287 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Bound port: 42a1a0aa-15ed-46b5-b849-8b94585b26a2, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212c0394-0edb-4615-8ea6-360b5909236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '22a64241-3de8-4d3f-aaa8-596e645759e1'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:41.691760 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:41.695939 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-550fe062-dc2d-4a44-aefd-7ccd51e6328a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8012550 Jan 24 16:20:41.697193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:41.701168 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7481507c-b781-4472-9add-aa9e2a50a2ea tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6645415 Jan 24 16:20:41.701168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57512) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:41.701579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57516) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:41.747462 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e35d5-e4b0-47a0-bbe0-7568cdf5ffe3 None None] Sync routers for ids ['142a44d2-45d2-45bf-b127-00151e762fa3'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:20:41.750340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Pushing event updated for resources: {'Port': ['ID=776e355b-7c87-4477-b28c-9c1e56d90e60,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:41.760760 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a64306df-ec7b-4da7-9d12-10a04e7d9a54 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7344141 Jan 24 16:20:41.762918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57520) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:41.885345 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-00f23b64-d595-4392-9dc4-c3a0ed08b213 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:41.946695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.947270 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.947402 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.947846 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.948176 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.948500 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.948824 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.949158 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.949474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.949775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.950285 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfcb29-961f-4d29-bd15-9056916f0945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:20:41.965079 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2387a5a-5299-474e-9d8d-556eaf3585be tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 30860f65-4396-4e3b-87b1-722c8f1e65dd has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:20:41.971793 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:41.972202 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 6267401f-3b01-455c-b57a-d2fc52c13bea triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:41.972574 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:42.055619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c2a0bc4d-e84b-4d0f-86f4-592baef54a8c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:42.073392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:42.082777 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e35d5-e4b0-47a0-bbe0-7568cdf5ffe3 None None] Routers {'142a44d2-45d2-45bf-b127-00151e762fa3'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:42.083436 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-208e35d5-e4b0-47a0-bbe0-7568cdf5ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['142a44d2-45d2-45bf-b127-00151e762fa3'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:42.108119 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0950fc98-8461-45f7-bfeb-c90a78fadeda tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Deleting port b5f303da-d105-4712-936b-20d059dab28e {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:42.108437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0950fc98-8461-45f7-bfeb-c90a78fadeda tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:42.174921 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Transition to ACTIVE for port object 3659fb13-66ea-428f-9912-f7ef0459f64f will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:42.197227 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:20:42.197625 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:20:42.205729 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-208e35d5-e4b0-47a0-bbe0-7568cdf5ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:42.261726 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] For port 42a1a0aa-15ed-46b5-b849-8b94585b26a2, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:42.270997 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Transition to ACTIVE for port object 3659fb13-66ea-428f-9912-f7ef0459f64f will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:42.284075 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] For port 42a1a0aa-15ed-46b5-b849-8b94585b26a2, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=42a1a0aa-15ed-46b5-b849-8b94585b26a2,segment=NetworkSegment(212c0394-0edb-4615-8ea6-360b5909236f),segment_id=212c0394-0edb-4615-8ea6-360b5909236f)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:42.293498 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:42.365110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e35d5-e4b0-47a0-bbe0-7568cdf5ffe3 None None] Routers {'142a44d2-45d2-45bf-b127-00151e762fa3'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:42.366083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-208e35d5-e4b0-47a0-bbe0-7568cdf5ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['142a44d2-45d2-45bf-b127-00151e762fa3'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:42.411133 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::f816:3eff:fe1e:29ff (97b1ab35-d9e1-4792-9053-01bd1c506e0f/fd56ad85-908c-4e5b-9419-16c2004157d7/77ff4e65-4775-431d-bd7a-e14d2eadf492) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:42.436311 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:42.474169 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-208e35d5-e4b0-47a0-bbe0-7568cdf5ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:42.474584 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e35d5-e4b0-47a0-bbe0-7568cdf5ffe3 None None] The sync data for ids ['142a44d2-45d2-45bf-b127-00151e762fa3'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:20:42.519866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c2a0bc4d-e84b-4d0f-86f4-592baef54a8c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:42.537554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:42.540301 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Pushing event updated for resources: {'Port': ['ID=3659fb13-66ea-428f-9912-f7ef0459f64f,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:42.546693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f5864b-b1e8-44f8-9c2c-96a6be2385ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-578d2be7-05b4-4e10-aaee-df0055421f0b', 'network_id': '578d2be7-05b4-4e10-aaee-df0055421f0b', 'tenant_id': '61b7432d46f34f798c10b7e248585ce7', 'fixed_ips': [{'subnet_id': 'a46dfedb-7101-46c6-8e52-564151241155'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:42.547609 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-08f5864b-b1e8-44f8-9c2c-96a6be2385ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:42.557905 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:42.564302 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:42.616140 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-122993fa-68bf-4c45-b2ea-fdc66740ff49 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:42.639790 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 776e355b-7c87-4477-b28c-9c1e56d90e60 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:20:42.744248 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Deleting port 776e355b-7c87-4477-b28c-9c1e56d90e60 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:42.744468 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:42.813657 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122993fa-68bf-4c45-b2ea-fdc66740ff49 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Subnet': ['ID=227dfad7-c343-4613-a077-b9d7a7480e8e,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:42.851298 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0950fc98-8461-45f7-bfeb-c90a78fadeda tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:42.866792 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb578c-8416-48a4-bc99-8ddf34dee1fc req-305c42e2-a88d-4fcc-8792-820669f49eb8 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:42.868677 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6cdb578c-8416-48a4-bc99-8ddf34dee1fc req-305c42e2-a88d-4fcc-8792-820669f49eb8 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.4772809 Jan 24 16:20:42.880966 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122993fa-68bf-4c45-b2ea-fdc66740ff49 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Checking segment: {'id': 'b6039832-a93f-4956-a325-87aa1d2feb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '97140f77-b7f0-4d8f-9739-f17f8e5f2c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:42.881693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122993fa-68bf-4c45-b2ea-fdc66740ff49 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network hostable DHCP agents. Network: 97140f77-b7f0-4d8f-9739-f17f8e5f2c4a, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:42.905378 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096664a-93eb-4b3b-bc88-9ce694c86012 None None] Pushing event updated for resources: {'Port': ['ID=42a1a0aa-15ed-46b5-b849-8b94585b26a2,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:42.922778 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Attempting to bind port 3659fb13-66ea-428f-9912-f7ef0459f64f on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:42.923150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Attempting to bind port 3659fb13-66ea-428f-9912-f7ef0459f64f by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:42.923541 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Attempting to bind port 3659fb13-66ea-428f-9912-f7ef0459f64f on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:42.955141 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c2a0bc4d-e84b-4d0f-86f4-592baef54a8c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:43.007327 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:43.007625 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:43.008024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:43.008416 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:43.008894 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Bound port: 3659fb13-66ea-428f-9912-f7ef0459f64f, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:43.009265 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:43.015335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server [None req-08f5864b-b1e8-44f8-9c2c-96a6be2385ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a46dfedb-7101-46c6-8e52-564151241155: This subnet is being modified by another concurrent operation. Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 24 16:20:43.020015 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise exception Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a46dfedb-7101-46c6-8e52-564151241155: This subnet is being modified by another concurrent operation. Jan 24 16:20:43.024559 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server Jan 24 16:20:43.066964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb17210-1f2f-4bd7-8306-452c870b7fd2 None None] Network 578d2be7-05b4-4e10-aaee-df0055421f0b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:43.083363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc7e842b-a507-49c5-93ec-dda8a4b89823 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:43.112192 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object 77ff4e65-4775-431d-bd7a-e14d2eadf492 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:43.160935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0950fc98-8461-45f7-bfeb-c90a78fadeda tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Calling delete_port for b5f303da-d105-4712-936b-20d059dab28e owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:43.243722 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0bc4d-e84b-4d0f-86f4-592baef54a8c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Subnet': ['ID=a46dfedb-7101-46c6-8e52-564151241155,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:43.364401 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:43.397212 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6cdb578c-8416-48a4-bc99-8ddf34dee1fc req-b3a0c026-36c6-4a4c-958c-ece1e2082ace tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5190248 Jan 24 16:20:43.411335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c2a0bc4d-e84b-4d0f-86f4-592baef54a8c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:43.461473 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122993fa-68bf-4c45-b2ea-fdc66740ff49 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network 97140f77-b7f0-4d8f-9739-f17f8e5f2c4a is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:43.479122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-c2a0bc4d-e84b-4d0f-86f4-592baef54a8c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578d2be7-05b4-4e10-aaee-df0055421f0b']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:43.499069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] For port 3659fb13-66ea-428f-9912-f7ef0459f64f, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:43.502829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-c2a0bc4d-e84b-4d0f-86f4-592baef54a8c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e75d9b4-eebf-45c3-9691-4d9b78e03a2d') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:43.503142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-c2a0bc4d-e84b-4d0f-86f4-592baef54a8c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e75d9b4-eebf-45c3-9691-4d9b78e03a2d') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:43.514190 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] For port 3659fb13-66ea-428f-9912-f7ef0459f64f, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3659fb13-66ea-428f-9912-f7ef0459f64f,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:43.522321 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-122993fa-68bf-4c45-b2ea-fdc66740ff49 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 97140f77-b7f0-4d8f-9739-f17f8e5f2c4a) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:43.527734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122993fa-68bf-4c45-b2ea-fdc66740ff49 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:43.528724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-122993fa-68bf-4c45-b2ea-fdc66740ff49 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:43.540841 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c2a0bc4d-e84b-4d0f-86f4-592baef54a8c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:43.554096 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 776e355b-7c87-4477-b28c-9c1e56d90e60, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=776e355b-7c87-4477-b28c-9c1e56d90e60,segment=NetworkSegment(cc295d7d-cb41-4014-9c6f-e2aa80f183b5),segment_id=cc295d7d-cb41-4014-9c6f-e2aa80f183b5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:43.569458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2387a5a-5299-474e-9d8d-556eaf3585be tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:20:43.571370 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:43.583926 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaa71bb-be22-43c9-b71f-46c02f468a2f None None] Sync routers for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:20:43.602717 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa71bb-be22-43c9-b71f-46c02f468a2f None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:43.606485 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-eeaa71bb-be22-43c9-b71f-46c02f468a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:43.610818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c2a0bc4d-e84b-4d0f-86f4-592baef54a8c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:43.641784 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:43.645583 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08d7e2a-36e8-4ccc-8177-dceb945d8a80 None None] Network 97140f77-b7f0-4d8f-9739-f17f8e5f2c4a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:43.737377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:43.742620 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a0bc4d-e84b-4d0f-86f4-592baef54a8c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:20:43.742903 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-eeaa71bb-be22-43c9-b71f-46c02f468a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:43.743995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c2a0bc4d-e84b-4d0f-86f4-592baef54a8c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:43.774098 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa71bb-be22-43c9-b71f-46c02f468a2f None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:43.777830 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-eeaa71bb-be22-43c9-b71f-46c02f468a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:43.900170 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-eeaa71bb-be22-43c9-b71f-46c02f468a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:43.900565 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaa71bb-be22-43c9-b71f-46c02f468a2f None None] The sync data for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:20:43.927866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c2387a5a-5299-474e-9d8d-556eaf3585be tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:43.984022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 42a1a0aa-15ed-46b5-b849-8b94585b26a2 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:43.984373 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=77ff4e65-4775-431d-bd7a-e14d2eadf492,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:43.989176 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:20:44.000809 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:20:44.002780 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:44.008923 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:44.013001 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:44.013608 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:44.029836 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] For port 776e355b-7c87-4477-b28c-9c1e56d90e60, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=776e355b-7c87-4477-b28c-9c1e56d90e60,segment=NetworkSegment(cc295d7d-cb41-4014-9c6f-e2aa80f183b5),segment_id=cc295d7d-cb41-4014-9c6f-e2aa80f183b5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:44.030223 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:44.097672 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0950fc98-8461-45f7-bfeb-c90a78fadeda tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:44.105567 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-122993fa-68bf-4c45-b2ea-fdc66740ff49 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1142569 Jan 24 16:20:44.116622 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57530) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:44.156550 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e4f7c838-c410-44da-a8ea-deb64b289b50 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.6424918 Jan 24 16:20:44.156779 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc7e842b-a507-49c5-93ec-dda8a4b89823 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:44.159393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57532) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:44.197885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc7e842b-a507-49c5-93ec-dda8a4b89823 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:44.216006 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Calling delete_port for 776e355b-7c87-4477-b28c-9c1e56d90e60 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:44.241983 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c2387a5a-5299-474e-9d8d-556eaf3585be tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "PUT /v2.0/floatingips/2f339f78-897d-4835-bfd5-2d224f76e9c3 HTTP/1.1" status: 200 len: 688 time: 4.9953101 Jan 24 16:20:44.246184 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950fc98-8461-45f7-bfeb-c90a78fadeda tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event deleted for resources: {'Port': ['ID=b5f303da-d105-4712-936b-20d059dab28e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:44.255278 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57538) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:44.261797 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8512ed9b-2856-46b2-b44e-e5531fa8b5cf None None] Network 22a64241-3de8-4d3f-aaa8-596e645759e1 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:44.300705 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d84a9-d405-49f7-b594-7a647f324988 None None] Pushing event updated for resources: {'Port': ['ID=3659fb13-66ea-428f-9912-f7ef0459f64f,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:44.345566 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e842b-a507-49c5-93ec-dda8a4b89823 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=7db811be-3387-4c9c-b4bb-c9f75f3b875e,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:44.477794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9b7607-a853-49cd-b125-a07f6408192f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:44.481735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9b7607-a853-49cd-b125-a07f6408192f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:44.482531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fc9b7607-a853-49cd-b125-a07f6408192f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:44.549203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-00829351-89f4-4355-9248-dcaeec11de7c None None] Provisioning for port 42a1a0aa-15ed-46b5-b849-8b94585b26a2 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:44.599652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fc9b7607-a853-49cd-b125-a07f6408192f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:44.604538 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fc9b7607-a853-49cd-b125-a07f6408192f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4399264 Jan 24 16:20:44.607591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=776e355b-7c87-4477-b28c-9c1e56d90e60,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:44.607764 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57542) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:44.613402 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:20:44.613880 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:20:44.668058 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 42a1a0aa-15ed-46b5-b849-8b94585b26a2 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:44.691002 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-00f23b64-d595-4392-9dc4-c3a0ed08b213 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:44.756982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6c20fdcb-6f3b-4a52-bdb7-7f538d1df603 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port 77ff4e65-4775-431d-bd7a-e14d2eadf492 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:44.757501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6c20fdcb-6f3b-4a52-bdb7-7f538d1df603 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:44.773269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 42a1a0aa-15ed-46b5-b849-8b94585b26a2 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:44.773793 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:44.788491 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c2a0bc4d-e84b-4d0f-86f4-592baef54a8c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:44.841402 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97140f77-b7f0-4d8f-9739-f17f8e5f2c4a', 'network_id': '97140f77-b7f0-4d8f-9739-f17f8e5f2c4a', 'tenant_id': '16f95b1a0f7046a18412316f506009d3', 'fixed_ips': [{'subnet_id': '227dfad7-c343-4613-a077-b9d7a7480e8e'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:44.842515 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:44.847299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-00f23b64-d595-4392-9dc4-c3a0ed08b213 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:44.914922 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0ecbe-c177-4325-83f2-9068ffdfee39 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting port 6b2e06df-6569-4639-92ff-6160c88367e9 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:44.915455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ecbe-c177-4325-83f2-9068ffdfee39 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:44.922527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-00f23b64-d595-4392-9dc4-c3a0ed08b213 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Deleting port d3c6ac69-14d3-4398-855a-df7159550b5e {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:44.922866 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-00f23b64-d595-4392-9dc4-c3a0ed08b213 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:44.983264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c2a0bc4d-e84b-4d0f-86f4-592baef54a8c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:44.993453 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Deleting port 776e355b-7c87-4477-b28c-9c1e56d90e60 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:44.993827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:45.043595 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc7e842b-a507-49c5-93ec-dda8a4b89823 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:45.134143 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:45.137740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0bc4d-e84b-4d0f-86f4-592baef54a8c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Network': ['ID=578d2be7-05b4-4e10-aaee-df0055421f0b,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:45.167653 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-24783d99-5fc1-4d1b-a1a0-d31f6fb776a4 req-c77db332-b652-4981-9a95-14426c4d74e0 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=fbb9efdaac9a4d899b480136df279d62&device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 1099 time: 1.1255271 Jan 24 16:20:45.172724 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c2a0bc4d-e84b-4d0f-86f4-592baef54a8c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/networks/578d2be7-05b4-4e10-aaee-df0055421f0b HTTP/1.1" status: 204 len: 168 time: 3.4018257 Jan 24 16:20:45.183572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57546) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:45.198013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:45.246718 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Allocated IP 2001:db8::1 (97140f77-b7f0-4d8f-9739-f17f8e5f2c4a/227dfad7-c343-4613-a077-b9d7a7480e8e/384de743-44af-4cbb-8d10-5e32e999039d) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:45.281642 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-69dc8b43-cef4-4577-9471-443cda83998e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1794745799'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:45.366984 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 42a1a0aa-15ed-46b5-b849-8b94585b26a2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=42a1a0aa-15ed-46b5-b849-8b94585b26a2,segment=NetworkSegment(212c0394-0edb-4615-8ea6-360b5909236f),segment_id=212c0394-0edb-4615-8ea6-360b5909236f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:45.395867 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-69dc8b43-cef4-4577-9471-443cda83998e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:45.401546 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-69dc8b43-cef4-4577-9471-443cda83998e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Usage tracker for resource:network and tenant:61b7432d46f34f798c10b7e248585ce7 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:45.416273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-69dc8b43-cef4-4577-9471-443cda83998e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:45.417213 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc7e842b-a507-49c5-93ec-dda8a4b89823 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:45.422788 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-69dc8b43-cef4-4577-9471-443cda83998e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:45.429250 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6c20fdcb-6f3b-4a52-bdb7-7f538d1df603 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:45.430582 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:45.519296 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] For port 776e355b-7c87-4477-b28c-9c1e56d90e60, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=776e355b-7c87-4477-b28c-9c1e56d90e60,segment=NetworkSegment(cc295d7d-cb41-4014-9c6f-e2aa80f183b5),segment_id=cc295d7d-cb41-4014-9c6f-e2aa80f183b5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:45.519704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:45.541733 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dc8b43-cef4-4577-9471-443cda83998e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Made reservation on behalf of 61b7432d46f34f798c10b7e248585ce7 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:45.545339 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-69dc8b43-cef4-4577-9471-443cda83998e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:45.590534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b858d9-8d57-4746-bb41-59a92235dadb req-71b78dc7-6d3b-4a1c-b728-6ae4c5b9b7b4 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:45.592158 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e3b858d9-8d57-4746-bb41-59a92235dadb req-71b78dc7-6d3b-4a1c-b728-6ae4c5b9b7b4 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 1.5881965 Jan 24 16:20:45.730236 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:45.762941 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-00f23b64-d595-4392-9dc4-c3a0ed08b213 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:45.841228 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Calling delete_port for 776e355b-7c87-4477-b28c-9c1e56d90e60 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:45.844741 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0950fc98-8461-45f7-bfeb-c90a78fadeda tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:45.854207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ecbe-c177-4325-83f2-9068ffdfee39 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:45.854531 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ecbe-c177-4325-83f2-9068ffdfee39 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:45.906330 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69dc8b43-cef4-4577-9471-443cda83998e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:45.907510 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6c20fdcb-6f3b-4a52-bdb7-7f538d1df603 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for 77ff4e65-4775-431d-bd7a-e14d2eadf492 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:46.020405 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=42a1a0aa-15ed-46b5-b849-8b94585b26a2,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:46.040756 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3659fb13-66ea-428f-9912-f7ef0459f64f up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:46.071569 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24783d99-5fc1-4d1b-a1a0-d31f6fb776a4 req-94ed169b-ed2d-448c-b244-6da679a4d408 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:46.073000 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-24783d99-5fc1-4d1b-a1a0-d31f6fb776a4 req-94ed169b-ed2d-448c-b244-6da679a4d408 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5495e0fa-a9db-448f-8be6-86cc8bed9d19 HTTP/1.1" status: 200 len: 913 time: 0.8884346 Jan 24 16:20:46.073367 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:46.081206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0ecbe-c177-4325-83f2-9068ffdfee39 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Calling delete_port for 6b2e06df-6569-4639-92ff-6160c88367e9 owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:46.108714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-00f23b64-d595-4392-9dc4-c3a0ed08b213 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Calling delete_port for d3c6ac69-14d3-4398-855a-df7159550b5e owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:46.182590 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] Pushing event deleted for resources: {'Port': ['ID=776e355b-7c87-4477-b28c-9c1e56d90e60,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:46.297071 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:46.309271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Transition to ACTIVE for port object 384de743-44af-4cbb-8d10-5e32e999039d will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:46.340652 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2f219ad1-ad1f-4827-9c1c-d9c2e9ac3699 None None] Provisioning for port 7db811be-3387-4c9c-b4bb-c9f75f3b875e completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:46.345282 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591be0b2-64e2-4cca-8d08-308702ed5b5e None None] No DVR routers for this DVR port 776e355b-7c87-4477-b28c-9c1e56d90e60 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:20:46.385002 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2f219ad1-ad1f-4827-9c1c-d9c2e9ac3699 None None] Provisioning complete for port 7db811be-3387-4c9c-b4bb-c9f75f3b875e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:46.385745 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f219ad1-ad1f-4827-9c1c-d9c2e9ac3699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:46.411392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Transition to ACTIVE for port object 384de743-44af-4cbb-8d10-5e32e999039d will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:46.418817 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-69dc8b43-cef4-4577-9471-443cda83998e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:46.419635 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-69dc8b43-cef4-4577-9471-443cda83998e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Added segment 989e95e6-1c86-461c-b832-2fa12a8e50ba of type vlan for network 7de2540e-5aab-4134-b940-e5b0af7af9fa Jan 24 16:20:46.423858 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e3b858d9-8d57-4746-bb41-59a92235dadb req-3fa9c6cc-6b72-4ec9-a5cd-6d209928f438 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8082316 Jan 24 16:20:46.459486 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2f219ad1-ad1f-4827-9c1c-d9c2e9ac3699 None None] Port 7db811be-3387-4c9c-b4bb-c9f75f3b875e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:20:46.460992 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-00f23b64-d595-4392-9dc4-c3a0ed08b213 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:46.470999 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:46.544394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Network 97140f77-b7f0-4d8f-9739-f17f8e5f2c4a is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:46.545961 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2f219ad1-ad1f-4827-9c1c-d9c2e9ac3699 None None] Provisioning complete for port 42a1a0aa-15ed-46b5-b849-8b94585b26a2 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:46.546440 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f219ad1-ad1f-4827-9c1c-d9c2e9ac3699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:46.558038 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-24783d99-5fc1-4d1b-a1a0-d31f6fb776a4 req-93397368-9136-4caf-a7bc-cc2dab84df09 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e HTTP/1.1" status: 200 len: 1002 time: 0.4395587 Jan 24 16:20:46.565825 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-69dc8b43-cef4-4577-9471-443cda83998e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:46.585381 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f23b64-d595-4392-9dc4-c3a0ed08b213 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Pushing event deleted for resources: {'Port': ['ID=d3c6ac69-14d3-4398-855a-df7159550b5e,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:46.614689 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:46.634786 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:46.637972 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 3659fb13-66ea-428f-9912-f7ef0459f64f completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:46.661574 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Pushing event updated for resources: {'Port': ['ID=384de743-44af-4cbb-8d10-5e32e999039d,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:46.692282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:46.759354 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Subnet': ['ID=227dfad7-c343-4613-a077-b9d7a7480e8e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:46.800092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Attempting to bind port 384de743-44af-4cbb-8d10-5e32e999039d on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:46.800377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Attempting to bind port 384de743-44af-4cbb-8d10-5e32e999039d by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'b6039832-a93f-4956-a325-87aa1d2feb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '97140f77-b7f0-4d8f-9739-f17f8e5f2c4a'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:46.800649 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Attempting to bind port 384de743-44af-4cbb-8d10-5e32e999039d on network 97140f77-b7f0-4d8f-9739-f17f8e5f2c4a {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:46.811182 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:46.811985 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Checking segment: {'id': 'b6039832-a93f-4956-a325-87aa1d2feb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '97140f77-b7f0-4d8f-9739-f17f8e5f2c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:46.811985 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:46.812330 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Bound using segment: {'id': 'b6039832-a93f-4956-a325-87aa1d2feb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '97140f77-b7f0-4d8f-9739-f17f8e5f2c4a'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:46.812756 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Bound port: 384de743-44af-4cbb-8d10-5e32e999039d, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6039832-a93f-4956-a325-87aa1d2feb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '97140f77-b7f0-4d8f-9739-f17f8e5f2c4a'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:46.813112 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:46.834520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24783d99-5fc1-4d1b-a1a0-d31f6fb776a4 req-e4ca543c-fa62-4880-90cf-c3f413f73a24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:46.836017 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-24783d99-5fc1-4d1b-a1a0-d31f6fb776a4 req-e4ca543c-fa62-4880-90cf-c3f413f73a24 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3c1c62db-bb5b-4b37-8d89-20b3ac5d7145 HTTP/1.1" status: 200 len: 851 time: 0.2627478 Jan 24 16:20:46.906462 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] For port 384de743-44af-4cbb-8d10-5e32e999039d, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:46.909494 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] For port 384de743-44af-4cbb-8d10-5e32e999039d, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=384de743-44af-4cbb-8d10-5e32e999039d,segment=NetworkSegment(b6039832-a93f-4956-a325-87aa1d2feb3a),segment_id=b6039832-a93f-4956-a325-87aa1d2feb3a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:46.919896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:46.934813 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6c20fdcb-6f3b-4a52-bdb7-7f538d1df603 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.008342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-10754528-ab71-4f2a-9236-0d72604a4e5b None None] Provisioning complete for port 7db811be-3387-4c9c-b4bb-c9f75f3b875e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:47.008726 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-10754528-ab71-4f2a-9236-0d72604a4e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.047019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20fdcb-6f3b-4a52-bdb7-7f538d1df603 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=77ff4e65-4775-431d-bd7a-e14d2eadf492,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:47.067050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-00f23b64-d595-4392-9dc4-c3a0ed08b213 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.084251 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c68664-3944-4559-b92b-8d7fd4fe5695 None None] Pushing event updated for resources: {'Port': ['ID=384de743-44af-4cbb-8d10-5e32e999039d,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:47.094895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-69dc8b43-cef4-4577-9471-443cda83998e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.098560 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dc8b43-cef4-4577-9471-443cda83998e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:47.099133 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-69dc8b43-cef4-4577-9471-443cda83998e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.123119 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-10754528-ab71-4f2a-9236-0d72604a4e5b None None] Port 7db811be-3387-4c9c-b4bb-c9f75f3b875e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:20:47.140811 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.147050 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a0442c-7e70-46fd-972c-e970a9d3ab52 None None] Network 97140f77-b7f0-4d8f-9739-f17f8e5f2c4a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:47.222819 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-10754528-ab71-4f2a-9236-0d72604a4e5b None None] Provisioning for port 3659fb13-66ea-428f-9912-f7ef0459f64f completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:47.246740 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-10754528-ab71-4f2a-9236-0d72604a4e5b None None] Provisioning complete for port 3659fb13-66ea-428f-9912-f7ef0459f64f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:47.247128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-10754528-ab71-4f2a-9236-0d72604a4e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.248882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ecbe-c177-4325-83f2-9068ffdfee39 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.353077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-fc7e842b-a507-49c5-93ec-dda8a4b89823 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:20:47.366961 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97140f77-b7f0-4d8f-9739-f17f8e5f2c4a']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:47.371467 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-00f23b64-d595-4392-9dc4-c3a0ed08b213 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.380995 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6c20fdcb-6f3b-4a52-bdb7-7f538d1df603 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.384692 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc7e842b-a507-49c5-93ec-dda8a4b89823 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.386701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-00f23b64-d595-4392-9dc4-c3a0ed08b213 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.399282 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc7e842b-a507-49c5-93ec-dda8a4b89823 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.406629 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0ecbe-c177-4325-83f2-9068ffdfee39 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Port': ['ID=6b2e06df-6569-4639-92ff-6160c88367e9,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:47.439355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc8b43-cef4-4577-9471-443cda83998e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event updated for resources: {'Network': ['ID=7de2540e-5aab-4134-b940-e5b0af7af9fa,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:47.443454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6039832-a93f-4956-a325-87aa1d2feb3a') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:47.444377 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6039832-a93f-4956-a325-87aa1d2feb3a') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:47.452463 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-69dc8b43-cef4-4577-9471-443cda83998e tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2336535 Jan 24 16:20:47.454212 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 7de2540e-5aab-4134-b940-e5b0af7af9fa details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:47.462843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57552) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:47.496149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.507675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-315598ed-ba70-4c86-8358-9b08b7e8ab0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Request body: {'subnet': {'network_id': '7de2540e-5aab-4134-b940-e5b0af7af9fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:47.536712 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc7e842b-a507-49c5-93ec-dda8a4b89823 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.559932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-10754528-ab71-4f2a-9236-0d72604a4e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.626532 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-10754528-ab71-4f2a-9236-0d72604a4e5b None None] For port 3659fb13-66ea-428f-9912-f7ef0459f64f, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3659fb13-66ea-428f-9912-f7ef0459f64f,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:47.632506 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-10754528-ab71-4f2a-9236-0d72604a4e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.668536 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6c20fdcb-6f3b-4a52-bdb7-7f538d1df603 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/77ff4e65-4775-431d-bd7a-e14d2eadf492 HTTP/1.1" status: 204 len: 168 time: 3.0547438 Jan 24 16:20:47.673529 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-10754528-ab71-4f2a-9236-0d72604a4e5b None None] Could not find standard attr ID for object 77ff4e65-4775-431d-bd7a-e14d2eadf492. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:20:47.677000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57556) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:47.687232 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d864aa-147f-41bf-82aa-ea7cf17a59ec None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:20:47.688839 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-24783d99-5fc1-4d1b-a1a0-d31f6fb776a4 req-4e50b4e5-37ab-4041-a9fd-78b099dea6c1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5495e0fa-a9db-448f-8be6-86cc8bed9d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7882872 Jan 24 16:20:47.736438 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.764540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10754528-ab71-4f2a-9236-0d72604a4e5b None None] Pushing event updated for resources: {'Port': ['ID=3659fb13-66ea-428f-9912-f7ef0459f64f,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:47.880335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e842b-a507-49c5-93ec-dda8a4b89823 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=7db811be-3387-4c9c-b4bb-c9f75f3b875e,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:47.881815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 42a1a0aa-15ed-46b5-b849-8b94585b26a2 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:47.914794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f23b64-d595-4392-9dc4-c3a0ed08b213 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Router 142a44d2-45d2-45bf-b127-00151e762fa3 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:20:47.971381 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:47.977405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f22a0-1fbf-4c10-8ef2-f9d7c03c6e9b req-2367874e-11bf-4af0-af02-8cdbf2a4769e tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:47.978899 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-737f22a0-1fbf-4c10-8ef2-f9d7c03c6e9b req-2367874e-11bf-4af0-af02-8cdbf2a4769e tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.3693078 Jan 24 16:20:48.016767 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:20:48.017138 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:48.024853 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d864aa-147f-41bf-82aa-ea7cf17a59ec None None] Resources bound (agent type, host, resource id): {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:20:48.033069 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:20:48.050735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7e842b-a507-49c5-93ec-dda8a4b89823 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 22a64241-3de8-4d3f-aaa8-596e645759e1 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:48.058884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-fc7e842b-a507-49c5-93ec-dda8a4b89823 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:48.076552 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 42a1a0aa-15ed-46b5-b849-8b94585b26a2 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:48.076902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:48.099609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0950fc98-8461-45f7-bfeb-c90a78fadeda tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Router c64fe49f-4160-428c-8c59-19c9ec297123 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:20:48.123485 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ecbe-c177-4325-83f2-9068ffdfee39 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:48.125696 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ecbe-c177-4325-83f2-9068ffdfee39 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:48.129561 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b6c0ecbe-c177-4325-83f2-9068ffdfee39 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/floatingips/2f339f78-897d-4835-bfd5-2d224f76e9c3 HTTP/1.1" status: 204 len: 168 time: 3.6945310 Jan 24 16:20:48.134076 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57560) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:48.150101 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-315598ed-ba70-4c86-8358-9b08b7e8ab0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:48.171892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f76729e-7ba5-4191-9c88-c8fa2875ae56 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:48.173200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f76729e-7ba5-4191-9c88-c8fa2875ae56 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:48.173940 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9f76729e-7ba5-4191-9c88-c8fa2875ae56 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:48.187582 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-315598ed-ba70-4c86-8358-9b08b7e8ab0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Usage tracker for resource:subnet and tenant:61b7432d46f34f798c10b7e248585ce7 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:48.195234 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-315598ed-ba70-4c86-8358-9b08b7e8ab0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:48.218760 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-315598ed-ba70-4c86-8358-9b08b7e8ab0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:48.224130 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.api [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 24 16:20:48.224130 dv-neutron-826104-1-hyperv neutron-server[83466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 24 16:20:48.224130 dv-neutron-826104-1-hyperv neutron-server[83466]: [parameters: {'id': '97140f77-b7f0-4d8f-9739-f17f8e5f2c4a'}] Jan 24 16:20:48.224130 dv-neutron-826104-1-hyperv neutron-server[83466]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:20:48.224591 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG oslo_db.api [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:20:48.249158 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9f76729e-7ba5-4191-9c88-c8fa2875ae56 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:48.252936 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9f76729e-7ba5-4191-9c88-c8fa2875ae56 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5606365 Jan 24 16:20:48.280091 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57564) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:48.309405 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315598ed-ba70-4c86-8358-9b08b7e8ab0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Made reservation on behalf of 61b7432d46f34f798c10b7e248585ce7 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:48.332670 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-a7c2897c-d0ac-494c-b190-c5e1293b37d2 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] delete failed (client error): The resource could not be found. Jan 24 16:20:48.337943 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a7c2897c-d0ac-494c-b190-c5e1293b37d2 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/floatingips/2f339f78-897d-4835-bfd5-2d224f76e9c3 HTTP/1.1" status: 404 len: 345 time: 0.1978636 Jan 24 16:20:48.339523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57568) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:48.361294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3659fb13-66ea-428f-9912-f7ef0459f64f up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:48.377351 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-24783d99-5fc1-4d1b-a1a0-d31f6fb776a4 req-36d8e954-e0df-4c6f-858e-6086db0a17d8 service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423352 Jan 24 16:20:48.408226 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-737f22a0-1fbf-4c10-8ef2-f9d7c03c6e9b req-9748f2e2-645d-424b-8716-abc9c2b328ed tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3757336 Jan 24 16:20:48.430766 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f23b64-d595-4392-9dc4-c3a0ed08b213 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:20:48.439154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-00f23b64-d595-4392-9dc4-c3a0ed08b213 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:48.440325 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-00f23b64-d595-4392-9dc4-c3a0ed08b213 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "PUT /v2.0/routers/142a44d2-45d2-45bf-b127-00151e762fa3 HTTP/1.1" status: 200 len: 706 time: 6.7378302 Jan 24 16:20:48.446410 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57572) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:48.447375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03f6a6-3160-4c33-9eb0-a9e35eac44be None None] Sync routers for ids ['142a44d2-45d2-45bf-b127-00151e762fa3'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:20:48.525234 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03f6a6-3160-4c33-9eb0-a9e35eac44be None None] Routers {'142a44d2-45d2-45bf-b127-00151e762fa3'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:48.525851 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-aa03f6a6-3160-4c33-9eb0-a9e35eac44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['142a44d2-45d2-45bf-b127-00151e762fa3'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:48.604815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-aa03f6a6-3160-4c33-9eb0-a9e35eac44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:48.623137 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 3659fb13-66ea-428f-9912-f7ef0459f64f triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:48.623359 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:48.651558 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-315598ed-ba70-4c86-8358-9b08b7e8ab0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:48.689040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0950fc98-8461-45f7-bfeb-c90a78fadeda tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:20:48.701062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03f6a6-3160-4c33-9eb0-a9e35eac44be None None] Routers {'142a44d2-45d2-45bf-b127-00151e762fa3'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:48.701696 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-aa03f6a6-3160-4c33-9eb0-a9e35eac44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['142a44d2-45d2-45bf-b127-00151e762fa3'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:48.717355 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86646240-785b-4081-81ae-1770d9d8b631 None None] Sync routers for ids ['c64fe49f-4160-428c-8c59-19c9ec297123'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:20:48.746230 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:48.766070 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0950fc98-8461-45f7-bfeb-c90a78fadeda tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "PUT /v2.0/routers/c64fe49f-4160-428c-8c59-19c9ec297123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3209760 Jan 24 16:20:48.766966 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57576) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:48.771694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f5ca88-1823-40de-bdb3-0218166a8985 None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:20:48.774103 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86646240-785b-4081-81ae-1770d9d8b631 None None] Routers {'c64fe49f-4160-428c-8c59-19c9ec297123'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:48.776251 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-86646240-785b-4081-81ae-1770d9d8b631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c64fe49f-4160-428c-8c59-19c9ec297123'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:48.800444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-aa03f6a6-3160-4c33-9eb0-a9e35eac44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:48.800841 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03f6a6-3160-4c33-9eb0-a9e35eac44be None None] The sync data for ids ['142a44d2-45d2-45bf-b127-00151e762fa3'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:20:48.852720 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-86646240-785b-4081-81ae-1770d9d8b631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:48.864924 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86646240-785b-4081-81ae-1770d9d8b631 None None] Routers {'c64fe49f-4160-428c-8c59-19c9ec297123'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:48.865542 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-86646240-785b-4081-81ae-1770d9d8b631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c64fe49f-4160-428c-8c59-19c9ec297123'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:48.879958 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-5125c8ef-1eee-4405-83d0-6713fb8150d4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] delete failed (client error): The resource could not be found. Jan 24 16:20:48.881043 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5125c8ef-1eee-4405-83d0-6713fb8150d4 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "DELETE /v2.0/routers/tempest-non_exist_router-1278484555 HTTP/1.1" status: 404 len: 335 time: 0.1078951 Jan 24 16:20:48.889833 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-24783d99-5fc1-4d1b-a1a0-d31f6fb776a4 req-b272f5ad-e745-4708-87ea-ac5ed04adc35 service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630821 Jan 24 16:20:48.892495 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57580) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:48.902319 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b77a5632-70b7-4c4a-af9f-63e6f72af459 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c64fe49f-4160-428c-8c59-19c9ec297123'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:48.929495 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-86646240-785b-4081-81ae-1770d9d8b631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:48.930212 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86646240-785b-4081-81ae-1770d9d8b631 None None] The sync data for ids ['c64fe49f-4160-428c-8c59-19c9ec297123'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:20:48.970255 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbfb986-3941-4b45-9f50-c76bf4fa8c79 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:48.974930 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbfb986-3941-4b45-9f50-c76bf4fa8c79 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:48.978537 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbfb986-3941-4b45-9f50-c76bf4fa8c79 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:48.979385 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bbbfb986-3941-4b45-9f50-c76bf4fa8c79 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Synchronizing usage tracker for tenant:af052b8aa9e742caa4ed884470bec1dd on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:48.995002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Deleting port 384de743-44af-4cbb-8d10-5e32e999039d {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:48.995342 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:49.011065 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f5ca88-1823-40de-bdb3-0218166a8985 None None] Resources bound (agent type, host, resource id): {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 24 16:20:49.016041 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-23b308bf-f50d-4fb7-b888-2d63ac7fb2bc tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/routers/142a44d2-45d2-45bf-b127-00151e762fa3 HTTP/1.1" status: 200 len: 741 time: 0.5663869 Jan 24 16:20:49.018396 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57584) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:49.090162 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7dbcdad2-2ed1-4f3f-97e7-acfc9ee3c963 tempest-RoutersAdminTest-2046642904 tempest-RoutersAdminTest-2046642904-project-admin] 10.222.0.130 "GET /v2.0/ports?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&device_id=142a44d2-45d2-45bf-b127-00151e762fa3 HTTP/1.1" status: 200 len: 205 time: 0.0665789 Jan 24 16:20:49.093042 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57588) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:49.119112 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bbbfb986-3941-4b45-9f50-c76bf4fa8c79 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Unset dirty status for tenant:af052b8aa9e742caa4ed884470bec1dd on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:49.122760 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bbbfb986-3941-4b45-9f50-c76bf4fa8c79 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "GET /v2.0/ports?network_id=4ad364e7-63b0-402c-aa39-1bd4feca3133 HTTP/1.1" status: 200 len: 2357 time: 0.7804072 Jan 24 16:20:49.129766 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57592) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:49.146238 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ab8b9e-52e1-4a4d-b122-7fe2daaf9d96 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet fd56ad85-908c-4e5b-9419-16c2004157d7 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:20:49.162700 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3c87f56d-92ff-428f-ad23-1d8f8392c779 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "GET /v2.0/ports?device_id=142a44d2-45d2-45bf-b127-00151e762fa3 HTTP/1.1" status: 200 len: 205 time: 0.0649502 Jan 24 16:20:49.162700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51ab8b9e-52e1-4a4d-b122-7fe2daaf9d96 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:49.192906 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57596) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:49.221211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51ab8b9e-52e1-4a4d-b122-7fe2daaf9d96 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:49.336277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51ab8b9e-52e1-4a4d-b122-7fe2daaf9d96 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:49.378161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7e842b-a507-49c5-93ec-dda8a4b89823 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Router d5a27563-1706-4b83-9341-6b21dc091dea is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:20:49.548562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51ab8b9e-52e1-4a4d-b122-7fe2daaf9d96 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:49.595457 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab8b9e-52e1-4a4d-b122-7fe2daaf9d96 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=fd56ad85-908c-4e5b-9419-16c2004157d7,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:49.606111 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51ab8b9e-52e1-4a4d-b122-7fe2daaf9d96 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:49.613247 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f48882-0da2-465b-99a6-1b7e1ec093ec None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:49.638795 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-51ab8b9e-52e1-4a4d-b122-7fe2daaf9d96 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/fd56ad85-908c-4e5b-9419-16c2004157d7 HTTP/1.1" status: 204 len: 168 time: 1.3157568 Jan 24 16:20:49.641142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57602) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:49.713296 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a9ea82e1-aa26-45da-b3d6-a0813232f0f2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681963 Jan 24 16:20:49.713521 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57606) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:49.763021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7e842b-a507-49c5-93ec-dda8a4b89823 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:20:49.768092 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fc7e842b-a507-49c5-93ec-dda8a4b89823 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "PUT /v2.0/routers/d5a27563-1706-4b83-9341-6b21dc091dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0678222 Jan 24 16:20:49.774946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57610) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:49.776828 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28efcebf-248f-46a7-96a2-9581e5e03056 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:49.782865 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-28efcebf-248f-46a7-96a2-9581e5e03056 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "GET /v2.0/subnets/29fd95ea-c3b1-46a6-b7af-37d2de11780c HTTP/1.1" status: 200 len: 797 time: 0.6255677 Jan 24 16:20:49.783819 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57614) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:49.801335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3973e40f-f346-4a29-9c02-7587b37188f0 None None] Sync routers for ids ['d5a27563-1706-4b83-9341-6b21dc091dea'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:20:49.821641 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-cc7ba907-52e6-4f49-913c-1db2dd8e7106 None None] Provisioning complete for port 7db811be-3387-4c9c-b4bb-c9f75f3b875e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:49.822689 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cc7ba907-52e6-4f49-913c-1db2dd8e7106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:49.824380 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'port': {'network_id': '4ad364e7-63b0-402c-aa39-1bd4feca3133', 'name': 'tempest-FloatingIPTestJSON-1130496795', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:49.874757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] For port 384de743-44af-4cbb-8d10-5e32e999039d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=384de743-44af-4cbb-8d10-5e32e999039d,segment=NetworkSegment(b6039832-a93f-4956-a325-87aa1d2feb3a),segment_id=b6039832-a93f-4956-a325-87aa1d2feb3a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:49.875200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:49.894923 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3973e40f-f346-4a29-9c02-7587b37188f0 None None] Routers {'d5a27563-1706-4b83-9341-6b21dc091dea'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:49.895463 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3973e40f-f346-4a29-9c02-7587b37188f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d5a27563-1706-4b83-9341-6b21dc091dea'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:49.909105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ab04d91-c046-487c-9aee-901b42f67bec tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:50.005011 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ba907-52e6-4f49-913c-1db2dd8e7106 None None] Port 7db811be-3387-4c9c-b4bb-c9f75f3b875e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:20:50.012421 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3973e40f-f346-4a29-9c02-7587b37188f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:50.015150 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f1c515-31d4-448e-acba-cd723e6c9d8f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:50.015150 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-21f1c515-31d4-448e-acba-cd723e6c9d8f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:50.026862 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed55eba3-8020-425d-8bb9-10ee2ceff3d2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:50.028124 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ed55eba3-8020-425d-8bb9-10ee2ceff3d2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:50.038312 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:50.073550 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3973e40f-f346-4a29-9c02-7587b37188f0 None None] Routers {'d5a27563-1706-4b83-9341-6b21dc091dea'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:50.077746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3973e40f-f346-4a29-9c02-7587b37188f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d5a27563-1706-4b83-9341-6b21dc091dea'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:50.102351 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:50.109630 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-21f1c515-31d4-448e-acba-cd723e6c9d8f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:50.113721 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-21f1c515-31d4-448e-acba-cd723e6c9d8f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3965669 Jan 24 16:20:50.116235 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57618) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:50.152646 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Calling delete_port for 384de743-44af-4cbb-8d10-5e32e999039d owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:50.176576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ed55eba3-8020-425d-8bb9-10ee2ceff3d2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:50.177561 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ed55eba3-8020-425d-8bb9-10ee2ceff3d2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports?device_id=d5a27563-1706-4b83-9341-6b21dc091dea HTTP/1.1" status: 200 len: 981 time: 0.4004393 Jan 24 16:20:50.184699 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57622) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:50.192475 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3973e40f-f346-4a29-9c02-7587b37188f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:50.193504 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3973e40f-f346-4a29-9c02-7587b37188f0 None None] The sync data for ids ['d5a27563-1706-4b83-9341-6b21dc091dea'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:20:50.195577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58deb46a-b5c1-4b9d-9780-62daeedaf732 None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:20:50.201294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-58deb46a-b5c1-4b9d-9780-62daeedaf732 None None] Deleting port 3659fb13-66ea-428f-9912-f7ef0459f64f {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:50.201731 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-58deb46a-b5c1-4b9d-9780-62daeedaf732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:50.224156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-315598ed-ba70-4c86-8358-9b08b7e8ab0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:50.263636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Made reservation on behalf of af052b8aa9e742caa4ed884470bec1dd for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:50.350249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0441df85-b5ec-42ab-b29c-878b07597194 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:50.350837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0441df85-b5ec-42ab-b29c-878b07597194 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:50.419349 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-58deb46a-b5c1-4b9d-9780-62daeedaf732 None None] For port 3659fb13-66ea-428f-9912-f7ef0459f64f, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3659fb13-66ea-428f-9912-f7ef0459f64f,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:50.419777 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-58deb46a-b5c1-4b9d-9780-62daeedaf732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:50.442953 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca846455-91c6-43a4-8983-07029edbe763 req-34b99c7b-740c-46d1-ad25-30d225dd4fab tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:50.445014 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ca846455-91c6-43a4-8983-07029edbe763 req-34b99c7b-740c-46d1-ad25-30d225dd4fab tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.8023882 Jan 24 16:20:50.518403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b77a5632-70b7-4c4a-af9f-63e6f72af459 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:50.521866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315598ed-ba70-4c86-8358-9b08b7e8ab0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event updated for resources: {'Subnet': ['ID=019e8db7-055d-4952-80f2-88c8b3b30894,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:50.524433 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:50.545090 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-58deb46a-b5c1-4b9d-9780-62daeedaf732 None None] Calling delete_port for 3659fb13-66ea-428f-9912-f7ef0459f64f owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:50.605996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0441df85-b5ec-42ab-b29c-878b07597194 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:50.607271 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0441df85-b5ec-42ab-b29c-878b07597194 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4862394 Jan 24 16:20:50.612787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57628) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:50.634102 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-58deb46a-b5c1-4b9d-9780-62daeedaf732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:50.662703 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Port': ['ID=384de743-44af-4cbb-8d10-5e32e999039d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:50.691540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58deb46a-b5c1-4b9d-9780-62daeedaf732 None None] Pushing event deleted for resources: {'Port': ['ID=3659fb13-66ea-428f-9912-f7ef0459f64f,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:50.702756 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58deb46a-b5c1-4b9d-9780-62daeedaf732 None None] No DVR routers for this DVR port 3659fb13-66ea-428f-9912-f7ef0459f64f on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:20:50.713426 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-81074c88-13eb-4a9e-8f99-a45cf29e6d13 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920386 Jan 24 16:20:50.717407 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:50.728258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57632) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:50.741179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-66f06c2a-a24c-49ac-aa67-21dcbdaab82a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:50.840295 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] device_id is not set on port da95a266-7c5e-47e5-aa93-833066e81c3d yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:20:50.897512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No DVR routers for this DVR port 384de743-44af-4cbb-8d10-5e32e999039d on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:20:50.983027 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-66f06c2a-a24c-49ac-aa67-21dcbdaab82a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:51.008561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-66f06c2a-a24c-49ac-aa67-21dcbdaab82a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:51.021820 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-b77a5632-70b7-4c4a-af9f-63e6f72af459 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] update failed (client error): The resource could not be found. Jan 24 16:20:51.022842 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b77a5632-70b7-4c4a-af9f-63e6f72af459 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "PUT /v2.0/routers/c64fe49f-4160-428c-8c59-19c9ec297123 HTTP/1.1" status: 404 len: 339 time: 2.1289346 Jan 24 16:20:51.023689 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315598ed-ba70-4c86-8358-9b08b7e8ab0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Checking segment: {'id': '989e95e6-1c86-461c-b832-2fa12a8e50ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7de2540e-5aab-4134-b940-e5b0af7af9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:51.024040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315598ed-ba70-4c86-8358-9b08b7e8ab0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Network hostable DHCP agents. Network: 7de2540e-5aab-4134-b940-e5b0af7af9fa, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:51.032497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57636) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:51.050477 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ca846455-91c6-43a4-8983-07029edbe763 req-9b6f5c5a-d48d-46a4-ab0e-f9fe35af5bec tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5457959 Jan 24 16:20:51.069631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ab04d91-c046-487c-9aee-901b42f67bec tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:51.109915 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f06c2a-a24c-49ac-aa67-21dcbdaab82a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:51.113852 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-66f06c2a-a24c-49ac-aa67-21dcbdaab82a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:51.207541 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ab04d91-c046-487c-9aee-901b42f67bec tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:51.234551 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:51.326877 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97140f77-b7f0-4d8f-9739-f17f8e5f2c4a']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:51.355428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6039832-a93f-4956-a325-87aa1d2feb3a') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:51.355763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6039832-a93f-4956-a325-87aa1d2feb3a') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:51.370224 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315598ed-ba70-4c86-8358-9b08b7e8ab0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Network 7de2540e-5aab-4134-b940-e5b0af7af9fa is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:51.380078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:51.394301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ab04d91-c046-487c-9aee-901b42f67bec tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:51.394799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab04d91-c046-487c-9aee-901b42f67bec tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Fanout notify agent at l3_agent the message router_deleted on router 142a44d2-45d2-45bf-b127-00151e762fa3 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:20:51.477147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:51.481909 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1d2f76dc-a536-47e2-a6e3-6763c6889611 req-b4308600-20b4-4c0e-9013-db197a1ce554 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5951014 Jan 24 16:20:51.484980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-315598ed-ba70-4c86-8358-9b08b7e8ab0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 7de2540e-5aab-4134-b940-e5b0af7af9fa) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:51.494282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315598ed-ba70-4c86-8358-9b08b7e8ab0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:51.494862 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-315598ed-ba70-4c86-8358-9b08b7e8ab0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:51.495174 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8600839-c85f-4031-b620-3e3a0a081ad0 None None] Network 7de2540e-5aab-4134-b940-e5b0af7af9fa requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:51.502124 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:20:51.502505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:20:51.520075 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:20:51.562615 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Allocated IP 172.20.0.14 (4ad364e7-63b0-402c-aa39-1bd4feca3133/29fd95ea-c3b1-46a6-b7af-37d2de11780c/da95a266-7c5e-47e5-aa93-833066e81c3d) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:51.588617 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Allocated IP 172.20.0.12 (4ad364e7-63b0-402c-aa39-1bd4feca3133/29fd95ea-c3b1-46a6-b7af-37d2de11780c/da95a266-7c5e-47e5-aa93-833066e81c3d) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:51.661351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ab04d91-c046-487c-9aee-901b42f67bec tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:51.667070 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5ab04d91-c046-487c-9aee-901b42f67bec tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "DELETE /v2.0/routers/142a44d2-45d2-45bf-b127-00151e762fa3 HTTP/1.1" status: 204 len: 168 time: 2.4560895 Jan 24 16:20:51.684022 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57640) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:51.705177 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-315598ed-ba70-4c86-8358-9b08b7e8ab0b tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.2398937 Jan 24 16:20:51.713390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57644) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:51.750313 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:51.754050 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:51.775661 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-7de2540e-5aab-4134-b940-e5b0af7af9fa', 'network_id': '7de2540e-5aab-4134-b940-e5b0af7af9fa', 'tenant_id': '61b7432d46f34f798c10b7e248585ce7', 'fixed_ips': [{'subnet_id': '019e8db7-055d-4952-80f2-88c8b3b30894'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:51.777181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:51.809288 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3de58200-6ef8-461a-be40-068477a364d9 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "GET /v2.0/ports?device_id=142a44d2-45d2-45bf-b127-00151e762fa3 HTTP/1.1" status: 200 len: 205 time: 0.1219487 Jan 24 16:20:51.853205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57648) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:51.870138 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3659fb13-66ea-428f-9912-f7ef0459f64f no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:20:51.898622 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/97140f77-b7f0-4d8f-9739-f17f8e5f2c4a HTTP/1.1" status: 204 len: 168 time: 7.6961486 Jan 24 16:20:51.910812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e11df-c19d-4e79-afb6-dc97b76aab20 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Network': ['ID=97140f77-b7f0-4d8f-9739-f17f8e5f2c4a,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:51.913681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57652) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:51.920254 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 3659fb13-66ea-428f-9912-f7ef0459f64f {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:20:51.920665 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3659fb13-66ea-428f-9912-f7ef0459f64f not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:20:51.929160 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-69f6eda3-62fc-463d-bef5-1d01ba492a1b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1675025369'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:51.953981 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-ba3aeee7-bb5a-49c8-bb89-c28d157edef2 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] delete failed (client error): The resource could not be found. Jan 24 16:20:51.954467 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-69f6eda3-62fc-463d-bef5-1d01ba492a1b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:51.957472 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ba3aeee7-bb5a-49c8-bb89-c28d157edef2 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "DELETE /v2.0/routers/142a44d2-45d2-45bf-b127-00151e762fa3 HTTP/1.1" status: 404 len: 336 time: 0.0987175 Jan 24 16:20:51.962156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57656) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:51.969996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-69f6eda3-62fc-463d-bef5-1d01ba492a1b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:network and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:51.977642 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-69f6eda3-62fc-463d-bef5-1d01ba492a1b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:51.995974 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Allocated IP 2001:db8::2 (7de2540e-5aab-4134-b940-e5b0af7af9fa/019e8db7-055d-4952-80f2-88c8b3b30894/f0b1da8c-050a-4a35-a7b6-a66fb54fe27d) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:52.150472 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.objects.ports [None req-66f06c2a-a24c-49ac-aa67-21dcbdaab82a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83465) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:20:52.165547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-66f06c2a-a24c-49ac-aa67-21dcbdaab82a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:52.245899 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9592e65e-c786-441e-9244-98e3e8594d80 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "GET /v2.0/ports?device_id=46c957b0-04b5-48d3-b41b-995155625880 HTTP/1.1" status: 200 len: 205 time: 0.2807028 Jan 24 16:20:52.249202 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:52.259706 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-69f6eda3-62fc-463d-bef5-1d01ba492a1b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:52.261058 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Transition to ACTIVE for port object f0b1da8c-050a-4a35-a7b6-a66fb54fe27d will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:52.261574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57664) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:52.280248 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Transition to ACTIVE for port object f0b1da8c-050a-4a35-a7b6-a66fb54fe27d will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:52.287006 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:52.337335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:52.345333 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f06c2a-a24c-49ac-aa67-21dcbdaab82a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:52.356125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Network 7de2540e-5aab-4134-b940-e5b0af7af9fa is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:52.359081 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:52.360684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-66f06c2a-a24c-49ac-aa67-21dcbdaab82a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:52.361628 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:52.361768 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1d2f76dc-a536-47e2-a6e3-6763c6889611 req-7601649f-55c4-4aba-89a8-779e4e23b295 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=fbb9efdaac9a4d899b480136df279d62&device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 1099 time: 0.7038360 Jan 24 16:20:52.366620 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:52.369763 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-7e9f38e5-b6f5-4290-9b34-01cfe7180005 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] delete failed (client error): The resource could not be found. Jan 24 16:20:52.370028 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f06c2a-a24c-49ac-aa67-21dcbdaab82a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:52.373358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-66f06c2a-a24c-49ac-aa67-21dcbdaab82a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:52.373493 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7e9f38e5-b6f5-4290-9b34-01cfe7180005 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "DELETE /v2.0/routers/46c957b0-04b5-48d3-b41b-995155625880 HTTP/1.1" status: 404 len: 336 time: 0.1061478 Jan 24 16:20:52.374663 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57668) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:52.377552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f06c2a-a24c-49ac-aa67-21dcbdaab82a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=bae6a509-cc01-4237-9a04-a1b204e7ee71,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:52.379085 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f6eda3-62fc-463d-bef5-1d01ba492a1b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:52.383570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-69f6eda3-62fc-463d-bef5-1d01ba492a1b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:52.420526 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1848ba20-727d-4e3d-8fcb-4044814a1e4a None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:52.430939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a80f1d46-a74a-4738-8c4d-c1a49b5d5274 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:52.437383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Pushing event updated for resources: {'Port': ['ID=f0b1da8c-050a-4a35-a7b6-a66fb54fe27d,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:52.504163 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-029dd852-ad9a-4dd0-9de6-186def47ea49 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "GET /v2.0/ports?device_id=4dff1bb5-8528-4c0e-bc6f-71beb6232cfb HTTP/1.1" status: 200 len: 205 time: 0.1275949 Jan 24 16:20:52.506699 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-66f06c2a-a24c-49ac-aa67-21dcbdaab82a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7745183 Jan 24 16:20:52.507336 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57672) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:52.509737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57674) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:52.557280 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Attempting to bind port f0b1da8c-050a-4a35-a7b6-a66fb54fe27d on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:52.557865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Attempting to bind port f0b1da8c-050a-4a35-a7b6-a66fb54fe27d by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '989e95e6-1c86-461c-b832-2fa12a8e50ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7de2540e-5aab-4134-b940-e5b0af7af9fa'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:52.558303 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Attempting to bind port f0b1da8c-050a-4a35-a7b6-a66fb54fe27d on network 7de2540e-5aab-4134-b940-e5b0af7af9fa {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:52.572520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:52.572978 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Checking segment: {'id': '989e95e6-1c86-461c-b832-2fa12a8e50ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7de2540e-5aab-4134-b940-e5b0af7af9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:52.573276 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:52.573675 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Bound using segment: {'id': '989e95e6-1c86-461c-b832-2fa12a8e50ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7de2540e-5aab-4134-b940-e5b0af7af9fa'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:52.574131 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Bound port: f0b1da8c-050a-4a35-a7b6-a66fb54fe27d, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989e95e6-1c86-461c-b832-2fa12a8e50ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7de2540e-5aab-4134-b940-e5b0af7af9fa'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:52.574497 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:52.575252 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'mac_address': 'fa:16:3e:8d:f2:24', 'name': 'tempest-NetworksTestDHCPv6-929950381'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:52.579779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Deleting port f0b1da8c-050a-4a35-a7b6-a66fb54fe27d {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:52.580066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:52.617975 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-5c241218-1a76-439e-9e5f-49ab428476f1 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] delete failed (client error): The resource could not be found. Jan 24 16:20:52.621382 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5c241218-1a76-439e-9e5f-49ab428476f1 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "DELETE /v2.0/routers/4dff1bb5-8528-4c0e-bc6f-71beb6232cfb HTTP/1.1" status: 404 len: 336 time: 0.1083689 Jan 24 16:20:52.625994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57680) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:52.721317 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:52.724504 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f6eda3-62fc-463d-bef5-1d01ba492a1b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:52.744357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:52.759791 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4b651324-adfc-4589-bb55-248ac6763d3d tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "GET /v2.0/ports?device_id=6d34a383-ac39-4f08-b6cc-6c69c8a08817 HTTP/1.1" status: 200 len: 205 time: 0.1262660 Jan 24 16:20:52.780600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57684) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:52.812139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf878c-80ef-4543-82a6-c7940c1b49ee req-a34d2350-921d-4996-a434-6578f802bca3 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:52.813661 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b1bf878c-80ef-4543-82a6-c7940c1b49ee req-a34d2350-921d-4996-a434-6578f802bca3 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.5775223 Jan 24 16:20:52.822596 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] For port f0b1da8c-050a-4a35-a7b6-a66fb54fe27d, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:52.833103 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] For port f0b1da8c-050a-4a35-a7b6-a66fb54fe27d, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f0b1da8c-050a-4a35-a7b6-a66fb54fe27d,segment=NetworkSegment(989e95e6-1c86-461c-b832-2fa12a8e50ba),segment_id=989e95e6-1c86-461c-b832-2fa12a8e50ba)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:52.839989 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:52.878471 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': 'bae6a509-cc01-4237-9a04-a1b204e7ee71'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:52.878822 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:52.900103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-69f6eda3-62fc-463d-bef5-1d01ba492a1b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:52.900721 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-69f6eda3-62fc-463d-bef5-1d01ba492a1b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Added segment 03a456ae-9b18-4d74-9d37-52c0579788a4 of type vlan for network ed84c4d8-012f-4f0d-aeb0-4dde8965d515 Jan 24 16:20:52.902807 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-85a9f42f-a6d8-4fbb-8294-81b8895ee4f8 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] delete failed (client error): The resource could not be found. Jan 24 16:20:52.906345 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-85a9f42f-a6d8-4fbb-8294-81b8895ee4f8 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "DELETE /v2.0/routers/6d34a383-ac39-4f08-b6cc-6c69c8a08817 HTTP/1.1" status: 404 len: 336 time: 0.1223998 Jan 24 16:20:52.911162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 4ad364e7-63b0-402c-aa39-1bd4feca3133 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:52.916238 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57688) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:52.955959 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:52.957756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=da95a266-7c5e-47e5-aa93-833066e81c3d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:52.971517 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:52.983407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f76dc-a536-47e2-a6e3-6763c6889611 req-37e4f82f-e39a-4af9-a366-b20923fb074b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:52.984993 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1d2f76dc-a536-47e2-a6e3-6763c6889611 req-37e4f82f-e39a-4af9-a366-b20923fb074b service neutron] 10.222.0.129 "GET /v2.0/networks?id=5495e0fa-a9db-448f-8be6-86cc8bed9d19 HTTP/1.1" status: 200 len: 913 time: 0.5223687 Jan 24 16:20:53.009496 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6f0cf-da67-47e3-8a39-6239e8f5d0f7 None None] Pushing event updated for resources: {'Port': ['ID=f0b1da8c-050a-4a35-a7b6-a66fb54fe27d,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:53.034107 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ea560795-cbe2-44d9-996c-819d5ce8aee8 tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "GET /v2.0/ports?device_id=196e728e-8107-4c76-9ee2-bdcb4f8d1785 HTTP/1.1" status: 200 len: 205 time: 0.1146986 Jan 24 16:20:53.044792 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57692) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:53.130458 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:53.135737 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Allocated IP 2001:db8::f816:3eff:fe4d:3176 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/bae6a509-cc01-4237-9a04-a1b204e7ee71/e984af4c-fa83-4a7c-9750-e03b565d81af) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:53.142467 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-fbd04758-c5d5-444f-9fe2-4908b160ab1c tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] delete failed (client error): The resource could not be found. Jan 24 16:20:53.143498 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fbd04758-c5d5-444f-9fe2-4908b160ab1c tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "DELETE /v2.0/routers/196e728e-8107-4c76-9ee2-bdcb4f8d1785 HTTP/1.1" status: 404 len: 336 time: 0.0970395 Jan 24 16:20:53.155626 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b1bf878c-80ef-4543-82a6-c7940c1b49ee req-6881c643-a6b2-4079-9213-467df33b5391 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285291 Jan 24 16:20:53.159334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:53.161889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57696) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:53.168427 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:53.207091 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:53.219388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:53.220038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:53.238971 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8427927f-318f-43a8-ad37-c2c8b134c83c tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "GET /v2.0/ports?device_id=e623be29-ded6-4a73-bbd7-96d22c419012 HTTP/1.1" status: 200 len: 205 time: 0.0742261 Jan 24 16:20:53.254721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57702) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:53.355565 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:53.359498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:53.409675 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-0ca66e13-5f1f-4c11-bc08-f99b733f60dc tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] delete failed (client error): The resource could not be found. Jan 24 16:20:53.410616 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0ca66e13-5f1f-4c11-bc08-f99b733f60dc tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "DELETE /v2.0/routers/e623be29-ded6-4a73-bbd7-96d22c419012 HTTP/1.1" status: 404 len: 336 time: 0.1549890 Jan 24 16:20:53.414859 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-df61feb4-f224-43eb-ad0a-f217b78c94a5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.6001322 Jan 24 16:20:53.415651 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57706) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:53.415971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57708) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:53.429719 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': 'da95a266-7c5e-47e5-aa93-833066e81c3d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:53.440623 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-69f6eda3-62fc-463d-bef5-1d01ba492a1b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:53.479115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:53.485469 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5c4f79-a8fb-4d09-8505-e78488da34cb tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] DELETE failed (client error): The resource could not be found. Jan 24 16:20:53.486208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5c4f79-a8fb-4d09-8505-e78488da34cb tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:20:53.491147 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6c5c4f79-a8fb-4d09-8505-e78488da34cb tempest-RoutersAdminTest-819862894 tempest-RoutersAdminTest-819862894-project] 10.222.0.130 "DELETE /v2.0/subnets/856549f0-adc5-41bd-b8d5-0b50c0cf80a4 HTTP/1.1" status: 404 len: 337 time: 0.0655081 Jan 24 16:20:53.503952 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:53.518881 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Transition to ACTIVE for port object e984af4c-fa83-4a7c-9750-e03b565d81af will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:53.521406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port 612be4bf-fbf8-4510-b051-2dc40432f0e7 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:20:53.544048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Transition to ACTIVE for port object e984af4c-fa83-4a7c-9750-e03b565d81af will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:53.551648 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:53.573835 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1d2f76dc-a536-47e2-a6e3-6763c6889611 req-6963ff7e-3910-4361-b9d1-8d14161357b1 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e HTTP/1.1" status: 200 len: 1002 time: 0.5779352 Jan 24 16:20:53.602638 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:53.644152 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:53.647954 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:53.650914 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:53.659794 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Pushing event updated for resources: {'Port': ['ID=e984af4c-fa83-4a7c-9750-e03b565d81af,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:53.673866 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:53.682575 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f76dc-a536-47e2-a6e3-6763c6889611 req-960f6679-20ff-4fb6-98f8-0e86b8c3d475 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:53.684187 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1d2f76dc-a536-47e2-a6e3-6763c6889611 req-960f6679-20ff-4fb6-98f8-0e86b8c3d475 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3c1c62db-bb5b-4b37-8d89-20b3ac5d7145 HTTP/1.1" status: 200 len: 851 time: 0.0732772 Jan 24 16:20:53.756560 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585513c-a635-4f52-a029-32d768616b53 req-e8abc715-7e72-4204-9418-3c74ab9c9904 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:53.758318 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4585513c-a635-4f52-a029-32d768616b53 req-e8abc715-7e72-4204-9418-3c74ab9c9904 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.3860884 Jan 24 16:20:53.799503 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] For port f0b1da8c-050a-4a35-a7b6-a66fb54fe27d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f0b1da8c-050a-4a35-a7b6-a66fb54fe27d,segment=NetworkSegment(989e95e6-1c86-461c-b832-2fa12a8e50ba),segment_id=989e95e6-1c86-461c-b832-2fa12a8e50ba)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:53.800237 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:53.802832 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Attempting to bind port e984af4c-fa83-4a7c-9750-e03b565d81af on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:53.803657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Attempting to bind port e984af4c-fa83-4a7c-9750-e03b565d81af by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:53.804267 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Attempting to bind port e984af4c-fa83-4a7c-9750-e03b565d81af on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:53.810205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-69f6eda3-62fc-463d-bef5-1d01ba492a1b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:53.815617 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f6eda3-62fc-463d-bef5-1d01ba492a1b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:53.816204 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:53.816685 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:53.816820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-69f6eda3-62fc-463d-bef5-1d01ba492a1b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:53.817251 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:53.817753 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:53.820949 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Bound port: e984af4c-fa83-4a7c-9750-e03b565d81af, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:53.820949 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:53.948204 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] For port e984af4c-fa83-4a7c-9750-e03b565d81af, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:53.953024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] For port e984af4c-fa83-4a7c-9750-e03b565d81af, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e984af4c-fa83-4a7c-9750-e03b565d81af,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:53.959327 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:54.050686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57718) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:54.071769 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f0b1da8c-050a-4a35-a7b6-a66fb54fe27d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:54.084503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a80f1d46-a74a-4738-8c4d-c1a49b5d5274 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port 7db811be-3387-4c9c-b4bb-c9f75f3b875e {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:54.085313 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a80f1d46-a74a-4738-8c4d-c1a49b5d5274 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:54.174015 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6eda3-62fc-463d-bef5-1d01ba492a1b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Network': ['ID=ed84c4d8-012f-4f0d-aeb0-4dde8965d515,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:54.178672 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-69f6eda3-62fc-463d-bef5-1d01ba492a1b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2589600 Jan 24 16:20:54.203285 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network ed84c4d8-012f-4f0d-aeb0-4dde8965d515 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:54.318196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a80f1d46-a74a-4738-8c4d-c1a49b5d5274 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:54.324106 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57724) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:54.345686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Calling delete_port for f0b1da8c-050a-4a35-a7b6-a66fb54fe27d owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:54.385004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f211698-0725-4d03-9f02-557a06244cd9 None None] Pushing event updated for resources: {'Port': ['ID=e984af4c-fa83-4a7c-9750-e03b565d81af,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:54.390363 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-3708880b-d6a4-4a85-a286-f4552cad3fb6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'subnet': {'network_id': 'ed84c4d8-012f-4f0d-aeb0-4dde8965d515', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:54.430150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port f0b1da8c-050a-4a35-a7b6-a66fb54fe27d completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:54.436495 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fde574b-5334-4c1e-93f6-a634dbb3df12 None None] Network 7de2540e-5aab-4134-b940-e5b0af7af9fa requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:54.474054 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a80f1d46-a74a-4738-8c4d-c1a49b5d5274 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for 7db811be-3387-4c9c-b4bb-c9f75f3b875e owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:54.547691 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::f816:3eff:fe8d:f224 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/bae6a509-cc01-4237-9a04-a1b204e7ee71/612be4bf-fbf8-4510-b051-2dc40432f0e7) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:54.557386 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-53e7c67e-c417-4fc2-ba69-6da70dca7b69 None None] Provisioning for port f0b1da8c-050a-4a35-a7b6-a66fb54fe27d completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:54.574764 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-53e7c67e-c417-4fc2-ba69-6da70dca7b69 None None] Provisioning complete for port f0b1da8c-050a-4a35-a7b6-a66fb54fe27d triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:54.575125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-53e7c67e-c417-4fc2-ba69-6da70dca7b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:54.586495 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b3bb21c4-9f73-4f94-ba42-a96b425dda33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:54.681442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Allocated IP 172.20.0.1 (8ec3c542-ef86-40da-bd06-d0cd28f5b143/cd9d48b6-6e37-4422-b223-1b6e2cf07f2c/a7c912a7-3c6a-4c18-8cac-c0107f98c018) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:54.746394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b3bb21c4-9f73-4f94-ba42-a96b425dda33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:54.771999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b3bb21c4-9f73-4f94-ba42-a96b425dda33 admin admin] Usage tracker for resource:security_group_rule and tenant:f0d527ef1b7748598539c390fcf4cd2a is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:54.803000 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4585513c-a635-4f52-a029-32d768616b53 req-ebe473ef-cdc8-479b-bc88-d167548b4235 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0359740 Jan 24 16:20:54.806471 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3708880b-d6a4-4a85-a286-f4552cad3fb6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:54.816684 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-53e7c67e-c417-4fc2-ba69-6da70dca7b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:54.830839 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3708880b-d6a4-4a85-a286-f4552cad3fb6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:subnet and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:54.835004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3708880b-d6a4-4a85-a286-f4552cad3fb6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:54.854459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3708880b-d6a4-4a85-a286-f4552cad3fb6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:54.859137 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1d2f76dc-a536-47e2-a6e3-6763c6889611 req-1f9c9e1a-c26a-493d-95c7-c05066f8d8c4 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5495e0fa-a9db-448f-8be6-86cc8bed9d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1641762 Jan 24 16:20:54.873658 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b3bb21c4-9f73-4f94-ba42-a96b425dda33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:54.890118 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b3bb21c4-9f73-4f94-ba42-a96b425dda33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:54.930470 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:54.933071 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-53e7c67e-c417-4fc2-ba69-6da70dca7b69 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 24 16:20:54.933071 dv-neutron-826104-1-hyperv neutron-server[83467]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Jan 24 16:20:54.933071 dv-neutron-826104-1-hyperv neutron-server[83467]: [parameters: {'status': 'ACTIVE', 'ports_id': 'f0b1da8c-050a-4a35-a7b6-a66fb54fe27d'}] Jan 24 16:20:54.933071 dv-neutron-826104-1-hyperv neutron-server[83467]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:20:54.933431 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-53e7c67e-c417-4fc2-ba69-6da70dca7b69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:20:55.048593 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3708880b-d6a4-4a85-a286-f4552cad3fb6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:55.142357 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a80f1d46-a74a-4738-8c4d-c1a49b5d5274 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:55.204629 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:55.266776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:55.283299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f1d46-a74a-4738-8c4d-c1a49b5d5274 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=7db811be-3387-4c9c-b4bb-c9f75f3b875e,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:55.292096 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Transition to ACTIVE for port object a7c912a7-3c6a-4c18-8cac-c0107f98c018 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:55.315496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:55.328237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object 612be4bf-fbf8-4510-b051-2dc40432f0e7 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:55.361493 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3708880b-d6a4-4a85-a286-f4552cad3fb6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:55.461148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Allocated IP 172.26.2.17 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/20ebb6b0-0b17-46fd-972f-427ef1bec303) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:55.477450 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-53e7c67e-c417-4fc2-ba69-6da70dca7b69 None None] Port f0b1da8c-050a-4a35-a7b6-a66fb54fe27d update to ACTIVE by agent not found {{(pid=83467) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 24 16:20:55.521487 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b3bb21c4-9f73-4f94-ba42-a96b425dda33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:55.592251 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3de8f75d-8419-4303-a3a8-8a73d5e10c37 None None] Could not find standard attr ID for object f0b1da8c-050a-4a35-a7b6-a66fb54fe27d. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:20:55.602528 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1d2f76dc-a536-47e2-a6e3-6763c6889611 req-a7264f99-c74e-4d86-a9e4-aee417a5f14c service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7282314 Jan 24 16:20:55.603334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Port': ['ID=f0b1da8c-050a-4a35-a7b6-a66fb54fe27d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:55.612837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b3bb21c4-9f73-4f94-ba42-a96b425dda33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:55.712840 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82236555-d983-4877-96f8-af9eb24e33b5 None None] DHCP port deletion for 7de2540e-5aab-4134-b940-e5b0af7af9fa request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:20:55.714922 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:55.744074 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c452d15f-612d-45f5-83b1-86b54e19c890 None None] Provisioning for port e984af4c-fa83-4a7c-9750-e03b565d81af completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:55.755038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e4a2a6-191f-42e5-ae37-9ea7008346cc None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:20:55.795029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb21c4-9f73-4f94-ba42-a96b425dda33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f49216-cb26-468a-8c62-d9b1038794a2,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:55.801692 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:55.806971 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] No DVR routers for this DVR port f0b1da8c-050a-4a35-a7b6-a66fb54fe27d on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:20:55.983208 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e984af4c-fa83-4a7c-9750-e03b565d81af up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:55.995893 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Network 8ec3c542-ef86-40da-bd06-d0cd28f5b143 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:56.013144 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b3bb21c4-9f73-4f94-ba42-a96b425dda33 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=f0d527ef1b7748598539c390fcf4cd2a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9601958 Jan 24 16:20:56.032791 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event updated for resources: {'Port': ['ID=a7c912a7-3c6a-4c18-8cac-c0107f98c018,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:56.033011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57732) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:56.046907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:56.064335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:56.079871 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e4a2a6-191f-42e5-ae37-9ea7008346cc None None] Resources bound (agent type, host, resource id): {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 24 16:20:56.093572 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a80f1d46-a74a-4738-8c4d-c1a49b5d5274 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:56.105655 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:56.115870 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=612be4bf-fbf8-4510-b051-2dc40432f0e7,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:56.118885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:56.135120 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:56.139126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:56.139777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:56.160838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:56.201791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port e984af4c-fa83-4a7c-9750-e03b565d81af completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:56.216773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port e984af4c-fa83-4a7c-9750-e03b565d81af triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:56.217213 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:56.236670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0d235-c2b0-492d-ad57-61265d1e0259 req-9c5c8041-e99f-4dd0-a4e0-f006ed9c279c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:56.237584 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3dc0d235-c2b0-492d-ad57-61265d1e0259 req-9c5c8041-e99f-4dd0-a4e0-f006ed9c279c tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.8549659 Jan 24 16:20:56.238331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:56.312359 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1d2f76dc-a536-47e2-a6e3-6763c6889611 req-9033dab9-2449-4b52-90ea-a01036b43303 service neutron] 10.222.0.129 "GET /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6976039 Jan 24 16:20:56.349217 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-11074fa3-b3b8-439a-8364-54cb4d16e3d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8370595 Jan 24 16:20:56.354353 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57736) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:56.359352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c5f8bcd-a89b-40f1-9885-e14aa372d4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:56.389353 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:56.421101 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3dc0d235-c2b0-492d-ad57-61265d1e0259 req-1c5180c1-81e1-4d46-95f8-e731d56fd1a8 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477613 Jan 24 16:20:56.447236 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3708880b-d6a4-4a85-a286-f4552cad3fb6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:56.461189 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:56.504547 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:56.506552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:56.520547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c5f8bcd-a89b-40f1-9885-e14aa372d4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:56.568076 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port e984af4c-fa83-4a7c-9750-e03b565d81af, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e984af4c-fa83-4a7c-9750-e03b565d81af,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:56.574757 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:56.594449 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708880b-d6a4-4a85-a286-f4552cad3fb6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Subnet': ['ID=cd4d5bdb-65c0-4a9b-b156-38c712ee9605,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:56.643086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f0b1da8c-050a-4a35-a7b6-a66fb54fe27d no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:20:56.700162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:56.706904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=20ebb6b0-0b17-46fd-972f-427ef1bec303,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:56.709798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:56.710559 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: f0b1da8c-050a-4a35-a7b6-a66fb54fe27d {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:20:56.710559 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f0b1da8c-050a-4a35-a7b6-a66fb54fe27d not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:20:56.715850 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:56.729570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Subnet': ['ID=019e8db7-055d-4952-80f2-88c8b3b30894,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:56.751255 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=e984af4c-fa83-4a7c-9750-e03b565d81af,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:56.759289 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3708880b-d6a4-4a85-a286-f4552cad3fb6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Checking segment: {'id': '03a456ae-9b18-4d74-9d37-52c0579788a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed84c4d8-012f-4f0d-aeb0-4dde8965d515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:56.759701 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3708880b-d6a4-4a85-a286-f4552cad3fb6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network hostable DHCP agents. Network: ed84c4d8-012f-4f0d-aeb0-4dde8965d515, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:20:56.765912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:56.778533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:56.811432 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe254d7-8320-48ed-a5e1-80179067e0cf None None] Network 7de2540e-5aab-4134-b940-e5b0af7af9fa requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:56.828647 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d00400-9d30-4210-9c8b-c7dba97d0deb tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:56.835265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d00400-9d30-4210-9c8b-c7dba97d0deb tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:56.836056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-37d00400-9d30-4210-9c8b-c7dba97d0deb tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:56.853259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de2540e-5aab-4134-b940-e5b0af7af9fa']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:56.891372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989e95e6-1c86-461c-b832-2fa12a8e50ba') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:56.891697 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989e95e6-1c86-461c-b832-2fa12a8e50ba') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:56.967366 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c5f8bcd-a89b-40f1-9885-e14aa372d4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.010231 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.015765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f8bcd-a89b-40f1-9885-e14aa372d4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f49216-cb26-468a-8c62-d9b1038794a2,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:57.026549 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-37d00400-9d30-4210-9c8b-c7dba97d0deb tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:57.027821 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-37d00400-9d30-4210-9c8b-c7dba97d0deb tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6697855 Jan 24 16:20:57.033424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57740) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:57.034050 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3708880b-d6a4-4a85-a286-f4552cad3fb6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network ed84c4d8-012f-4f0d-aeb0-4dde8965d515 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:20:57.106061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c5f8bcd-a89b-40f1-9885-e14aa372d4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.107078 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3c5f8bcd-a89b-40f1-9885-e14aa372d4be admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/12f49216-cb26-468a-8c62-d9b1038794a2 HTTP/1.1" status: 204 len: 168 time: 1.0671084 Jan 24 16:20:57.159107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.195897 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ea5473-74e6-4b75-ab38-4f50b5f2606d None None] DHCP port deletion for 7de2540e-5aab-4134-b940-e5b0af7af9fa request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:20:57.197400 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80f1d46-a74a-4738-8c4d-c1a49b5d5274 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Router d5a27563-1706-4b83-9341-6b21dc091dea has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:20:57.197743 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-3708880b-d6a4-4a85-a286-f4552cad3fb6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, ed84c4d8-012f-4f0d-aeb0-4dde8965d515) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:57.199770 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:20:57.202692 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:20:57.219144 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:20:57.227812 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08cd9b9-a848-42a6-959f-f0ef7428f059 None None] Network ed84c4d8-012f-4f0d-aeb0-4dde8965d515 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:20:57.253095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-967de294-0e31-4a8e-8b52-78b8d987586c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port 612be4bf-fbf8-4510-b051-2dc40432f0e7 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:57.253710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-967de294-0e31-4a8e-8b52-78b8d987586c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.288336 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3708880b-d6a4-4a85-a286-f4552cad3fb6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:57.289096 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3708880b-d6a4-4a85-a286-f4552cad3fb6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.428895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.431764 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2809edc3-d8d2-4995-a473-2feb3dc51fea None None] Provisioning for port a7c912a7-3c6a-4c18-8cac-c0107f98c018 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:57.433995 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3708880b-d6a4-4a85-a286-f4552cad3fb6 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1062813 Jan 24 16:20:57.449709 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57748) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:57.457735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-368b1564-24d3-4c24-948c-fe6b34337ef7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'subnet': {'network_id': 'ed84c4d8-012f-4f0d-aeb0-4dde8965d515', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:57.462423 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.476479 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Network': ['ID=7de2540e-5aab-4134-b940-e5b0af7af9fa,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:57.486381 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e39a88e3-5ee4-49e2-8390-3c3e60dc053f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/networks/7de2540e-5aab-4134-b940-e5b0af7af9fa HTTP/1.1" status: 204 len: 168 time: 5.7666852 Jan 24 16:20:57.490442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57752) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:57.496424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-1f7f0f76-9851-421c-8c80-b760869168f7 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-161379884'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:57.516232 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1f7f0f76-9851-421c-8c80-b760869168f7 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:57.532723 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1f7f0f76-9851-421c-8c80-b760869168f7 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Usage tracker for resource:network and tenant:61b7432d46f34f798c10b7e248585ce7 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:57.543155 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2809edc3-d8d2-4995-a473-2feb3dc51fea None None] Provisioning complete for port a7c912a7-3c6a-4c18-8cac-c0107f98c018 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:57.543551 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2809edc3-d8d2-4995-a473-2feb3dc51fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.553848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1f7f0f76-9851-421c-8c80-b760869168f7 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:57.566878 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1f7f0f76-9851-421c-8c80-b760869168f7 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:57.603083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-ed84c4d8-012f-4f0d-aeb0-4dde8965d515', 'network_id': 'ed84c4d8-012f-4f0d-aeb0-4dde8965d515', 'tenant_id': '16f95b1a0f7046a18412316f506009d3', 'fixed_ips': [{'subnet_id': 'cd4d5bdb-65c0-4a9b-b156-38c712ee9605'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:20:57.603859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.607542 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7f0f76-9851-421c-8c80-b760869168f7 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Made reservation on behalf of 61b7432d46f34f798c10b7e248585ce7 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:57.618352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0f76-9851-421c-8c80-b760869168f7 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.637676 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2809edc3-d8d2-4995-a473-2feb3dc51fea None None] Port a7c912a7-3c6a-4c18-8cac-c0107f98c018 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:20:57.670659 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57758) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:57.703261 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7f0f76-9851-421c-8c80-b760869168f7 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:20:57.720638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.732631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0f76-9851-421c-8c80-b760869168f7 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.732631 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-1f7f0f76-9851-421c-8c80-b760869168f7 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Added segment 2cf657e5-a873-4d1b-8c87-861b61c91b1f of type vlan for network f33515b5-d547-4e4d-9333-d3e980db2f62 Jan 24 16:20:57.734454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.805788 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c461a42e-7e0b-4f3e-8328-5faa35f2ddb9 None None] Provisioning for port 612be4bf-fbf8-4510-b051-2dc40432f0e7 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:20:57.810077 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Allocated IP 2001:db8::2 (ed84c4d8-012f-4f0d-aeb0-4dde8965d515/cd4d5bdb-65c0-4a9b-b156-38c712ee9605/f4052d15-8ae1-4dab-a569-c442ed1d211f) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:20:57.815922 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c461a42e-7e0b-4f3e-8328-5faa35f2ddb9 None None] Provisioning complete for port 612be4bf-fbf8-4510-b051-2dc40432f0e7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:57.816415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c461a42e-7e0b-4f3e-8328-5faa35f2ddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.886987 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6eae5ede-aee3-4c0a-8e58-6ce93ae1c0c5 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=d3846bd7b9d6467c9b1501dac62c3598&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2125571 Jan 24 16:20:57.890894 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57762) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:57.896219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.901192 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0f76-9851-421c-8c80-b760869168f7 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:57.905450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event updated for resources: {'Port': ['ID=a7c912a7-3c6a-4c18-8cac-c0107f98c018,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:57.944157 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e984af4c-fa83-4a7c-9750-e03b565d81af up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:57.979188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c461a42e-7e0b-4f3e-8328-5faa35f2ddb9 None None] Port 612be4bf-fbf8-4510-b051-2dc40432f0e7 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:20:58.111561 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0f76-9851-421c-8c80-b760869168f7 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:58.115951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7f0f76-9851-421c-8c80-b760869168f7 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:58.116312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0f76-9851-421c-8c80-b760869168f7 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:58.151929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80f1d46-a74a-4738-8c4d-c1a49b5d5274 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:20:58.161155 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port e984af4c-fa83-4a7c-9750-e03b565d81af triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:58.161155 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:58.161671 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4532-7d1d-40ec-9a3b-c47ba00cac89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:58.165759 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a80f1d46-a74a-4738-8c4d-c1a49b5d5274 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "PUT /v2.0/routers/d5a27563-1706-4b83-9341-6b21dc091dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9790733 Jan 24 16:20:58.173329 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3235b2-9c03-4329-a28a-be252d17e9e2 None None] Sync routers for ids ['d5a27563-1706-4b83-9341-6b21dc091dea'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:20:58.173850 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57766) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:58.196160 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3235b2-9c03-4329-a28a-be252d17e9e2 None None] Routers {'d5a27563-1706-4b83-9341-6b21dc091dea'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:58.197118 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ee3235b2-9c03-4329-a28a-be252d17e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d5a27563-1706-4b83-9341-6b21dc091dea'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:58.249151 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:58.256962 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ee3235b2-9c03-4329-a28a-be252d17e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:58.263905 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Transition to ACTIVE for port object f4052d15-8ae1-4dab-a569-c442ed1d211f will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:58.268610 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3235b2-9c03-4329-a28a-be252d17e9e2 None None] Routers {'d5a27563-1706-4b83-9341-6b21dc091dea'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:20:58.269475 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ee3235b2-9c03-4329-a28a-be252d17e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d5a27563-1706-4b83-9341-6b21dc091dea'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:58.307729 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-896469f5-8616-45cd-8171-de6fbf7c49d7 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] GET failed (client error): The resource could not be found. Jan 24 16:20:58.308240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-896469f5-8616-45cd-8171-de6fbf7c49d7 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:20:58.320627 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Transition to ACTIVE for port object f4052d15-8ae1-4dab-a569-c442ed1d211f will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:20:58.326754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-368b1564-24d3-4c24-948c-fe6b34337ef7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:58.330568 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-368b1564-24d3-4c24-948c-fe6b34337ef7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:subnet and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:58.332912 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ee3235b2-9c03-4329-a28a-be252d17e9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:20:58.333513 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3235b2-9c03-4329-a28a-be252d17e9e2 None None] The sync data for ids ['d5a27563-1706-4b83-9341-6b21dc091dea'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:20:58.333996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-368b1564-24d3-4c24-948c-fe6b34337ef7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:58.341523 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:58.351957 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-368b1564-24d3-4c24-948c-fe6b34337ef7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:58.366516 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1f7f0f76-9851-421c-8c80-b760869168f7 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8720357 Jan 24 16:20:58.371103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f0f76-9851-421c-8c80-b760869168f7 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event updated for resources: {'Network': ['ID=f33515b5-d547-4e4d-9333-d3e980db2f62,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:58.382948 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57770) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:58.393114 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network f33515b5-d547-4e4d-9333-d3e980db2f62 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:20:58.396436 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Request body: {'subnet': {'network_id': 'f33515b5-d547-4e4d-9333-d3e980db2f62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:20:58.417305 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4532-7d1d-40ec-9a3b-c47ba00cac89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:58.438626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368b1564-24d3-4c24-948c-fe6b34337ef7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:58.453775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-896469f5-8616-45cd-8171-de6fbf7c49d7 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:20:58.455973 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-896469f5-8616-45cd-8171-de6fbf7c49d7 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/7db811be-3387-4c9c-b4bb-c9f75f3b875e HTTP/1.1" status: 404 len: 333 time: 0.2663856 Jan 24 16:20:58.511062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Network ed84c4d8-012f-4f0d-aeb0-4dde8965d515 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:58.511342 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-967de294-0e31-4a8e-8b52-78b8d987586c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:58.522181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:58.523938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb386da-52fb-464e-9662-0e6215b857a1 req-5d699f82-cf20-45e8-8b95-01fb9f87a589 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:58.525506 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2cb386da-52fb-464e-9662-0e6215b857a1 req-5d699f82-cf20-45e8-8b95-01fb9f87a589 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.7233171 Jan 24 16:20:58.528594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57774) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:20:58.531300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:20:58.534817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Pushing event updated for resources: {'Port': ['ID=f4052d15-8ae1-4dab-a569-c442ed1d211f,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:58.574095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Network 8ec3c542-ef86-40da-bd06-d0cd28f5b143 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:20:58.585128 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:20:58.631364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Attempting to bind port f4052d15-8ae1-4dab-a569-c442ed1d211f on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:20:58.631785 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Attempting to bind port f4052d15-8ae1-4dab-a569-c442ed1d211f by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '03a456ae-9b18-4d74-9d37-52c0579788a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed84c4d8-012f-4f0d-aeb0-4dde8965d515'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:20:58.632127 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Attempting to bind port f4052d15-8ae1-4dab-a569-c442ed1d211f on network ed84c4d8-012f-4f0d-aeb0-4dde8965d515 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:20:58.639923 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:20:58.640294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Checking segment: {'id': '03a456ae-9b18-4d74-9d37-52c0579788a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed84c4d8-012f-4f0d-aeb0-4dde8965d515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:20:58.640691 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:58.641076 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Bound using segment: {'id': '03a456ae-9b18-4d74-9d37-52c0579788a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed84c4d8-012f-4f0d-aeb0-4dde8965d515'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:20:58.641535 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Bound port: f4052d15-8ae1-4dab-a569-c442ed1d211f, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a456ae-9b18-4d74-9d37-52c0579788a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed84c4d8-012f-4f0d-aeb0-4dde8965d515'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:20:58.641901 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:58.675692 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05a8f7-623b-4755-a3b3-02b033023545 req-2f561c4c-077c-4891-8d1c-7eaad0b354c4 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:20:58.677082 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0c05a8f7-623b-4755-a3b3-02b033023545 req-2f561c4c-077c-4891-8d1c-7eaad0b354c4 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.129 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 946 time: 0.6437747 Jan 24 16:20:58.770301 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] For port f4052d15-8ae1-4dab-a569-c442ed1d211f, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:20:58.776939 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] For port f4052d15-8ae1-4dab-a569-c442ed1d211f, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f4052d15-8ae1-4dab-a569-c442ed1d211f,segment=NetworkSegment(03a456ae-9b18-4d74-9d37-52c0579788a4),segment_id=03a456ae-9b18-4d74-9d37-52c0579788a4)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:20:58.784002 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:58.850890 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-0c05a8f7-623b-4755-a3b3-02b033023545 req-3eb19b04-4e77-49fc-b9e9-20fbddc3fd30 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Deleting port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:20:58.851241 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0c05a8f7-623b-4755-a3b3-02b033023545 req-3eb19b04-4e77-49fc-b9e9-20fbddc3fd30 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:58.874145 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-967de294-0e31-4a8e-8b52-78b8d987586c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for 612be4bf-fbf8-4510-b051-2dc40432f0e7 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:20:58.878368 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf403e8-9427-4196-8e78-ba9a95c4e426 None None] Pushing event updated for resources: {'Port': ['ID=f4052d15-8ae1-4dab-a569-c442ed1d211f,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:58.885973 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4532-7d1d-40ec-9a3b-c47ba00cac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:58.913688 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2cb386da-52fb-464e-9662-0e6215b857a1 req-e0e2757c-af32-41d9-bd8c-def0d4f87656 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612228 Jan 24 16:20:58.934057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e66c2842-748e-4558-a053-37a8324e1a96 None None] Provisioning complete for port a7c912a7-3c6a-4c18-8cac-c0107f98c018 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:20:58.934727 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e66c2842-748e-4558-a053-37a8324e1a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:58.996062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e66c2842-748e-4558-a053-37a8324e1a96 None None] Port a7c912a7-3c6a-4c18-8cac-c0107f98c018 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:20:59.015786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b4532-7d1d-40ec-9a3b-c47ba00cac89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafd2722-51dd-4f3b-9699-fea1236c5415,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:20:59.026196 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4532-7d1d-40ec-9a3b-c47ba00cac89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:59.027297 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ad4b4532-7d1d-40ec-9a3b-c47ba00cac89 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/fafd2722-51dd-4f3b-9699-fea1236c5415 HTTP/1.1" status: 204 len: 168 time: 1.1331058 Jan 24 16:20:59.046938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:20:59.051460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Usage tracker for resource:subnet and tenant:61b7432d46f34f798c10b7e248585ce7 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:20:59.054532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:20:59.077831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:20:59.132834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-98e571e3-219d-462b-a920-fe08ff2296fe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:59.256513 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Made reservation on behalf of 61b7432d46f34f798c10b7e248585ce7 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:20:59.281813 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-368b1564-24d3-4c24-948c-fe6b34337ef7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:59.391929 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-0c05a8f7-623b-4755-a3b3-02b033023545 req-3eb19b04-4e77-49fc-b9e9-20fbddc3fd30 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] For port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e,segment=NetworkSegment(dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b),segment_id=dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:20:59.392503 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0c05a8f7-623b-4755-a3b3-02b033023545 req-3eb19b04-4e77-49fc-b9e9-20fbddc3fd30 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:20:59.450746 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:20:59.611396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Router c64fe49f-4160-428c-8c59-19c9ec297123 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:20:59.933068 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f4052d15-8ae1-4dab-a569-c442ed1d211f up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:20:59.996792 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:00.070528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port f4052d15-8ae1-4dab-a569-c442ed1d211f completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:00.159464 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0c05a8f7-623b-4755-a3b3-02b033023545 req-3eb19b04-4e77-49fc-b9e9-20fbddc3fd30 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:00.159904 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0c05a8f7-623b-4755-a3b3-02b033023545 req-3eb19b04-4e77-49fc-b9e9-20fbddc3fd30 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:00.160741 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [req-0c05a8f7-623b-4755-a3b3-02b033023545 req-3eb19b04-4e77-49fc-b9e9-20fbddc3fd30 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Floating IP 505bd8a4-a945-4008-814c-591a7f4992d2 disassociated. External IP: 172.26.2.106, port: efd4e5db-7339-4dba-8bac-0eb2a3f99b6e. Jan 24 16:21:00.160867 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-0c05a8f7-623b-4755-a3b3-02b033023545 req-3eb19b04-4e77-49fc-b9e9-20fbddc3fd30 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Calling delete_port for efd4e5db-7339-4dba-8bac-0eb2a3f99b6e owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:00.192179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e48998-cf5d-44a1-8b96-f01b3c97b114 None None] Network ed84c4d8-012f-4f0d-aeb0-4dde8965d515 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:00.269288 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:21:00.277296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-967de294-0e31-4a8e-8b52-78b8d987586c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:00.287073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd9289-d377-41c9-8b57-59365d446f0f None None] Sync routers for ids ['c64fe49f-4160-428c-8c59-19c9ec297123'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:21:00.301801 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5289a4d1-e732-4cbb-81f5-e4b597b825ba tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "PUT /v2.0/routers/c64fe49f-4160-428c-8c59-19c9ec297123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2585337 Jan 24 16:21:00.303734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57796) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:00.334400 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f20d0865-1122-4722-b24e-625a2d066545 None None] Provisioning for port f4052d15-8ae1-4dab-a569-c442ed1d211f completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:00.348438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f20d0865-1122-4722-b24e-625a2d066545 None None] Provisioning complete for port f4052d15-8ae1-4dab-a569-c442ed1d211f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:00.349054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f20d0865-1122-4722-b24e-625a2d066545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:00.397897 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967de294-0e31-4a8e-8b52-78b8d987586c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=612be4bf-fbf8-4510-b051-2dc40432f0e7,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:00.406314 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd9289-d377-41c9-8b57-59365d446f0f None None] Routers {'c64fe49f-4160-428c-8c59-19c9ec297123'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:00.407429 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1fbd9289-d377-41c9-8b57-59365d446f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c64fe49f-4160-428c-8c59-19c9ec297123'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:00.490556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57802) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:00.496740 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1fbd9289-d377-41c9-8b57-59365d446f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:00.563549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd9289-d377-41c9-8b57-59365d446f0f None None] Routers {'c64fe49f-4160-428c-8c59-19c9ec297123'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:00.564116 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1fbd9289-d377-41c9-8b57-59365d446f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c64fe49f-4160-428c-8c59-19c9ec297123'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:00.673023 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:00.685321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-98e571e3-219d-462b-a920-fe08ff2296fe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:00.689938 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0c05a8f7-623b-4755-a3b3-02b033023545 req-3eb19b04-4e77-49fc-b9e9-20fbddc3fd30 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:00.724142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-967de294-0e31-4a8e-8b52-78b8d987586c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:00.729383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1fbd9289-d377-41c9-8b57-59365d446f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:00.729882 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd9289-d377-41c9-8b57-59365d446f0f None None] The sync data for ids ['c64fe49f-4160-428c-8c59-19c9ec297123'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:21:00.775181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f20d0865-1122-4722-b24e-625a2d066545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:00.788625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-652451709'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:00.817786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb19b04-4e77-49fc-b9e9-20fbddc3fd30 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Pushing event deleted for resources: {'Port': ['ID=efd4e5db-7339-4dba-8bac-0eb2a3f99b6e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:00.827727 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f20d0865-1122-4722-b24e-625a2d066545 None None] For port f4052d15-8ae1-4dab-a569-c442ed1d211f, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f4052d15-8ae1-4dab-a569-c442ed1d211f,segment=NetworkSegment(03a456ae-9b18-4d74-9d37-52c0579788a4),segment_id=03a456ae-9b18-4d74-9d37-52c0579788a4)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:00.829722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-98e571e3-219d-462b-a920-fe08ff2296fe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:00.837600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f20d0865-1122-4722-b24e-625a2d066545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:00.847596 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49313363-4d10-41a9-8469-0fbd39e86331 req-1777f47b-fb1f-49e8-8f38-44bf88d06da4 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:00.857487 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-49313363-4d10-41a9-8469-0fbd39e86331 req-1777f47b-fb1f-49e8-8f38-44bf88d06da4 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 867 time: 0.6386955 Jan 24 16:21:00.862371 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:00.918333 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:network and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:00.933497 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:00.942958 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d0865-1122-4722-b24e-625a2d066545 None None] Pushing event updated for resources: {'Port': ['ID=f4052d15-8ae1-4dab-a569-c442ed1d211f,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:00.952557 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-967de294-0e31-4a8e-8b52-78b8d987586c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/612be4bf-fbf8-4510-b051-2dc40432f0e7 HTTP/1.1" status: 204 len: 168 time: 3.9167526 Jan 24 16:21:00.965526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57808) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:01.008367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:01.026272 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-49313363-4d10-41a9-8469-0fbd39e86331 req-bcecc965-a339-4dd9-9032-d6b35068d0d0 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups?id=049d7494-8d22-480a-89ed-9b4a54e4a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676266 Jan 24 16:21:01.058480 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:01.078816 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c24fbf2b-d15d-48f1-a66a-0d0d53eca2df tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:01.160643 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-98e571e3-219d-462b-a920-fe08ff2296fe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:01.161186 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e571e3-219d-462b-a920-fe08ff2296fe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Fanout notify agent at l3_agent the message router_deleted on router d5a27563-1706-4b83-9341-6b21dc091dea {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:21:01.199720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:01.203170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:01.216231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ccec9c-940c-4df4-9f1e-f70b94f69018 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:01.217725 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ccec9c-940c-4df4-9f1e-f70b94f69018 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:01.218424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c5ccec9c-940c-4df4-9f1e-f70b94f69018 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:01.263458 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:01.281657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-98e571e3-219d-462b-a920-fe08ff2296fe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:01.286582 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-98e571e3-219d-462b-a920-fe08ff2296fe tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/routers/d5a27563-1706-4b83-9341-6b21dc091dea HTTP/1.1" status: 204 len: 168 time: 2.7411692 Jan 24 16:21:01.286727 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-079404c9-b800-4210-a07f-f9d1e1e5338b None None] Provisioning complete for port f4052d15-8ae1-4dab-a569-c442ed1d211f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:01.286727 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-079404c9-b800-4210-a07f-f9d1e1e5338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:01.287590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57812) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:01.337693 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-368b1564-24d3-4c24-948c-fe6b34337ef7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:01.383826 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device efd4e5db-7339-4dba-8bac-0eb2a3f99b6e no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:01.430209 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: efd4e5db-7339-4dba-8bac-0eb2a3f99b6e {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:21:01.430618 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device efd4e5db-7339-4dba-8bac-0eb2a3f99b6e not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:21:01.500358 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-c24fbf2b-d15d-48f1-a66a-0d0d53eca2df tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 24 16:21:01.501545 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c24fbf2b-d15d-48f1-a66a-0d0d53eca2df tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "DELETE /v2.0/routers/c64fe49f-4160-428c-8c59-19c9ec297123 HTTP/1.1" status: 409 len: 329 time: 1.1652257 Jan 24 16:21:01.508596 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57816) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:01.510865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c5ccec9c-940c-4df4-9f1e-f70b94f69018 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:01.514484 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c5ccec9c-940c-4df4-9f1e-f70b94f69018 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5416763 Jan 24 16:21:01.545754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57820) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:01.614855 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-47627c51-ebc2-4704-8f49-ad6f6aa8b40a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting subnet f5e45626-3f87-4a94-b7ef-7c210ac3a14c {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:01.623135 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47627c51-ebc2-4704-8f49-ad6f6aa8b40a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:01.649444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:01.699182 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c05a8f7-623b-4755-a3b3-02b033023545 req-3eb19b04-4e77-49fc-b9e9-20fbddc3fd30 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Router cc1729db-53d7-40e0-a71b-feef08d128b5 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:21:01.703323 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:security_group_rule and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:01.716887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368b1564-24d3-4c24-948c-fe6b34337ef7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network ed84c4d8-012f-4f0d-aeb0-4dde8965d515 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:01.719912 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:01.735956 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b1564-24d3-4c24-948c-fe6b34337ef7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Subnet': ['ID=2928a63a-6d52-470b-b0fd-0b918b8299d9,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:01.738475 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-368b1564-24d3-4c24-948c-fe6b34337ef7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:01.749159 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47627c51-ebc2-4704-8f49-ad6f6aa8b40a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:01.749873 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc9ae1-ddf1-4644-97eb-e61014d98b12 None None] Network ed84c4d8-012f-4f0d-aeb0-4dde8965d515 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:01.755367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:01.758004 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368b1564-24d3-4c24-948c-fe6b34337ef7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:01.758596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-368b1564-24d3-4c24-948c-fe6b34337ef7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:01.770367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.objects.ports [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83465) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:21:01.787734 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:01.910324 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f4052d15-8ae1-4dab-a569-c442ed1d211f up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:01.983992 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-368b1564-24d3-4c24-948c-fe6b34337ef7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.5305736 Jan 24 16:21:01.988991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57824) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:02.031246 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47627c51-ebc2-4704-8f49-ad6f6aa8b40a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.050657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event updated for resources: {'Subnet': ['ID=72f4b1e9-2c85-4a30-8674-850af7092a75,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:02.085456 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:21:02.116038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port f4052d15-8ae1-4dab-a569-c442ed1d211f triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:02.116533 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.124303 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.162212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.227086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4fa576-4e16-4dd3-a3ff-b22f5f364fa5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:02.228842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4fa576-4e16-4dd3-a3ff-b22f5f364fa5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:02.229635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4fa576-4e16-4dd3-a3ff-b22f5f364fa5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:02.230943 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4fa576-4e16-4dd3-a3ff-b22f5f364fa5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:02.232266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4fa576-4e16-4dd3-a3ff-b22f5f364fa5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:02.233202 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1b4fa576-4e16-4dd3-a3ff-b22f5f364fa5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Synchronizing usage tracker for tenant:16f95b1a0f7046a18412316f506009d3 on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:02.300274 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-750fb936-82b3-45fe-b93b-b71ada48230b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet bae6a509-cc01-4237-9a04-a1b204e7ee71 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:02.302029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Checking segment: {'id': '2cf657e5-a873-4d1b-8c87-861b61c91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f33515b5-d547-4e4d-9333-d3e980db2f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:02.303512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Network hostable DHCP agents. Network: f33515b5-d547-4e4d-9333-d3e980db2f62, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:21:02.327882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.328841 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-750fb936-82b3-45fe-b93b-b71ada48230b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.379211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.384279 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b6939f8e-f21c-4a21-b728-f5dc292b815a req-426a8c37-7069-4eae-a015-7e84562f1af0 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e0b126d-73e2-4a7f-a28d-cc2bcf658424 HTTP/1.1" status: 200 len: 210 time: 0.1704929 Jan 24 16:21:02.441409 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47627c51-ebc2-4704-8f49-ad6f6aa8b40a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.445099 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f0bc94-8980-446e-ba9e-46d6c39790db None None] Update dhcp port {'port': {'network_id': 'ed84c4d8-012f-4f0d-aeb0-4dde8965d515', 'fixed_ips': [{'subnet_id': 'cd4d5bdb-65c0-4a9b-b156-38c712ee9605', 'ip_address': '2001:db8::2'}, {'subnet_id': '2928a63a-6d52-470b-b0fd-0b918b8299d9'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': 'f4052d15-8ae1-4dab-a569-c442ed1d211f'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:21:02.455190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=20ebb6b0-0b17-46fd-972f-427ef1bec303,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:02.500217 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47627c51-ebc2-4704-8f49-ad6f6aa8b40a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e45626-3f87-4a94-b7ef-7c210ac3a14c,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:02.500725 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-750fb936-82b3-45fe-b93b-b71ada48230b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.504828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-65f0bc94-8980-446e-ba9e-46d6c39790db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.513421 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47627c51-ebc2-4704-8f49-ad6f6aa8b40a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.523678 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718d92e7-a977-4401-a6dc-66d97ed660f1 None None] Network 22a64241-3de8-4d3f-aaa8-596e645759e1 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:02.532553 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c4180458-0217-4e90-a9c2-bf2c9b495a45 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.533587 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1b4fa576-4e16-4dd3-a3ff-b22f5f364fa5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Unset dirty status for tenant:16f95b1a0f7046a18412316f506009d3 on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:02.540766 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1b4fa576-4e16-4dd3-a3ff-b22f5f364fa5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5410254 Jan 24 16:21:02.549206 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:21:02.551685 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57830) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:02.559484 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb29e53-71d1-48cd-b52d-929706fe524a,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:02.574625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1935117053'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:02.590972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:02.592119 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-47627c51-ebc2-4704-8f49-ad6f6aa8b40a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/f5e45626-3f87-4a94-b7ef-7c210ac3a14c HTTP/1.1" status: 204 len: 168 time: 1.3032856 Jan 24 16:21:02.593897 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57834) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:02.601058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c05a8f7-623b-4755-a3b3-02b033023545 req-3eb19b04-4e77-49fc-b9e9-20fbddc3fd30 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:21:02.607168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.614839 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86781a14-1e4c-4710-9f76-73af70b80032 None None] Sync routers for ids ['cc1729db-53d7-40e0-a71b-feef08d128b5'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:21:02.637273 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86781a14-1e4c-4710-9f76-73af70b80032 None None] Routers {'cc1729db-53d7-40e0-a71b-feef08d128b5'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:02.638569 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-86781a14-1e4c-4710-9f76-73af70b80032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['cc1729db-53d7-40e0-a71b-feef08d128b5'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:02.666751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.667102 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Added segment db754f49-fba7-46df-b5da-64e3b1e2121b of type vlan for network b16cd040-9a11-4bc9-a884-08f3cda8c42b Jan 24 16:21:02.687996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Network f33515b5-d547-4e4d-9333-d3e980db2f62 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:21:02.691132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c05a8f7-623b-4755-a3b3-02b033023545 req-3eb19b04-4e77-49fc-b9e9-20fbddc3fd30 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] No DVR routers for this DVR port efd4e5db-7339-4dba-8bac-0eb2a3f99b6e on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:02.691890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:network and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:02.723832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:02.740163 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0c05a8f7-623b-4755-a3b3-02b033023545 req-3eb19b04-4e77-49fc-b9e9-20fbddc3fd30 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.743014 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0c05a8f7-623b-4755-a3b3-02b033023545 req-3eb19b04-4e77-49fc-b9e9-20fbddc3fd30 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.129 "DELETE /v2.0/ports/efd4e5db-7339-4dba-8bac-0eb2a3f99b6e HTTP/1.1" status: 204 len: 173 time: 4.0097547 Jan 24 16:21:02.747700 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0b126d-73e2-4a7f-a28d-cc2bcf658424', 'name': 'network-vif-deleted', 'tag': 'efd4e5db-7339-4dba-8bac-0eb2a3f99b6e'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:21:02.857058 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:02.870991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, f33515b5-d547-4e4d-9333-d3e980db2f62) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:02.876567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:02.878154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.897796 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-86781a14-1e4c-4710-9f76-73af70b80032 None None] Set router cc1729db-53d7-40e0-a71b-feef08d128b5 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:21:02.917965 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0b126d-73e2-4a7f-a28d-cc2bcf658424', 'name': 'network-vif-deleted', 'tag': 'efd4e5db-7339-4dba-8bac-0eb2a3f99b6e', 'status': 'completed', 'code': 200} Jan 24 16:21:02.928272 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb8158a-fdb8-4e89-a303-54dee9104675 None None] Network f33515b5-d547-4e4d-9333-d3e980db2f62 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:02.936887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.951508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:02.954784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:02.979810 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-65f0bc94-8980-446e-ba9e-46d6c39790db None None] Allocated IP 172.20.0.1 (ed84c4d8-012f-4f0d-aeb0-4dde8965d515/2928a63a-6d52-470b-b0fd-0b918b8299d9/f4052d15-8ae1-4dab-a569-c442ed1d211f) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:03.014423 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-987576b4-fa07-4d9d-b8b1-f39afea6106a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.6289060 Jan 24 16:21:03.021552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57840) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:03.032888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:03.135606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-750fb936-82b3-45fe-b93b-b71ada48230b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:03.220644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:03.224882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:03.225590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:03.264420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:21:03.285900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port 42a1a0aa-15ed-46b5-b849-8b94585b26a2 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:03.286246 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:03.343431 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e6ecf-812f-4509-9a2a-c3a3b3c19c3b None None] DHCP port deletion for 22a64241-3de8-4d3f-aaa8-596e645759e1 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:21:03.393364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e6ecf-812f-4509-9a2a-c3a3b3c19c3b None None] Deleting port 42a1a0aa-15ed-46b5-b849-8b94585b26a2 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:03.393690 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6ecf-812f-4509-9a2a-c3a3b3c19c3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:03.474751 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-86781a14-1e4c-4710-9f76-73af70b80032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'name': 'tempest-ServerActionsTestJSON-1790321864-router', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:53Z', 'revision_number': 4, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'gw_port': {'id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:39Z', 'updated_at': '2022-01-24T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '415f4987-1193-427b-984a-0e1a8f373fb6', 'name': '', 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'mac_address': 'fa:16:3e:b0:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:50Z', 'updated_at': '2022-01-24T16:17:04Z', 'revision_number': 5, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'subnets': [{'id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:03.488102 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86781a14-1e4c-4710-9f76-73af70b80032 None None] Checking router: cc1729db-53d7-40e0-a71b-feef08d128b5 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:21:03.514454 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86781a14-1e4c-4710-9f76-73af70b80032 None None] Routers {'cc1729db-53d7-40e0-a71b-feef08d128b5'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:03.518809 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-86781a14-1e4c-4710-9f76-73af70b80032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['cc1729db-53d7-40e0-a71b-feef08d128b5'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:03.588031 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-c4180458-0217-4e90-a9c2-bf2c9b495a45 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Deleting port a7c912a7-3c6a-4c18-8cac-c0107f98c018 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:03.588565 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c4180458-0217-4e90-a9c2-bf2c9b495a45 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:03.612975 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-65f0bc94-8980-446e-ba9e-46d6c39790db None None] For port f4052d15-8ae1-4dab-a569-c442ed1d211f, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f4052d15-8ae1-4dab-a569-c442ed1d211f,segment=NetworkSegment(03a456ae-9b18-4d74-9d37-52c0579788a4),segment_id=03a456ae-9b18-4d74-9d37-52c0579788a4)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:03.637552 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-f33515b5-d547-4e4d-9333-d3e980db2f62', 'network_id': 'f33515b5-d547-4e4d-9333-d3e980db2f62', 'tenant_id': '61b7432d46f34f798c10b7e248585ce7', 'fixed_ips': [{'subnet_id': '72f4b1e9-2c85-4a30-8674-850af7092a75'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:21:03.638490 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:03.692062 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:03.703078 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.2080255 Jan 24 16:21:03.716170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:03.716515 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Added segment 920bc986-961d-4de9-a251-9fb76ba5e259 of type vlan for network eeed2c6d-c315-41cb-a290-2d7e5b5f083a Jan 24 16:21:03.732046 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.resource_extend [None req-65f0bc94-8980-446e-ba9e-46d6c39790db None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:21:03.788584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-750fb936-82b3-45fe-b93b-b71ada48230b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:03.813396 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-65f0bc94-8980-446e-ba9e-46d6c39790db None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:03.842270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-750fb936-82b3-45fe-b93b-b71ada48230b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:03.859781 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-86781a14-1e4c-4710-9f76-73af70b80032 None None] Set router cc1729db-53d7-40e0-a71b-feef08d128b5 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:21:03.864352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57848) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:03.872040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-9bb3556b-c659-40a4-b35c-47f4b118202a tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'subnet': {'network_id': 'b16cd040-9a11-4bc9-a884-08f3cda8c42b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:03.886200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fb936-82b3-45fe-b93b-b71ada48230b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=bae6a509-cc01-4237-9a04-a1b204e7ee71,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:03.889046 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb3a66-f50f-4b56-8527-fcf6be26a4a9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Network': ['ID=b16cd040-9a11-4bc9-a884-08f3cda8c42b,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:03.915188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c4180458-0217-4e90-a9c2-bf2c9b495a45 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:03.985276 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-750fb936-82b3-45fe-b93b-b71ada48230b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/bae6a509-cc01-4237-9a04-a1b204e7ee71 HTTP/1.1" status: 204 len: 168 time: 2.4361761 Jan 24 16:21:03.987268 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57852) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:04.003032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:04.073865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Allocated IP 2001:db8::f816:3eff:fe40:b62a (f33515b5-d547-4e4d-9333-d3e980db2f62/72f4b1e9-2c85-4a30-8674-850af7092a75/e73a6798-b74b-4243-8517-aa64193e2d61) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:04.077273 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:04.148602 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:21:04.185515 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72aa992-120d-4948-bad4-3427d1957200 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:04.232755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:04.236568 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:04.237457 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:04.263997 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Floating IP 7538b998-b475-477d-9b32-3e73c88952ba associated. External IP: 172.26.2.17, port: da95a266-7c5e-47e5-aa93-833066e81c3d. Jan 24 16:21:04.285963 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8fe4068c-a394-4018-9640-8db43c6868c1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2973785 Jan 24 16:21:04.293026 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-c4180458-0217-4e90-a9c2-bf2c9b495a45 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Calling delete_port for a7c912a7-3c6a-4c18-8cac-c0107f98c018 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:04.300537 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network b16cd040-9a11-4bc9-a884-08f3cda8c42b details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:21:04.319101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57856) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:04.329283 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-86781a14-1e4c-4710-9f76-73af70b80032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'name': 'tempest-ServerActionsTestJSON-1790321864-router', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:53Z', 'revision_number': 4, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'gw_port': {'id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:39Z', 'updated_at': '2022-01-24T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '415f4987-1193-427b-984a-0e1a8f373fb6', 'name': '', 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'mac_address': 'fa:16:3e:b0:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:50Z', 'updated_at': '2022-01-24T16:17:04Z', 'revision_number': 5, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'subnets': [{'id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:04.330507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9bb3556b-c659-40a4-b35c-47f4b118202a tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:04.335732 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:04.336957 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86781a14-1e4c-4710-9f76-73af70b80032 None None] The sync data for ids ['cc1729db-53d7-40e0-a71b-feef08d128b5'] in dv-neutron-826104-1-hyperv is: [{'id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'name': 'tempest-ServerActionsTestJSON-1790321864-router', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:16:53Z', 'revision_number': 4, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'gw_port': {'id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:39Z', 'updated_at': '2022-01-24T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '415f4987-1193-427b-984a-0e1a8f373fb6', 'name': '', 'network_id': '5495e0fa-a9db-448f-8be6-86cc8bed9d19', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'mac_address': 'fa:16:3e:b0:93:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:50Z', 'updated_at': '2022-01-24T16:17:04Z', 'revision_number': 5, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'subnets': [{'id': '3c1c62db-bb5b-4b37-8d89-20b3ac5d7145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:21:04.343445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9bb3556b-c659-40a4-b35c-47f4b118202a tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:subnet and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:04.348612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9bb3556b-c659-40a4-b35c-47f4b118202a tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:04.358352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9bb3556b-c659-40a4-b35c-47f4b118202a tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:04.382870 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 42a1a0aa-15ed-46b5-b849-8b94585b26a2 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:04.456778 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] For port 42a1a0aa-15ed-46b5-b849-8b94585b26a2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=42a1a0aa-15ed-46b5-b849-8b94585b26a2,segment=NetworkSegment(212c0394-0edb-4615-8ea6-360b5909236f),segment_id=212c0394-0edb-4615-8ea6-360b5909236f)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:04.457156 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:04.503094 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb3556b-c659-40a4-b35c-47f4b118202a tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:04.564761 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-65f0bc94-8980-446e-ba9e-46d6c39790db None None] Transition to ACTIVE for port object f4052d15-8ae1-4dab-a569-c442ed1d211f will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:04.624691 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9bb3556b-c659-40a4-b35c-47f4b118202a tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:04.661442 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:04.677602 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-65f0bc94-8980-446e-ba9e-46d6c39790db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:04.678103 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1199868 Jan 24 16:21:04.679176 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57862) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:04.689369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for 42a1a0aa-15ed-46b5-b849-8b94585b26a2 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:04.729834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57864) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:04.737673 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d8d2b935-2d78-4a4a-be3e-2faa325e9630 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:04.739838 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-dd5e6ecf-812f-4509-9a2a-c3a3b3c19c3b None None] For port 42a1a0aa-15ed-46b5-b849-8b94585b26a2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=42a1a0aa-15ed-46b5-b849-8b94585b26a2,segment=NetworkSegment(212c0394-0edb-4615-8ea6-360b5909236f),segment_id=212c0394-0edb-4615-8ea6-360b5909236f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:04.740668 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6ecf-812f-4509-9a2a-c3a3b3c19c3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:04.767031 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd488bc-1c60-42ce-bb3b-7a1ea4325f41 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Network': ['ID=eeed2c6d-c315-41cb-a290-2d7e5b5f083a,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:04.783499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:04.798225 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network eeed2c6d-c315-41cb-a290-2d7e5b5f083a details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:21:04.801352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:04.809453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:04.811897 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5bca6-1da3-4b19-9d8e-314bcaca0cf3 None None] New status for floating IP 505bd8a4-a945-4008-814c-591a7f4992d2: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:21:04.834168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:04.881075 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:04.884731 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:04.961129 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-76298fd0-5a5b-499a-bb4d-bd59bfdd1bb2 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:05.070977 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c4180458-0217-4e90-a9c2-bf2c9b495a45 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:05.078334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-76298fd0-5a5b-499a-bb4d-bd59bfdd1bb2 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:05.112444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e6ecf-812f-4509-9a2a-c3a3b3c19c3b None None] Calling delete_port for 42a1a0aa-15ed-46b5-b849-8b94585b26a2 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:05.138873 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4180458-0217-4e90-a9c2-bf2c9b495a45 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event deleted for resources: {'Port': ['ID=a7c912a7-3c6a-4c18-8cac-c0107f98c018,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:05.269527 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b935-2d78-4a4a-be3e-2faa325e9630 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:05.281631 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0bc94-8980-446e-ba9e-46d6c39790db None None] Pushing event updated for resources: {'Port': ['ID=f4052d15-8ae1-4dab-a569-c442ed1d211f,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:05.297665 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-76298fd0-5a5b-499a-bb4d-bd59bfdd1bb2 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:05.316706 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b935-2d78-4a4a-be3e-2faa325e9630 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:05.324425 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 42a1a0aa-15ed-46b5-b849-8b94585b26a2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=42a1a0aa-15ed-46b5-b849-8b94585b26a2,segment=NetworkSegment(212c0394-0edb-4615-8ea6-360b5909236f),segment_id=212c0394-0edb-4615-8ea6-360b5909236f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:05.335051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76298fd0-5a5b-499a-bb4d-bd59bfdd1bb2 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=049d7494-8d22-480a-89ed-9b4a54e4a7a3,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:05.352364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9bb3556b-c659-40a4-b35c-47f4b118202a tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:05.391293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:05.507590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8d2b935-2d78-4a4a-be3e-2faa325e9630 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network eeed2c6d-c315-41cb-a290-2d7e5b5f083a is not hosted by any dhcp agent {{(pid=83466) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 24 16:21:05.511487 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d2b935-2d78-4a4a-be3e-2faa325e9630 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:05.512092 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b935-2d78-4a4a-be3e-2faa325e9630 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:05.516100 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d8d2b935-2d78-4a4a-be3e-2faa325e9630 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "PUT /v2.0/networks/eeed2c6d-c315-41cb-a290-2d7e5b5f083a HTTP/1.1" status: 200 len: 723 time: 0.7820437 Jan 24 16:21:05.540205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57870) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:05.557720 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-1ae68fd7-2d7d-401c-90f7-2cfc2a1020d3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'subnet': {'network_id': 'eeed2c6d-c315-41cb-a290-2d7e5b5f083a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:05.580987 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:21:05.581454 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:21:05.583951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2b935-2d78-4a4a-be3e-2faa325e9630 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Network': ['ID=eeed2c6d-c315-41cb-a290-2d7e5b5f083a,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:05.633754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network eeed2c6d-c315-41cb-a290-2d7e5b5f083a details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:21:05.660187 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-76298fd0-5a5b-499a-bb4d-bd59bfdd1bb2 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:05.667095 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-76298fd0-5a5b-499a-bb4d-bd59bfdd1bb2 tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "DELETE /v2.0/security-groups/049d7494-8d22-480a-89ed-9b4a54e4a7a3 HTTP/1.1" status: 204 len: 168 time: 0.9382308 Jan 24 16:21:05.667095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57874) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:05.697494 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-ad8108e7-05c3-475d-baac-76609ae1c17b tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] show failed (client error): The resource could not be found. Jan 24 16:21:05.701501 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ad8108e7-05c3-475d-baac-76609ae1c17b tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "GET /v2.0/security-groups/049d7494-8d22-480a-89ed-9b4a54e4a7a3 HTTP/1.1" status: 404 len: 347 time: 0.0325327 Jan 24 16:21:05.702563 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57878) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:05.751410 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3556b-c659-40a4-b35c-47f4b118202a tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Subnet': ['ID=ed074306-1f7a-442a-813e-58d6d116aa16,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:05.802759 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1ae68fd7-2d7d-401c-90f7-2cfc2a1020d3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:05.823290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c4180458-0217-4e90-a9c2-bf2c9b495a45 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:05.839911 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1ae68fd7-2d7d-401c-90f7-2cfc2a1020d3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:05.845486 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb3556b-c659-40a4-b35c-47f4b118202a tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Checking segment: {'id': 'db754f49-fba7-46df-b5da-64e3b1e2121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b16cd040-9a11-4bc9-a884-08f3cda8c42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:05.845963 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb3556b-c659-40a4-b35c-47f4b118202a tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network hostable DHCP agents. Network: b16cd040-9a11-4bc9-a884-08f3cda8c42b, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:21:05.846292 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:05.878219 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Transition to ACTIVE for port object e73a6798-b74b-4243-8517-aa64193e2d61 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:05.887170 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=42a1a0aa-15ed-46b5-b849-8b94585b26a2,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:05.905389 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-dd5e6ecf-812f-4509-9a2a-c3a3b3c19c3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:21:05.906015 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-dd5e6ecf-812f-4509-9a2a-c3a3b3c19c3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:21:05.940541 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f4052d15-8ae1-4dab-a569-c442ed1d211f up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:05.962886 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae68fd7-2d7d-401c-90f7-2cfc2a1020d3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:05.976447 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d3f0a3-2787-44e2-9ade-2476a8592e95 None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:21:05.982391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b3c23-c2ce-4942-8171-61414d2e42aa tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Deleting port 826efb33-636c-42b5-a43a-db554404a0f5 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:05.983072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f7b3c23-c2ce-4942-8171-61414d2e42aa tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:05.985025 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Transition to ACTIVE for port object e73a6798-b74b-4243-8517-aa64193e2d61 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:05.997889 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-91d3f0a3-2787-44e2-9ade-2476a8592e95 None None] Deleting port e984af4c-fa83-4a7c-9750-e03b565d81af {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:05.998575 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-91d3f0a3-2787-44e2-9ade-2476a8592e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:06.028950 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:06.166734 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Network f33515b5-d547-4e4d-9333-d3e980db2f62 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:06.244125 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f7b3c23-c2ce-4942-8171-61414d2e42aa tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:06.244454 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f7b3c23-c2ce-4942-8171-61414d2e42aa tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:06.261091 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb3556b-c659-40a4-b35c-47f4b118202a tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network b16cd040-9a11-4bc9-a884-08f3cda8c42b is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:21:06.271304 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1ae68fd7-2d7d-401c-90f7-2cfc2a1020d3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:06.354909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-91d3f0a3-2787-44e2-9ade-2476a8592e95 None None] For port e984af4c-fa83-4a7c-9750-e03b565d81af, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e984af4c-fa83-4a7c-9750-e03b565d81af,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:06.355545 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-91d3f0a3-2787-44e2-9ade-2476a8592e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:06.368941 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Pushing event updated for resources: {'Port': ['ID=e73a6798-b74b-4243-8517-aa64193e2d61,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:06.371578 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:06.376652 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:06.388189 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-9bb3556b-c659-40a4-b35c-47f4b118202a tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, b16cd040-9a11-4bc9-a884-08f3cda8c42b) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:06.392942 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb3556b-c659-40a4-b35c-47f4b118202a tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:06.393510 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9bb3556b-c659-40a4-b35c-47f4b118202a tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:06.401676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b3c23-c2ce-4942-8171-61414d2e42aa tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Calling delete_port for 826efb33-636c-42b5-a43a-db554404a0f5 owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:06.432478 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e6ecf-812f-4509-9a2a-c3a3b3c19c3b None None] Deleting port 42a1a0aa-15ed-46b5-b849-8b94585b26a2 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:06.433136 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6ecf-812f-4509-9a2a-c3a3b3c19c3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:06.446477 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port 42a1a0aa-15ed-46b5-b849-8b94585b26a2 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:06.446810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:06.516474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a21b8f-9581-482c-9d6b-1e4727fb6bb2 None None] Network b16cd040-9a11-4bc9-a884-08f3cda8c42b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:06.540487 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-91d3f0a3-2787-44e2-9ade-2476a8592e95 None None] Calling delete_port for e984af4c-fa83-4a7c-9750-e03b565d81af owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:06.563963 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9bb3556b-c659-40a4-b35c-47f4b118202a tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6960881 Jan 24 16:21:06.566020 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57882) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:06.573359 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-357d20c8-29cf-472b-8b03-9db56e3c74bc tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1767939529'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:06.585588 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-357d20c8-29cf-472b-8b03-9db56e3c74bc tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:06.600679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:06.621153 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-357d20c8-29cf-472b-8b03-9db56e3c74bc tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:network and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:06.628657 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-357d20c8-29cf-472b-8b03-9db56e3c74bc tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:06.636900 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-357d20c8-29cf-472b-8b03-9db56e3c74bc tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:06.648512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.objects.ports [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83465) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:21:06.717259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Subnet': ['ID=72f4b1e9-2c85-4a30-8674-850af7092a75,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:06.801419 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357d20c8-29cf-472b-8b03-9db56e3c74bc tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:06.805000 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bd002e8c-377d-4677-ab20-ec0e53347994 None None] Provisioning for port f4052d15-8ae1-4dab-a569-c442ed1d211f completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:06.805238 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-357d20c8-29cf-472b-8b03-9db56e3c74bc tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:06.849694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Attempting to bind port e73a6798-b74b-4243-8517-aa64193e2d61 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:21:06.850148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Attempting to bind port e73a6798-b74b-4243-8517-aa64193e2d61 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2cf657e5-a873-4d1b-8c87-861b61c91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f33515b5-d547-4e4d-9333-d3e980db2f62'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:21:06.850566 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Attempting to bind port e73a6798-b74b-4243-8517-aa64193e2d61 on network f33515b5-d547-4e4d-9333-d3e980db2f62 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:21:06.852701 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bd002e8c-377d-4677-ab20-ec0e53347994 None None] Provisioning complete for port f4052d15-8ae1-4dab-a569-c442ed1d211f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:06.853122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bd002e8c-377d-4677-ab20-ec0e53347994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:06.857198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4180458-0217-4e90-a9c2-bf2c9b495a45 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Router c64fe49f-4160-428c-8c59-19c9ec297123 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:21:06.867037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1ae68fd7-2d7d-401c-90f7-2cfc2a1020d3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:06.870718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357d20c8-29cf-472b-8b03-9db56e3c74bc tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:21:06.938392 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-357d20c8-29cf-472b-8b03-9db56e3c74bc tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:06.938853 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-357d20c8-29cf-472b-8b03-9db56e3c74bc tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Added segment 9f92e7c0-4b25-44cc-b74a-0ddcc1158d31 of type vlan for network 8d03e8a2-1245-4d79-be09-d64553985856 Jan 24 16:21:06.994396 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:21:06.994853 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Checking segment: {'id': '2cf657e5-a873-4d1b-8c87-861b61c91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f33515b5-d547-4e4d-9333-d3e980db2f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:06.995302 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:06.995767 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Bound using segment: {'id': '2cf657e5-a873-4d1b-8c87-861b61c91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f33515b5-d547-4e4d-9333-d3e980db2f62'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:21:06.996290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Bound port: e73a6798-b74b-4243-8517-aa64193e2d61, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf657e5-a873-4d1b-8c87-861b61c91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f33515b5-d547-4e4d-9333-d3e980db2f62'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:21:06.996859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.009125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-91d3f0a3-2787-44e2-9ade-2476a8592e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.012629 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.039953 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae68fd7-2d7d-401c-90f7-2cfc2a1020d3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Subnet': ['ID=1e55b317-d226-4936-8570-be449af570f9,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:07.078907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-357d20c8-29cf-472b-8b03-9db56e3c74bc tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.080863 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33515b5-d547-4e4d-9333-d3e980db2f62']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:07.119716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf657e5-a873-4d1b-8c87-861b61c91b1f') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:07.120117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf657e5-a873-4d1b-8c87-861b61c91b1f') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:07.127495 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.ipam_pluggable_backend [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Port e984af4c-fa83-4a7c-9750-e03b565d81af was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 24 16:21:07.127917 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.ipam_pluggable_backend [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4d:3176 {{(pid=83465) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 24 16:21:07.147417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.153899 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae68fd7-2d7d-401c-90f7-2cfc2a1020d3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Checking segment: {'id': '920bc986-961d-4de9-a251-9fb76ba5e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'eeed2c6d-c315-41cb-a290-2d7e5b5f083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:07.154229 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae68fd7-2d7d-401c-90f7-2cfc2a1020d3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network hostable DHCP agents. Network: eeed2c6d-c315-41cb-a290-2d7e5b5f083a, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:21:07.156096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] For port 42a1a0aa-15ed-46b5-b849-8b94585b26a2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=42a1a0aa-15ed-46b5-b849-8b94585b26a2,segment=NetworkSegment(212c0394-0edb-4615-8ea6-360b5909236f),segment_id=212c0394-0edb-4615-8ea6-360b5909236f)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:07.156452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.183186 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3f0a3-2787-44e2-9ade-2476a8592e95 None None] Pushing event deleted for resources: {'Port': ['ID=e984af4c-fa83-4a7c-9750-e03b565d81af,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:07.195074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4180458-0217-4e90-a9c2-bf2c9b495a45 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:21:07.208621 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a2616-1aef-4f49-85be-99bec649a908 None None] Sync routers for ids ['c64fe49f-4160-428c-8c59-19c9ec297123'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:21:07.217200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-357d20c8-29cf-472b-8b03-9db56e3c74bc tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.221990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357d20c8-29cf-472b-8b03-9db56e3c74bc tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:07.222951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-357d20c8-29cf-472b-8b03-9db56e3c74bc tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.230665 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b4e9da95-3068-48e9-a388-1622414b4ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.234978 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-dd5e6ecf-812f-4509-9a2a-c3a3b3c19c3b None None] For port 42a1a0aa-15ed-46b5-b849-8b94585b26a2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=42a1a0aa-15ed-46b5-b849-8b94585b26a2,segment=NetworkSegment(212c0394-0edb-4615-8ea6-360b5909236f),segment_id=212c0394-0edb-4615-8ea6-360b5909236f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:07.235363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6ecf-812f-4509-9a2a-c3a3b3c19c3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.240105 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a2616-1aef-4f49-85be-99bec649a908 None None] Routers {'c64fe49f-4160-428c-8c59-19c9ec297123'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:07.241507 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-fe0a2616-1aef-4f49-85be-99bec649a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c64fe49f-4160-428c-8c59-19c9ec297123'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:07.247828 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c4180458-0217-4e90-a9c2-bf2c9b495a45 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "PUT /v2.0/routers/c64fe49f-4160-428c-8c59-19c9ec297123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7390392 Jan 24 16:21:07.254816 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57886) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:07.270615 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3f0a3-2787-44e2-9ade-2476a8592e95 None None] No DVR routers for this DVR port e984af4c-fa83-4a7c-9750-e03b565d81af on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:07.296177 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f7b3c23-c2ce-4942-8171-61414d2e42aa tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.305058 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 30860f65-4396-4e3b-87b1-722c8f1e65dd has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:21:07.354869 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-fe0a2616-1aef-4f49-85be-99bec649a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:07.369649 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a2616-1aef-4f49-85be-99bec649a908 None None] Routers {'c64fe49f-4160-428c-8c59-19c9ec297123'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:07.370710 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-fe0a2616-1aef-4f49-85be-99bec649a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:20:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c64fe49f-4160-428c-8c59-19c9ec297123'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:07.402315 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e6ecf-812f-4509-9a2a-c3a3b3c19c3b None None] Calling delete_port for 42a1a0aa-15ed-46b5-b849-8b94585b26a2 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:07.409049 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-eb9860c0-58ad-4590-8944-6e253e95f3d0 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] show failed (client error): The resource could not be found. Jan 24 16:21:07.410722 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-eb9860c0-58ad-4590-8944-6e253e95f3d0 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "GET /v2.0/routers/tempest-non_exist_router-1776012478 HTTP/1.1" status: 404 len: 335 time: 0.1489062 Jan 24 16:21:07.416691 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57890) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:07.445990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f01bd36e-8c69-43b8-bdf4-d1f4093afe08 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:07.461914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.471774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for 42a1a0aa-15ed-46b5-b849-8b94585b26a2 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:07.496745 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-357d20c8-29cf-472b-8b03-9db56e3c74bc tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9274256 Jan 24 16:21:07.504284 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae68fd7-2d7d-401c-90f7-2cfc2a1020d3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network eeed2c6d-c315-41cb-a290-2d7e5b5f083a is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:21:07.506293 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-fe0a2616-1aef-4f49-85be-99bec649a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:07.507721 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a2616-1aef-4f49-85be-99bec649a908 None None] The sync data for ids ['c64fe49f-4160-428c-8c59-19c9ec297123'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:21:07.517471 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57894) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:07.517885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b3c23-c2ce-4942-8171-61414d2e42aa tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Pushing event deleted for resources: {'Port': ['ID=826efb33-636c-42b5-a43a-db554404a0f5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:07.525777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.529806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:07.530208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.541643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d20c8-29cf-472b-8b03-9db56e3c74bc tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Network': ['ID=8d03e8a2-1245-4d79-be09-d64553985856,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:07.546525 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-b16cd040-9a11-4bc9-a884-08f3cda8c42b', 'network_id': 'b16cd040-9a11-4bc9-a884-08f3cda8c42b', 'tenant_id': 'a1ab4d499c3b4a4ab8671837a20cbe1b', 'fixed_ips': [{'subnet_id': 'ed074306-1f7a-442a-813e-58d6d116aa16'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:21:07.547256 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-f01bd36e-8c69-43b8-bdf4-d1f4093afe08 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] update failed (client error): The resource could not be found. Jan 24 16:21:07.547382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.548581 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f01bd36e-8c69-43b8-bdf4-d1f4093afe08 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "PUT /v2.0/routers/tempest-non_exist_router-1189294693 HTTP/1.1" status: 404 len: 335 time: 0.1306038 Jan 24 16:21:07.554790 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-a2c6ca46-f6c7-46da-b577-51c8b8bfdaa1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'subnet': {'network_id': '8d03e8a2-1245-4d79-be09-d64553985856', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:07.573344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57898) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:07.577061 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:07.581988 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 8d03e8a2-1245-4d79-be09-d64553985856 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:21:07.603030 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] For port e73a6798-b74b-4243-8517-aa64193e2d61, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:21:07.665060 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-1ae68fd7-2d7d-401c-90f7-2cfc2a1020d3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, eeed2c6d-c315-41cb-a290-2d7e5b5f083a) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:07.694906 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae68fd7-2d7d-401c-90f7-2cfc2a1020d3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:07.695505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1ae68fd7-2d7d-401c-90f7-2cfc2a1020d3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.725833 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e44aeab-523f-4718-87eb-01a59173d7b3 None None] Network eeed2c6d-c315-41cb-a290-2d7e5b5f083a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:07.746891 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a2c6ca46-f6c7-46da-b577-51c8b8bfdaa1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:07.751632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:07.785396 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:07.830198 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6ecf-812f-4509-9a2a-c3a3b3c19c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.834731 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc25e6dc-450d-41d4-b1f8-c9b77e011379 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:07.876324 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:07.876917 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:07.888989 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] For port e73a6798-b74b-4243-8517-aa64193e2d61, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e73a6798-b74b-4243-8517-aa64193e2d61,segment=NetworkSegment(2cf657e5-a873-4d1b-8c87-861b61c91b1f),segment_id=2cf657e5-a873-4d1b-8c87-861b61c91b1f)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:21:07.890057 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1ae68fd7-2d7d-401c-90f7-2cfc2a1020d3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3454795 Jan 24 16:21:07.891545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a2c6ca46-f6c7-46da-b577-51c8b8bfdaa1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:subnet and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:07.900583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 24 16:21:07.900583 dv-neutron-826104-1-hyperv neutron-server[83465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 24 16:21:07.900583 dv-neutron-826104-1-hyperv neutron-server[83465]: [parameters: {'id': 'f33515b5-d547-4e4d-9333-d3e980db2f62'}] Jan 24 16:21:07.900583 dv-neutron-826104-1-hyperv neutron-server[83465]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:21:07.901045 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:21:07.920141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57902) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:07.932235 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-421cfcac-51ef-4b7c-82ee-966431a99c4e tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:07.937365 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a2c6ca46-f6c7-46da-b577-51c8b8bfdaa1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:07.948268 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a2c6ca46-f6c7-46da-b577-51c8b8bfdaa1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:07.960982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=ccde2b89-8261-4170-a750-f8d1f76fb601,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:07.969849 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e6ecf-812f-4509-9a2a-c3a3b3c19c3b None None] Pushing event deleted for resources: {'Port': ['ID=42a1a0aa-15ed-46b5-b849-8b94585b26a2,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:07.970791 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:21:07.971109 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:21:07.972094 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e984af4c-fa83-4a7c-9750-e03b565d81af no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:07.982039 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c6ca46-f6c7-46da-b577-51c8b8bfdaa1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:07.996069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:08.025440 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-593f8dc5-97fb-448a-bff5-30b9e694dea1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.6990490 Jan 24 16:21:08.025990 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57906) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:08.029063 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f7b3c23-c2ce-4942-8171-61414d2e42aa tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:08.031284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f7b3c23-c2ce-4942-8171-61414d2e42aa tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:08.035363 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8f7b3c23-c2ce-4942-8171-61414d2e42aa tempest-ServerActionsTestJSON-1769318840 tempest-ServerActionsTestJSON-1769318840-project] 10.222.0.130 "DELETE /v2.0/floatingips/505bd8a4-a945-4008-814c-591a7f4992d2 HTTP/1.1" status: 204 len: 168 time: 2.3322001 Jan 24 16:21:08.041063 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57908) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:08.073031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: e984af4c-fa83-4a7c-9750-e03b565d81af {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:21:08.073642 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e984af4c-fa83-4a7c-9750-e03b565d81af not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:21:08.087136 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e6ecf-812f-4509-9a2a-c3a3b3c19c3b None None] No DVR routers for this DVR port 42a1a0aa-15ed-46b5-b849-8b94585b26a2 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:08.127700 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-425b3dcf-6a8c-4d55-98f3-515f4afc18ac tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Deleting subnet 81458feb-bea5-4851-a47b-6db08449f84d {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:08.136371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-425b3dcf-6a8c-4d55-98f3-515f4afc18ac tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:08.141294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'mac_address': 'fa:16:3e:3c:ad:b1', 'name': 'tempest-NetworksTestDHCPv6-731973999'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:08.176948 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2c6ca46-f6c7-46da-b577-51c8b8bfdaa1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:08.286421 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48ca6b-b3a6-461b-b1f7-dc6a82956bf0 None None] Pushing event updated for resources: {'Port': ['ID=e73a6798-b74b-4243-8517-aa64193e2d61,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:08.300887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port 42a1a0aa-15ed-46b5-b849-8b94585b26a2 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:08.301281 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:08.339730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-425b3dcf-6a8c-4d55-98f3-515f4afc18ac tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:08.346594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Allocated IP 172.20.255.242 (b16cd040-9a11-4bc9-a884-08f3cda8c42b/ed074306-1f7a-442a-813e-58d6d116aa16/368d4363-bfdd-4f5f-a390-10ac77e871ba) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:08.408221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:08.476014 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-eeed2c6d-c315-41cb-a290-2d7e5b5f083a', 'network_id': 'eeed2c6d-c315-41cb-a290-2d7e5b5f083a', 'tenant_id': '16f95b1a0f7046a18412316f506009d3', 'fixed_ips': [{'subnet_id': '1e55b317-d226-4936-8570-be449af570f9'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:21:08.476451 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] The port '42a1a0aa-15ed-46b5-b849-8b94585b26a2' was deleted {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:21:08.476948 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:08.590301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-425b3dcf-6a8c-4d55-98f3-515f4afc18ac tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:08.597098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Deleting port e73a6798-b74b-4243-8517-aa64193e2d61 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:08.597098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:08.678573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-425b3dcf-6a8c-4d55-98f3-515f4afc18ac tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:08.739594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': 'ccde2b89-8261-4170-a750-f8d1f76fb601'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:21:08.740688 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:08.744638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b3dcf-6a8c-4d55-98f3-515f4afc18ac tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event deleted for resources: {'Subnet': ['ID=81458feb-bea5-4851-a47b-6db08449f84d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:08.754191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-425b3dcf-6a8c-4d55-98f3-515f4afc18ac tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:08.762885 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce792987-c23d-4d7e-86fe-a4c15a880753 None None] Network f33515b5-d547-4e4d-9333-d3e980db2f62 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:08.763263 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-425b3dcf-6a8c-4d55-98f3-515f4afc18ac tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "DELETE /v2.0/subnets/81458feb-bea5-4851-a47b-6db08449f84d HTTP/1.1" status: 204 len: 168 time: 1.1848648 Jan 24 16:21:08.764708 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2c6ca46-f6c7-46da-b577-51c8b8bfdaa1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:08.768791 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57914) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:08.785479 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe3ce98-4a7d-4134-b30d-a47eb958a814 None None] Network f8f06b00-00fd-435c-9ab5-8d52292d47cd requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:08.923808 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6ca46-f6c7-46da-b577-51c8b8bfdaa1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Subnet': ['ID=bb09ab15-181a-491e-99ab-228658653eec,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:08.975932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:08.989252 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c6ca46-f6c7-46da-b577-51c8b8bfdaa1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Checking segment: {'id': '9f92e7c0-4b25-44cc-b74a-0ddcc1158d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d03e8a2-1245-4d79-be09-d64553985856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:08.989598 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c6ca46-f6c7-46da-b577-51c8b8bfdaa1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network hostable DHCP agents. Network: 8d03e8a2-1245-4d79-be09-d64553985856, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:21:09.048014 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54b6116-5ad3-41f4-b6f9-1a0f18469f74 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Deleting subnet 6b6c7f35-c81e-48d9-99d7-9ac5b83afe63 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:09.052638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b54b6116-5ad3-41f4-b6f9-1a0f18469f74 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.089148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:09.108072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a64241-3de8-4d3f-aaa8-596e645759e1']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:09.123531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:09.133898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:09.143102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c6ca46-f6c7-46da-b577-51c8b8bfdaa1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network 8d03e8a2-1245-4d79-be09-d64553985856 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:21:09.148428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b54b6116-5ad3-41f4-b6f9-1a0f18469f74 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.150998 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212c0394-0edb-4615-8ea6-360b5909236f') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:09.151361 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212c0394-0edb-4615-8ea6-360b5909236f') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:09.178602 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:09.182963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-421cfcac-51ef-4b7c-82ee-966431a99c4e tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2295164'] for subnet, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.194363 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-a2c6ca46-f6c7-46da-b577-51c8b8bfdaa1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 8d03e8a2-1245-4d79-be09-d64553985856) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:09.205749 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c6ca46-f6c7-46da-b577-51c8b8bfdaa1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:09.206329 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2c6ca46-f6c7-46da-b577-51c8b8bfdaa1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.235830 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a2c6ca46-f6c7-46da-b577-51c8b8bfdaa1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7071693 Jan 24 16:21:09.236584 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57918) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:09.236715 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e2cd7f-c881-4d9f-b325-2d805bb4a365 None None] Network 8d03e8a2-1245-4d79-be09-d64553985856 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:09.262756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.356558 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b54b6116-5ad3-41f4-b6f9-1a0f18469f74 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.374177 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:09.394405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.438522 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f37a595-bf28-45be-bf94-dd2ed7d1adec tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.484503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:09.485195 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.486652 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-eaee428a-433b-41d5-a544-0a6c05f844cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:09.504722 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:09.522150 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b54b6116-5ad3-41f4-b6f9-1a0f18469f74 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.543966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Allocated IP 2001:db8::2 (eeed2c6d-c315-41cb-a290-2d7e5b5f083a/1e55b317-d226-4936-8570-be449af570f9/0b4a1d4a-0ebd-465e-abed-7c93782fb0b1) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:09.556186 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.560502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f37a595-bf28-45be-bf94-dd2ed7d1adec tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.579627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] For port e73a6798-b74b-4243-8517-aa64193e2d61, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e73a6798-b74b-4243-8517-aa64193e2d61,segment=NetworkSegment(2cf657e5-a873-4d1b-8c87-861b61c91b1f),segment_id=2cf657e5-a873-4d1b-8c87-861b61c91b1f)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:09.580319 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.613146 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Allocated IP 2001:db8::f816:3eff:fe6d:3235 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/ccde2b89-8261-4170-a750-f8d1f76fb601/e4bda746-dd94-43f6-8056-860208ecffc2) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:09.620593 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Transition to ACTIVE for port object 368d4363-bfdd-4f5f-a390-10ac77e871ba will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:09.646282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b6116-5ad3-41f4-b6f9-1a0f18469f74 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6c7f35-c81e-48d9-99d7-9ac5b83afe63,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:09.650520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f37a595-bf28-45be-bf94-dd2ed7d1adec tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.690646 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37a595-bf28-45be-bf94-dd2ed7d1adec tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Subnet': ['ID=bb09ab15-181a-491e-99ab-228658653eec,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:09.692626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b54b6116-5ad3-41f4-b6f9-1a0f18469f74 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.717830 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b54b6116-5ad3-41f4-b6f9-1a0f18469f74 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "DELETE /v2.0/subnets/6b6c7f35-c81e-48d9-99d7-9ac5b83afe63 HTTP/1.1" status: 204 len: 168 time: 0.9195576 Jan 24 16:21:09.721500 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57922) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:09.744032 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f7af76-02bf-44bb-a71e-a1f8b0488234 None None] Network 699f9d61-004a-4ae7-959a-045c07ce5deb requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:09.750890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Calling delete_port for e73a6798-b74b-4243-8517-aa64193e2d61 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:09.811002 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.817814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:21:09.855118 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.884661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.899598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Network': ['ID=22a64241-3de8-4d3f-aaa8-596e645759e1,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:09.902252 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-daa911bf-9bbb-4dad-a1dc-f4b0573857e0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/networks/22a64241-3de8-4d3f-aaa8-596e645759e1 HTTP/1.1" status: 204 len: 168 time: 7.2967491 Jan 24 16:21:09.921407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Transition to ACTIVE for port object 368d4363-bfdd-4f5f-a390-10ac77e871ba will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:09.922505 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57926) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:09.946254 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90502e92-ec2c-461a-9cd3-6188f5364cf8 None None] Sync routers for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:21:09.975728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:09.987718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f37a595-bf28-45be-bf94-dd2ed7d1adec tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.008521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.032292 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port f8dadac1-3f54-4fca-927a-d8de77063862 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:21:10.037505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-1f37a595-bf28-45be-bf94-dd2ed7d1adec tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d03e8a2-1245-4d79-be09-d64553985856']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:10.052607 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-1f37a595-bf28-45be-bf94-dd2ed7d1adec tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f92e7c0-4b25-44cc-b74a-0ddcc1158d31') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:10.053436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-1f37a595-bf28-45be-bf94-dd2ed7d1adec tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f92e7c0-4b25-44cc-b74a-0ddcc1158d31') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:10.081168 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f37a595-bf28-45be-bf94-dd2ed7d1adec tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.115505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.120170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f37a595-bf28-45be-bf94-dd2ed7d1adec tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.120358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.124171 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ab6745-466c-48e8-9bf7-247739d8c72d None None] Network 8d03e8a2-1245-4d79-be09-d64553985856 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:10.134494 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f37a595-bf28-45be-bf94-dd2ed7d1adec tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:10.135397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f37a595-bf28-45be-bf94-dd2ed7d1adec tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:10.162343 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:10.212137 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b97d39-1563-4afe-b5bb-8500caa87181 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:10.212137 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-28b97d39-1563-4afe-b5bb-8500caa87181 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:10.223964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Port': ['ID=e73a6798-b74b-4243-8517-aa64193e2d61,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:10.226319 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Deleting port 6267401f-3b01-455c-b57a-d2fc52c13bea {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:10.226799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.241735 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ff48a6cb-a588-4584-b75f-6ac30ba2591d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 16.8173761 Jan 24 16:21:10.245480 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57930) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:10.254446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] No DVR routers for this DVR port e73a6798-b74b-4243-8517-aa64193e2d61 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:10.265025 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-1aef5103-1923-4762-b81a-4369dfb66729 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'floatingip': {'port_id': 'da95a266-7c5e-47e5-aa93-833066e81c3d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:10.322962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd5ee94-5310-4efc-b9f2-77a9925e2052 None None] DHCP port deletion for f8f06b00-00fd-435c-9ab5-8d52292d47cd request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:21:10.325059 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90502e92-ec2c-461a-9cd3-6188f5364cf8 None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:10.325693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-90502e92-ec2c-461a-9cd3-6188f5364cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:21:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:10.333052 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f37a595-bf28-45be-bf94-dd2ed7d1adec tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.363545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f37a595-bf28-45be-bf94-dd2ed7d1adec tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.382046 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37a595-bf28-45be-bf94-dd2ed7d1adec tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Network': ['ID=8d03e8a2-1245-4d79-be09-d64553985856,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:10.387430 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1f37a595-bf28-45be-bf94-dd2ed7d1adec tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/8d03e8a2-1245-4d79-be09-d64553985856 HTTP/1.1" status: 204 len: 168 time: 1.1495454 Jan 24 16:21:10.390759 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57934) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:10.399102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c916fa1a-90ae-42d3-9b74-627145d1fe08 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1561446529'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:10.421110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c916fa1a-90ae-42d3-9b74-627145d1fe08 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:10.470636 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c916fa1a-90ae-42d3-9b74-627145d1fe08 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:network and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:10.477066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c916fa1a-90ae-42d3-9b74-627145d1fe08 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:10.495209 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Network b16cd040-9a11-4bc9-a884-08f3cda8c42b is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:10.496329 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ecd5ee94-5310-4efc-b9f2-77a9925e2052 None None] Deleting port 6267401f-3b01-455c-b57a-d2fc52c13bea {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:10.496924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ecd5ee94-5310-4efc-b9f2-77a9925e2052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.507616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c916fa1a-90ae-42d3-9b74-627145d1fe08 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:10.530950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-28b97d39-1563-4afe-b5bb-8500caa87181 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:10.536284 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] For port 6267401f-3b01-455c-b57a-d2fc52c13bea, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6267401f-3b01-455c-b57a-d2fc52c13bea,segment=NetworkSegment(c5de0472-8a69-4a98-b8ec-3a9861490186),segment_id=c5de0472-8a69-4a98-b8ec-3a9861490186)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:10.536284 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.537250 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-28b97d39-1563-4afe-b5bb-8500caa87181 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/bc290597-bb4e-465e-8ce2-c707de4b043d HTTP/1.1" status: 200 len: 840 time: 0.6088374 Jan 24 16:21:10.538194 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57938) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:10.542602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c916fa1a-90ae-42d3-9b74-627145d1fe08 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:10.545845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c916fa1a-90ae-42d3-9b74-627145d1fe08 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.567766 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:10.594860 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Pushing event updated for resources: {'Port': ['ID=368d4363-bfdd-4f5f-a390-10ac77e871ba,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:10.597134 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-90502e92-ec2c-461a-9cd3-6188f5364cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:10.609359 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:10.680584 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Calling delete_port for 6267401f-3b01-455c-b57a-d2fc52c13bea owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:10.692489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.702930 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.709696 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.721560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1aef5103-1923-4762-b81a-4369dfb66729 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.730756 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c916fa1a-90ae-42d3-9b74-627145d1fe08 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:21:10.748057 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c916fa1a-90ae-42d3-9b74-627145d1fe08 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.748674 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-c916fa1a-90ae-42d3-9b74-627145d1fe08 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Added segment 9c943c60-4a98-4d72-a7dd-4b4f73c45503 of type vlan for network abf35816-5c9c-4920-ab56-3e8474906f3b Jan 24 16:21:10.789996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c916fa1a-90ae-42d3-9b74-627145d1fe08 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.794821 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-aa85a799-f795-4029-ba31-e6b00d15daa5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/bc290597-bb4e-465e-8ce2-c707de4b043d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2443607 Jan 24 16:21:10.794993 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.798723 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57942) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:10.808922 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33515b5-d547-4e4d-9333-d3e980db2f62']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:10.836498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf657e5-a873-4d1b-8c87-861b61c91b1f') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:10.836779 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf657e5-a873-4d1b-8c87-861b61c91b1f') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:10.844540 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-dd37c330-c6e0-43b2-b3cf-b3521500118c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'subnet': {'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:10.873491 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event deleted for resources: {'Port': ['ID=6267401f-3b01-455c-b57a-d2fc52c13bea,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:10.886815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ecd5ee94-5310-4efc-b9f2-77a9925e2052 None None] The port '6267401f-3b01-455c-b57a-d2fc52c13bea' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:21:10.896011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.939515 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] No DVR routers for this DVR port 6267401f-3b01-455c-b57a-d2fc52c13bea on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:10.953496 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.970655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90502e92-ec2c-461a-9cd3-6188f5364cf8 None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:10.971273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-90502e92-ec2c-461a-9cd3-6188f5364cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:21:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:10.971434 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:10.986743 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:10.987370 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:11.002773 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:11.053551 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Transition to ACTIVE for port object 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:11.067463 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Attempting to bind port 368d4363-bfdd-4f5f-a390-10ac77e871ba on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:21:11.068148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Attempting to bind port 368d4363-bfdd-4f5f-a390-10ac77e871ba by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'db754f49-fba7-46df-b5da-64e3b1e2121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b16cd040-9a11-4bc9-a884-08f3cda8c42b'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:21:11.068655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Attempting to bind port 368d4363-bfdd-4f5f-a390-10ac77e871ba on network b16cd040-9a11-4bc9-a884-08f3cda8c42b {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:21:11.070944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-90502e92-ec2c-461a-9cd3-6188f5364cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:11.071506 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90502e92-ec2c-461a-9cd3-6188f5364cf8 None None] The sync data for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:21:11.093610 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.098244 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c916fa1a-90ae-42d3-9b74-627145d1fe08 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.102151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c916fa1a-90ae-42d3-9b74-627145d1fe08 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:11.102739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c916fa1a-90ae-42d3-9b74-627145d1fe08 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.109235 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:21:11.109854 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Checking segment: {'id': 'db754f49-fba7-46df-b5da-64e3b1e2121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b16cd040-9a11-4bc9-a884-08f3cda8c42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:11.110395 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.110915 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Bound using segment: {'id': 'db754f49-fba7-46df-b5da-64e3b1e2121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b16cd040-9a11-4bc9-a884-08f3cda8c42b'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:21:11.111556 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Bound port: 368d4363-bfdd-4f5f-a390-10ac77e871ba, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db754f49-fba7-46df-b5da-64e3b1e2121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b16cd040-9a11-4bc9-a884-08f3cda8c42b'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:21:11.112411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.126849 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Transition to ACTIVE for port object e4bda746-dd94-43f6-8056-860208ecffc2 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:11.134404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-dd37c330-c6e0-43b2-b3cf-b3521500118c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:11.139189 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Transition to ACTIVE for port object 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:11.149995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-dd37c330-c6e0-43b2-b3cf-b3521500118c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:subnet and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:11.158773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-dd37c330-c6e0-43b2-b3cf-b3521500118c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:11.176898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.188576 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Transition to ACTIVE for port object e4bda746-dd94-43f6-8056-860208ecffc2 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:11.190222 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.217434 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.223721 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.243572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-dd37c330-c6e0-43b2-b3cf-b3521500118c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:11.257000 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12292d8-3388-4b6e-a141-72be1338506f None None] DHCP port deletion for 699f9d61-004a-4ae7-959a-045c07ce5deb request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:21:11.259597 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.274793 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/networks/f33515b5-d547-4e4d-9333-d3e980db2f62 HTTP/1.1" status: 204 len: 168 time: 8.2388468 Jan 24 16:21:11.275544 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57946) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:11.287371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f06b00-00fd-435c-9ab5-8d52292d47cd']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:11.292671 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e12292d8-3388-4b6e-a141-72be1338506f None None] Deleting port 04799d00-7cb3-4bb4-b896-5dd2a2c9acad {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:11.293037 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e12292d8-3388-4b6e-a141-72be1338506f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.304299 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c916fa1a-90ae-42d3-9b74-627145d1fe08 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9088931 Jan 24 16:21:11.304299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916fa1a-90ae-42d3-9b74-627145d1fe08 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Network': ['ID=abf35816-5c9c-4920-ab56-3e8474906f3b,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:11.305797 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57948) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:11.309460 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5de0472-8a69-4a98-b8ec-3a9861490186') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:11.310125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5de0472-8a69-4a98-b8ec-3a9861490186') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:11.319698 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'subnet': {'network_id': 'abf35816-5c9c-4920-ab56-3e8474906f3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:11.338825 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd37c330-c6e0-43b2-b3cf-b3521500118c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:11.349687 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network abf35816-5c9c-4920-ab56-3e8474906f3b details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:21:11.363672 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.363912 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Network eeed2c6d-c315-41cb-a290-2d7e5b5f083a is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:11.382624 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:11.384472 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Pushing event updated for resources: {'Port': ['ID=0b4a1d4a-0ebd-465e-abed-7c93782fb0b1,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:11.394535 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:11.422604 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f060e76-4137-4112-9731-3ffd3f43a1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.490889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3f6a4-9e5e-4d8b-b01f-803c1fdba370 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Network': ['ID=f33515b5-d547-4e4d-9333-d3e980db2f62,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:11.493960 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:11.508855 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7c8613-685d-49c8-b039-184562731042 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:11.509241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7c8613-685d-49c8-b039-184562731042 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:11.510858 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] For port 368d4363-bfdd-4f5f-a390-10ac77e871ba, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:21:11.511407 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8a7c8613-685d-49c8-b039-184562731042 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/subnets/72f4b1e9-2c85-4a30-8674-850af7092a75 HTTP/1.1" status: 404 len: 337 time: 0.1502330 Jan 24 16:21:11.519016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:11.530538 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57954) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:11.533016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:11.624630 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.646818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:11.647239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:11.662953 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:11.674686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd37c330-c6e0-43b2-b3cf-b3521500118c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.677288 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e2c535-4bba-4e17-9dbe-fe094e7ebf6f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:11.677843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e2c535-4bba-4e17-9dbe-fe094e7ebf6f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:11.681958 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-39e2c535-4bba-4e17-9dbe-fe094e7ebf6f tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/networks/f33515b5-d547-4e4d-9333-d3e980db2f62 HTTP/1.1" status: 404 len: 339 time: 0.1442723 Jan 24 16:21:11.681958 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::f816:3eff:fe3c:adb1 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/ccde2b89-8261-4170-a750-f8d1f76fb601/f8dadac1-3f54-4fca-927a-d8de77063862) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:11.691226 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Pushing event updated for resources: {'Port': ['ID=e4bda746-dd94-43f6-8056-860208ecffc2,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:11.697858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57958) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:11.778593 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6a6620-6496-40e4-945e-2f2c00aebd7a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:11.779028 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6a6620-6496-40e4-945e-2f2c00aebd7a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:11.780518 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2b6a6620-6496-40e4-945e-2f2c00aebd7a tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/subnets/019e8db7-055d-4952-80f2-88c8b3b30894 HTTP/1.1" status: 404 len: 337 time: 0.0817454 Jan 24 16:21:11.788524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:11.789843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57962) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:11.804002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:subnet and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:11.830652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-421cfcac-51ef-4b7c-82ee-966431a99c4e tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726508182532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3451263'] for subnet, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.832965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:11.852533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:11.865756 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.866396 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Attempting to bind port 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:21:11.866991 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Attempting to bind port 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '920bc986-961d-4de9-a251-9fb76ba5e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'eeed2c6d-c315-41cb-a290-2d7e5b5f083a'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:21:11.867656 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Attempting to bind port 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1 on network eeed2c6d-c315-41cb-a290-2d7e5b5f083a {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:21:11.872106 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.886479 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Attempting to bind port e4bda746-dd94-43f6-8056-860208ecffc2 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:21:11.888009 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Attempting to bind port e4bda746-dd94-43f6-8056-860208ecffc2 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:21:11.889128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Attempting to bind port e4bda746-dd94-43f6-8056-860208ecffc2 on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:21:11.899002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.906519 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] For port 368d4363-bfdd-4f5f-a390-10ac77e871ba, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=368d4363-bfdd-4f5f-a390-10ac77e871ba,segment=NetworkSegment(db754f49-fba7-46df-b5da-64e3b1e2121b),segment_id=db754f49-fba7-46df-b5da-64e3b1e2121b)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:21:11.907928 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:11.930833 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:11.973822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event deleted for resources: {'Network': ['ID=f8f06b00-00fd-435c-9ab5-8d52292d47cd,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:11.985826 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8ac41497-b708-45da-9aaf-d2118ebdeffe tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "DELETE /v2.0/networks/f8f06b00-00fd-435c-9ab5-8d52292d47cd HTTP/1.1" status: 204 len: 168 time: 2.2638373 Jan 24 16:21:11.991206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57966) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:12.008130 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:21:12.008130 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Checking segment: {'id': '920bc986-961d-4de9-a251-9fb76ba5e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'eeed2c6d-c315-41cb-a290-2d7e5b5f083a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:12.008542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.009089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Bound using segment: {'id': '920bc986-961d-4de9-a251-9fb76ba5e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'eeed2c6d-c315-41cb-a290-2d7e5b5f083a'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:21:12.009775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Bound port: 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920bc986-961d-4de9-a251-9fb76ba5e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'eeed2c6d-c315-41cb-a290-2d7e5b5f083a'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:21:12.010082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.049686 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6267401f-3b01-455c-b57a-d2fc52c13bea no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:12.086005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:21:12.086742 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:12.087324 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.087968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:21:12.088668 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Bound port: e4bda746-dd94-43f6-8056-860208ecffc2, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:21:12.089269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.096606 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ff9dc0-2432-44fb-b051-17baa4632521 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:12.097044 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ff9dc0-2432-44fb-b051-17baa4632521 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:12.098697 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-91ff9dc0-2432-44fb-b051-17baa4632521 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/networks/7de2540e-5aab-4134-b940-e5b0af7af9fa HTTP/1.1" status: 404 len: 339 time: 0.3053739 Jan 24 16:21:12.103207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57970) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:12.120269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 6267401f-3b01-455c-b57a-d2fc52c13bea {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:21:12.120941 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6267401f-3b01-455c-b57a-d2fc52c13bea not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:21:12.121601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 04799d00-7cb3-4bb4-b896-5dd2a2c9acad no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:12.175572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-e12292d8-3388-4b6e-a141-72be1338506f None None] For port 04799d00-7cb3-4bb4-b896-5dd2a2c9acad, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=04799d00-7cb3-4bb4-b896-5dd2a2c9acad,segment=NetworkSegment(0d9fa0ed-6ffa-4bd7-bfac-36d997b57a8d),segment_id=0d9fa0ed-6ffa-4bd7-bfac-36d997b57a8d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:12.176363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e12292d8-3388-4b6e-a141-72be1338506f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.209157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.209990 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421cfcac-51ef-4b7c-82ee-966431a99c4e tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:12.210583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-421cfcac-51ef-4b7c-82ee-966431a99c4e tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.211887 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-421cfcac-51ef-4b7c-82ee-966431a99c4e tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "PUT /v2.0/subnets/1e55b317-d226-4936-8570-be449af570f9 HTTP/1.1" status: 200 len: 826 time: 4.2889860 Jan 24 16:21:12.229380 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57974) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:12.230326 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa60e331-4dc4-4a17-af55-41a91770c43d tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:12.230754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa60e331-4dc4-4a17-af55-41a91770c43d tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:12.294304 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cfcac-51ef-4b7c-82ee-966431a99c4e tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Subnet': ['ID=1e55b317-d226-4936-8570-be449af570f9,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:12.323328 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0cc403d3-741e-4761-b3b5-af5b9cef4b26 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.341063 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fa60e331-4dc4-4a17-af55-41a91770c43d tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/subnets/a46dfedb-7101-46c6-8e52-564151241155 HTTP/1.1" status: 404 len: 337 time: 0.2344079 Jan 24 16:21:12.341983 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57978) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:12.389256 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e12292d8-3388-4b6e-a141-72be1338506f None None] Calling delete_port for 04799d00-7cb3-4bb4-b896-5dd2a2c9acad owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:12.410007 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b67700-2c12-4692-935c-1daa2fb192b1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:12.410688 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b67700-2c12-4692-935c-1daa2fb192b1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:12.412787 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-11b67700-2c12-4692-935c-1daa2fb192b1 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/networks/578d2be7-05b4-4e10-aaee-df0055421f0b HTTP/1.1" status: 404 len: 339 time: 0.0532885 Jan 24 16:21:12.413887 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.ipam_backend_mixin [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Performing IP validity checks on allocation pools {{(pid=83466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 24 16:21:12.414437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.ipam_backend_mixin [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 24 16:21:12.422573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 57982) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:12.471516 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99972b6f-deb8-47bd-8580-9effbc8d97e5 None None] Pushing event updated for resources: {'Port': ['ID=368d4363-bfdd-4f5f-a390-10ac77e871ba,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:12.493652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.512398 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object f8dadac1-3f54-4fca-927a-d8de77063862 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:12.522301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0cc403d3-741e-4761-b3b5-af5b9cef4b26 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Deleting port 04799d00-7cb3-4bb4-b896-5dd2a2c9acad {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:12.522301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0cc403d3-741e-4761-b3b5-af5b9cef4b26 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.582327 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.597450 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] For port e4bda746-dd94-43f6-8056-860208ecffc2, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:21:12.610475 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] For port 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:21:12.618911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] For port e4bda746-dd94-43f6-8056-860208ecffc2, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e4bda746-dd94-43f6-8056-860208ecffc2,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:21:12.624725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-f80e6524-9949-4fcc-8f0d-33a3b6342b10 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Deleting port 9e873231-0ac4-4d3d-b057-9f0c43d3e8e6 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:12.625056 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f80e6524-9949-4fcc-8f0d-33a3b6342b10 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.625517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e12292d8-3388-4b6e-a141-72be1338506f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.655211 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd37c330-c6e0-43b2-b3cf-b3521500118c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.656986 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.675105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] For port 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0b4a1d4a-0ebd-465e-abed-7c93782fb0b1,segment=NetworkSegment(920bc986-961d-4de9-a251-9fb76ba5e259),segment_id=920bc986-961d-4de9-a251-9fb76ba5e259)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:21:12.678522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.681172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-1aef5103-1923-4762-b81a-4369dfb66729 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:21:12.700694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12292d8-3388-4b6e-a141-72be1338506f None None] Pushing event deleted for resources: {'Port': ['ID=04799d00-7cb3-4bb4-b896-5dd2a2c9acad,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:12.706289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.769544 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.778863 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:12.811869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0cc403d3-741e-4761-b3b5-af5b9cef4b26 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] The port '04799d00-7cb3-4bb4-b896-5dd2a2c9acad' was deleted {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:21:12.842985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:12.844779 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=f8dadac1-3f54-4fca-927a-d8de77063862,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:12.850714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:12.854597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:12.855189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.859965 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12292d8-3388-4b6e-a141-72be1338506f None None] No DVR routers for this DVR port 04799d00-7cb3-4bb4-b896-5dd2a2c9acad on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:12.861707 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb4abf-5e0a-41c2-b296-3c1373ef28fe None None] Pushing event updated for resources: {'Port': ['ID=e4bda746-dd94-43f6-8056-860208ecffc2,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:12.932702 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1aef5103-1923-4762-b81a-4369dfb66729 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:12.945569 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1aef5103-1923-4762-b81a-4369dfb66729 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:13.001712 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-71540622-be26-4f1a-8126-723bb1e4341c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9633000 Jan 24 16:21:13.017569 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0cc403d3-741e-4761-b3b5-af5b9cef4b26 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:13.017705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57986) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:13.032450 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f4008-9685-4b56-b7eb-09a9ce30c53d None None] Pushing event updated for resources: {'Port': ['ID=0b4a1d4a-0ebd-465e-abed-7c93782fb0b1,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:13.066561 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-0cc403d3-741e-4761-b3b5-af5b9cef4b26 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699f9d61-004a-4ae7-959a-045c07ce5deb']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:13.084627 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-0cc403d3-741e-4761-b3b5-af5b9cef4b26 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9fa0ed-6ffa-4bd7-bfac-36d997b57a8d') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:13.085385 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-0cc403d3-741e-4761-b3b5-af5b9cef4b26 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9fa0ed-6ffa-4bd7-bfac-36d997b57a8d') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:13.098353 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0cc403d3-741e-4761-b3b5-af5b9cef4b26 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:13.115326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0cc403d3-741e-4761-b3b5-af5b9cef4b26 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:13.124572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc403d3-741e-4761-b3b5-af5b9cef4b26 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:13.125333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0cc403d3-741e-4761-b3b5-af5b9cef4b26 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:13.282440 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb9e43-bae8-4b01-a8a1-fe85138215e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:13.286229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb9e43-bae8-4b01-a8a1-fe85138215e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:13.286997 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-43cb9e43-bae8-4b01-a8a1-fe85138215e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:13.303193 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Deleting port 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:13.303567 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:13.337521 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd37c330-c6e0-43b2-b3cf-b3521500118c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:13.345802 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:13.358088 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-dd37c330-c6e0-43b2-b3cf-b3521500118c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:13.368816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553c91a3-057c-4a33-9f23-56d81904f3f9 None None] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:13.396218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-43cb9e43-bae8-4b01-a8a1-fe85138215e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:13.398699 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-43cb9e43-bae8-4b01-a8a1-fe85138215e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3796229 Jan 24 16:21:13.402935 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57990) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:13.482704 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd37c330-c6e0-43b2-b3cf-b3521500118c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:13.483612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd37c330-c6e0-43b2-b3cf-b3521500118c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:13.488262 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37c330-c6e0-43b2-b3cf-b3521500118c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Subnet': ['ID=42ce47e7-7400-46d7-abc5-52dfea75adfc,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:13.578457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0cc403d3-741e-4761-b3b5-af5b9cef4b26 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:13.599851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d146a953-ab5c-4d28-b86b-dd23f8f307f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port f8dadac1-3f54-4fca-927a-d8de77063862 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:13.600406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d146a953-ab5c-4d28-b86b-dd23f8f307f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:13.671678 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0cc403d3-741e-4761-b3b5-af5b9cef4b26 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:13.676828 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0cc403d3-741e-4761-b3b5-af5b9cef4b26 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "DELETE /v2.0/networks/699f9d61-004a-4ae7-959a-045c07ce5deb HTTP/1.1" status: 204 len: 168 time: 1.6831820 Jan 24 16:21:13.685641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57994) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:13.695713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc403d3-741e-4761-b3b5-af5b9cef4b26 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event deleted for resources: {'Network': ['ID=699f9d61-004a-4ae7-959a-045c07ce5deb,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:13.700693 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dd37c330-c6e0-43b2-b3cf-b3521500118c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8670185 Jan 24 16:21:13.749625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 57998) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:13.764714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-5a6401b6-5fc7-4604-bf94-533ce2bb5b8b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'security_group': {'name': 'tempest-secgroup-1000445286'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:13.789543 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5a6401b6-5fc7-4604-bf94-533ce2bb5b8b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:13.812148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'tenant_id': '683bedfc540b431d8318ee7c07b39995', 'fixed_ips': [{'subnet_id': '42ce47e7-7400-46d7-abc5-52dfea75adfc'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:21:13.812972 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:13.840174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5a6401b6-5fc7-4604-bf94-533ce2bb5b8b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:security_group and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:13.896346 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5a6401b6-5fc7-4604-bf94-533ce2bb5b8b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:13.938223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5a6401b6-5fc7-4604-bf94-533ce2bb5b8b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:13.955752 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:13.966200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f80e6524-9949-4fcc-8f0d-33a3b6342b10 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:14.122478 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:14.225694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Allocated IP 172.20.0.2 (0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031/42ce47e7-7400-46d7-abc5-52dfea75adfc/7d33741b-8ead-4100-b55f-c76df5ea08d5) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:14.262794 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-f80e6524-9949-4fcc-8f0d-33a3b6342b10 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Calling delete_port for 9e873231-0ac4-4d3d-b057-9f0c43d3e8e6 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:14.352937 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:14.370761 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 368d4363-bfdd-4f5f-a390-10ac77e871ba up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:14.425038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5a6401b6-5fc7-4604-bf94-533ce2bb5b8b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:14.430764 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9613b342-68a0-479c-8bdb-ecb4fd9dcf2a None None] Network b16cd040-9a11-4bc9-a884-08f3cda8c42b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:14.471354 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Subnet': ['ID=fac4cb9a-f8e0-4e37-8ffb-569aaeea00df,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:14.506693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Checking segment: {'id': '9c943c60-4a98-4d72-a7dd-4b4f73c45503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'abf35816-5c9c-4920-ab56-3e8474906f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:14.507458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network hostable DHCP agents. Network: abf35816-5c9c-4920-ab56-3e8474906f3b, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:21:14.528950 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] For port 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0b4a1d4a-0ebd-465e-abed-7c93782fb0b1,segment=NetworkSegment(920bc986-961d-4de9-a251-9fb76ba5e259),segment_id=920bc986-961d-4de9-a251-9fb76ba5e259)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:14.531077 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:14.731171 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f80e6524-9949-4fcc-8f0d-33a3b6342b10 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:14.734632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf0a1a8-9ac6-426c-a2bf-04e0047d9f8d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Deleting subnet cd9d48b6-6e37-4422-b223-1b6e2cf07f2c {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:14.740073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d146a953-ab5c-4d28-b86b-dd23f8f307f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:14.758554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a1a8-9ac6-426c-a2bf-04e0047d9f8d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:14.780265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Calling delete_port for 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:14.828383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a1a8-9ac6-426c-a2bf-04e0047d9f8d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:14.851361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f80e6524-9949-4fcc-8f0d-33a3b6342b10 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:14.873950 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f80e6524-9949-4fcc-8f0d-33a3b6342b10 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/ports/9e873231-0ac4-4d3d-b057-9f0c43d3e8e6 HTTP/1.1" status: 204 len: 168 time: 2.4503176 Jan 24 16:21:14.878272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58004) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:14.883541 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:14.895139 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e6524-9949-4fcc-8f0d-33a3b6342b10 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Port': ['ID=9e873231-0ac4-4d3d-b057-9f0c43d3e8e6,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:14.904805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Transition to ACTIVE for port object 7d33741b-8ead-4100-b55f-c76df5ea08d5 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:14.928185 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Transition to ACTIVE for port object 7d33741b-8ead-4100-b55f-c76df5ea08d5 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:14.965465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:14.969546 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ca5947-6aae-4f22-b352-8e8547657814 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:14.970333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ca5947-6aae-4f22-b352-8e8547657814 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:14.975768 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f3ca5947-6aae-4f22-b352-8e8547657814 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/subnets/32124d67-4581-4dfd-b9e5-ae9c2627ab03 HTTP/1.1" status: 404 len: 337 time: 0.0827000 Jan 24 16:21:14.977435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network abf35816-5c9c-4920-ab56-3e8474906f3b is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:21:14.984798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a1a8-9ac6-426c-a2bf-04e0047d9f8d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:14.988751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58008) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:15.039903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, abf35816-5c9c-4920-ab56-3e8474906f3b) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:15.054732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:15.055586 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:15.092357 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Pushing event updated for resources: {'Port': ['ID=7d33741b-8ead-4100-b55f-c76df5ea08d5,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:15.109105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0792e73-2af1-41e5-9e01-cc6ff537b605 None None] Network abf35816-5c9c-4920-ab56-3e8474906f3b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:15.144725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b59d6905-6aff-4c0b-9ad6-4a20c4911ad5 None None] Provisioning for port 368d4363-bfdd-4f5f-a390-10ac77e871ba completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:15.191804 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a1a8-9ac6-426c-a2bf-04e0047d9f8d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:15.311561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d146a953-ab5c-4d28-b86b-dd23f8f307f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for f8dadac1-3f54-4fca-927a-d8de77063862 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:15.313968 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b6769c8d-3906-49fc-8181-88b400e1561e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.0072870 Jan 24 16:21:15.337329 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:15.357911 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58012) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:15.377660 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:15.381485 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:15.388100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-be530e78-6cc7-4cf3-b444-93444caae00d tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:15.426011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a1a8-9ac6-426c-a2bf-04e0047d9f8d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:15.430941 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb216e0-1d2f-4d91-97a1-185dd4f2e8eb None None] Network eeed2c6d-c315-41cb-a290-2d7e5b5f083a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:15.456121 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b4bb34-dd65-4991-9575-db5eedbb85e2 None None] Network 8ec3c542-ef86-40da-bd06-d0cd28f5b143 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:15.467240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5a6401b6-5fc7-4604-bf94-533ce2bb5b8b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:15.471253 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 368d4363-bfdd-4f5f-a390-10ac77e871ba completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:15.498103 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0a1a8-9ac6-426c-a2bf-04e0047d9f8d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event deleted for resources: {'Subnet': ['ID=cd9d48b6-6e37-4422-b223-1b6e2cf07f2c,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:15.500583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5a6401b6-5fc7-4604-bf94-533ce2bb5b8b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:security_group_rule and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:15.511407 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5a6401b6-5fc7-4604-bf94-533ce2bb5b8b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:15.536240 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0bf0a1a8-9ac6-426c-a2bf-04e0047d9f8d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "DELETE /v2.0/subnets/cd9d48b6-6e37-4422-b223-1b6e2cf07f2c HTTP/1.1" status: 204 len: 168 time: 1.8482516 Jan 24 16:21:15.542193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58016) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:15.544938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5a6401b6-5fc7-4604-bf94-533ce2bb5b8b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:15.611602 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 368d4363-bfdd-4f5f-a390-10ac77e871ba triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:15.612438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:15.677532 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9c5c6a7f-a91f-4146-8e2f-3e59b1b89535 None None] Could not find standard attr ID for object 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:21:15.726682 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6f060e76-4137-4112-9731-3ffd3f43a1ed admin admin] Deleting port 415f4987-1193-427b-984a-0e1a8f373fb6 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:15.727025 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f060e76-4137-4112-9731-3ffd3f43a1ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:15.753990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-be530e78-6cc7-4cf3-b444-93444caae00d tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:15.779519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-be530e78-6cc7-4cf3-b444-93444caae00d tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1c4724-aed1-418c-aba3-ce787c4d4f86']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:15.808223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:15.848439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:15.871658 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-be530e78-6cc7-4cf3-b444-93444caae00d tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc295d7d-cb41-4014-9c6f-e2aa80f183b5') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:15.872092 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-be530e78-6cc7-4cf3-b444-93444caae00d tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc295d7d-cb41-4014-9c6f-e2aa80f183b5') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:15.903278 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-be530e78-6cc7-4cf3-b444-93444caae00d tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:15.909642 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Port': ['ID=0b4a1d4a-0ebd-465e-abed-7c93782fb0b1,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:15.951601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d146a953-ab5c-4d28-b86b-dd23f8f307f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:15.964202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-be530e78-6cc7-4cf3-b444-93444caae00d tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:15.994087 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-abf35816-5c9c-4920-ab56-3e8474906f3b', 'network_id': 'abf35816-5c9c-4920-ab56-3e8474906f3b', 'tenant_id': 'a1ab4d499c3b4a4ab8671837a20cbe1b', 'fixed_ips': [{'subnet_id': 'fac4cb9a-f8e0-4e37-8ffb-569aaeea00df'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:21:15.995091 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.004946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.005916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Attempting to bind port 7d33741b-8ead-4100-b55f-c76df5ea08d5 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:21:16.006486 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Attempting to bind port 7d33741b-8ead-4100-b55f-c76df5ea08d5 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '18c90327-8392-49d2-acb6-def7f3648354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:21:16.006608 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Attempting to bind port 7d33741b-8ead-4100-b55f-c76df5ea08d5 on network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:21:16.014761 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be530e78-6cc7-4cf3-b444-93444caae00d tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:16.015273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-be530e78-6cc7-4cf3-b444-93444caae00d tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.019740 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Deleting port 27438e89-4320-4367-b11f-b8cc3229862b {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:16.020144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.028975 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9c5c6a7f-a91f-4146-8e2f-3e59b1b89535 None None] Provisioning for port e4bda746-dd94-43f6-8056-860208ecffc2 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:16.035662 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:16.037707 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No DVR routers for this DVR port 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:16.079019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146a953-ab5c-4d28-b86b-dd23f8f307f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=f8dadac1-3f54-4fca-927a-d8de77063862,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:16.091535 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:21:16.091720 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Checking segment: {'id': '18c90327-8392-49d2-acb6-def7f3648354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:16.092480 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.092480 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Bound using segment: {'id': '18c90327-8392-49d2-acb6-def7f3648354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:21:16.092937 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Bound port: 7d33741b-8ead-4100-b55f-c76df5ea08d5, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c90327-8392-49d2-acb6-def7f3648354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:21:16.093500 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.108199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.196131 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9c5c6a7f-a91f-4146-8e2f-3e59b1b89535 None None] Could not find standard attr ID for object f8dadac1-3f54-4fca-927a-d8de77063862. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:21:16.315581 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5a6401b6-5fc7-4604-bf94-533ce2bb5b8b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.329721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d146a953-ab5c-4d28-b86b-dd23f8f307f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.338134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.367840 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.368828 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-be530e78-6cc7-4cf3-b444-93444caae00d tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.374572 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5a6401b6-5fc7-4604-bf94-533ce2bb5b8b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.384110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-6f060e76-4137-4112-9731-3ffd3f43a1ed admin admin] For port 415f4987-1193-427b-984a-0e1a8f373fb6, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=415f4987-1193-427b-984a-0e1a8f373fb6,segment=NetworkSegment(dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b),segment_id=dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:16.384832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f060e76-4137-4112-9731-3ffd3f43a1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.399430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-be530e78-6cc7-4cf3-b444-93444caae00d tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.406445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be530e78-6cc7-4cf3-b444-93444caae00d tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Network': ['ID=bf1c4724-aed1-418c-aba3-ce787c4d4f86,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:16.422364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.511733 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] For port 7d33741b-8ead-4100-b55f-c76df5ea08d5, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:21:16.514909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 368d4363-bfdd-4f5f-a390-10ac77e871ba, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=368d4363-bfdd-4f5f-a390-10ac77e871ba,segment=NetworkSegment(db754f49-fba7-46df-b5da-64e3b1e2121b),segment_id=db754f49-fba7-46df-b5da-64e3b1e2121b)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:16.526220 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.527545 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-be530e78-6cc7-4cf3-b444-93444caae00d tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/networks/bf1c4724-aed1-418c-aba3-ce787c4d4f86 HTTP/1.1" status: 204 len: 168 time: 1.5340126 Jan 24 16:21:16.530342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e4bda746-dd94-43f6-8056-860208ecffc2 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:16.532481 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58020) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:16.552116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Subnet': ['ID=1e55b317-d226-4936-8570-be449af570f9,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:16.581439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aef5103-1923-4762-b81a-4369dfb66729 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 30860f65-4396-4e3b-87b1-722c8f1e65dd has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:21:16.669618 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d146a953-ab5c-4d28-b86b-dd23f8f307f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/f8dadac1-3f54-4fca-927a-d8de77063862 HTTP/1.1" status: 204 len: 168 time: 3.2605784 Jan 24 16:21:16.683048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6f060e76-4137-4112-9731-3ffd3f43a1ed admin admin] Calling delete_port for 415f4987-1193-427b-984a-0e1a8f373fb6 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:16.720194 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5a6401b6-5fc7-4604-bf94-533ce2bb5b8b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.722096 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5a6401b6-5fc7-4604-bf94-533ce2bb5b8b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.9661016 Jan 24 16:21:16.733774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58024) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:16.734488 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58026) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:16.735946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6401b6-5fc7-4604-bf94-533ce2bb5b8b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562b14ad-0e9b-46bf-a3ac-aff18e707c9d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:16.781134 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Allocated IP 172.20.0.3 (abf35816-5c9c-4920-ab56-3e8474906f3b/fac4cb9a-f8e0-4e37-8ffb-569aaeea00df/b69f9302-1e1f-4e14-b722-8324be57d899) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:16.800616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.807684 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] For port 7d33741b-8ead-4100-b55f-c76df5ea08d5, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7d33741b-8ead-4100-b55f-c76df5ea08d5,segment=NetworkSegment(18c90327-8392-49d2-acb6-def7f3648354),segment_id=18c90327-8392-49d2-acb6-def7f3648354)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:21:16.808997 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8f0393-2d18-4b56-99f6-83c1bed2a72b None None] DHCP port deletion for 8ec3c542-ef86-40da-bd06-d0cd28f5b143 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:21:16.828879 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d89993-d465-4949-816e-bb58f1804514 None None] Network eeed2c6d-c315-41cb-a290-2d7e5b5f083a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:16.836798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-59e240ed-d3ef-4574-9889-2db5dcf256f9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'security_group': {'name': 'tempest-secgroup-1312625670'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:16.840465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-79803260-2bf5-4934-8860-5551a83210ae tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Deleting port 9359f9e1-dae6-442e-ac6c-bbe29fa239fe {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:16.840789 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79803260-2bf5-4934-8860-5551a83210ae tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.869268 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.870491 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeed2c6d-c315-41cb-a290-2d7e5b5f083a']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:16.879543 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f0393-2d18-4b56-99f6-83c1bed2a72b None None] Deleting port 27438e89-4320-4367-b11f-b8cc3229862b {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:16.879903 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0393-2d18-4b56-99f6-83c1bed2a72b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.897377 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920bc986-961d-4de9-a251-9fb76ba5e259') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:16.898182 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920bc986-961d-4de9-a251-9fb76ba5e259') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:16.901947 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-59e240ed-d3ef-4574-9889-2db5dcf256f9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:16.915849 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.945814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-59e240ed-d3ef-4574-9889-2db5dcf256f9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:security_group and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:16.967529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-59e240ed-d3ef-4574-9889-2db5dcf256f9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:16.969341 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:16.984732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:16.985263 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:17.004335 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:17.059218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-59e240ed-d3ef-4574-9889-2db5dcf256f9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:17.072158 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] For port 27438e89-4320-4367-b11f-b8cc3229862b, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=27438e89-4320-4367-b11f-b8cc3229862b,segment=NetworkSegment(203e6e21-5e75-476f-8fd2-6fde5e0c42dc),segment_id=203e6e21-5e75-476f-8fd2-6fde5e0c42dc)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:17.072513 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:17.086781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43642f1f-bc55-4782-ba48-946425226ec3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:17.088129 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43642f1f-bc55-4782-ba48-946425226ec3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:17.088863 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-43642f1f-bc55-4782-ba48-946425226ec3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:17.167517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:17.190894 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:17.210959 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Network': ['ID=eeed2c6d-c315-41cb-a290-2d7e5b5f083a,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:17.215742 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-83b188cf-d1a5-4518-9d91-e7b97ab3eb56 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/eeed2c6d-c315-41cb-a290-2d7e5b5f083a HTTP/1.1" status: 204 len: 168 time: 4.9822290 Jan 24 16:21:17.217749 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79803260-2bf5-4934-8860-5551a83210ae tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:17.227223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58032) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:17.231814 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=368d4363-bfdd-4f5f-a390-10ac77e871ba,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:17.237453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Calling delete_port for 27438e89-4320-4367-b11f-b8cc3229862b owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:17.277152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-59e240ed-d3ef-4574-9889-2db5dcf256f9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:17.305919 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f39b60-6b65-4995-8e4d-a37e9b2a262c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:17.306498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f39b60-6b65-4995-8e4d-a37e9b2a262c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:17.308299 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b3f39b60-6b65-4995-8e4d-a37e9b2a262c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/eeed2c6d-c315-41cb-a290-2d7e5b5f083a HTTP/1.1" status: 404 len: 339 time: 0.0819068 Jan 24 16:21:17.327406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58036) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:17.349309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-43642f1f-bc55-4782-ba48-946425226ec3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:17.353981 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-43642f1f-bc55-4782-ba48-946425226ec3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6140585 Jan 24 16:21:17.356842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58040) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:17.361508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1710925813', 'description': 'd1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:17.376891 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-79803260-2bf5-4934-8860-5551a83210ae tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Calling delete_port for 9359f9e1-dae6-442e-ac6c-bbe29fa239fe owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:17.422059 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:17.457556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Usage tracker for resource:network and tenant:16f95b1a0f7046a18412316f506009d3 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:17.467601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:17.488528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a93756-3e3c-4058-8041-d67d6d1162c7 None None] Pushing event updated for resources: {'Port': ['ID=7d33741b-8ead-4100-b55f-c76df5ea08d5,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:17.500076 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79803260-2bf5-4934-8860-5551a83210ae tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:17.507785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:17.557262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-59e240ed-d3ef-4574-9889-2db5dcf256f9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:17.562186 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79803260-2bf5-4934-8860-5551a83210ae tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Port': ['ID=9359f9e1-dae6-442e-ac6c-bbe29fa239fe,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:17.568205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79803260-2bf5-4934-8860-5551a83210ae tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:17.568439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:17.568600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2545cef4-e9b1-47d0-9eaa-51dde8bb6f89 None None] Provisioning complete for port 368d4363-bfdd-4f5f-a390-10ac77e871ba triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:17.568600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2545cef4-e9b1-47d0-9eaa-51dde8bb6f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:17.571175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:17.574431 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-79803260-2bf5-4934-8860-5551a83210ae tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/ports/9359f9e1-dae6-442e-ac6c-bbe29fa239fe HTTP/1.1" status: 204 len: 168 time: 1.0324872 Jan 24 16:21:17.576914 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58044) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:17.584715 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:17.685002 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-59e240ed-d3ef-4574-9889-2db5dcf256f9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:security_group_rule and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:17.707095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-59e240ed-d3ef-4574-9889-2db5dcf256f9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:17.730772 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b44c72-3b2e-42d7-92ca-50ddd0f16554 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:17.731312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b44c72-3b2e-42d7-92ca-50ddd0f16554 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:17.733160 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-57b44c72-3b2e-42d7-92ca-50ddd0f16554 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/subnets/44f22e5e-5e29-4ff7-a792-91d595763ee5 HTTP/1.1" status: 404 len: 337 time: 0.1551948 Jan 24 16:21:17.736068 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58048) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:17.761625 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b46c66-889d-4b24-af2e-422cac2f1401 None None] DHCP port deletion for eeed2c6d-c315-41cb-a290-2d7e5b5f083a request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:21:17.768967 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-dc8f0393-2d18-4b56-99f6-83c1bed2a72b None None] For port 27438e89-4320-4367-b11f-b8cc3229862b, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=27438e89-4320-4367-b11f-b8cc3229862b,segment=NetworkSegment(203e6e21-5e75-476f-8fd2-6fde5e0c42dc),segment_id=203e6e21-5e75-476f-8fd2-6fde5e0c42dc)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:17.769356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0393-2d18-4b56-99f6-83c1bed2a72b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:17.790517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port e4bda746-dd94-43f6-8056-860208ecffc2 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:17.817969 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-59e240ed-d3ef-4574-9889-2db5dcf256f9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:17.825813 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event deleted for resources: {'Port': ['ID=27438e89-4320-4367-b11f-b8cc3229862b,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:17.858870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77103cfc-6cb6-4735-9955-05d377fc4096 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:17.876275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] No DVR routers for this DVR port 27438e89-4320-4367-b11f-b8cc3229862b on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:17.933512 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f0393-2d18-4b56-99f6-83c1bed2a72b None None] Calling delete_port for 27438e89-4320-4367-b11f-b8cc3229862b owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:17.942294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:21:17.964195 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port e4bda746-dd94-43f6-8056-860208ecffc2 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:17.964465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.004809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.029864 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.053154 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77103cfc-6cb6-4735-9955-05d377fc4096 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.065296 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Transition to ACTIVE for port object b69f9302-1e1f-4e14-b722-8324be57d899 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:18.099385 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-77103cfc-6cb6-4735-9955-05d377fc4096 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d0ee44-eb72-4f19-935e-4d01b76aa86b']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:18.117964 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-77103cfc-6cb6-4735-9955-05d377fc4096 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfff3e79-b609-4448-aa16-a0afa35a07e1') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:18.118547 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-77103cfc-6cb6-4735-9955-05d377fc4096 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfff3e79-b609-4448-aa16-a0afa35a07e1') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:18.135792 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77103cfc-6cb6-4735-9955-05d377fc4096 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.156665 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77103cfc-6cb6-4735-9955-05d377fc4096 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.166827 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77103cfc-6cb6-4735-9955-05d377fc4096 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:18.167467 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77103cfc-6cb6-4735-9955-05d377fc4096 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.171586 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Transition to ACTIVE for port object b69f9302-1e1f-4e14-b722-8324be57d899 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:18.182787 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-dc8f0393-2d18-4b56-99f6-83c1bed2a72b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:21:18.183136 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-dc8f0393-2d18-4b56-99f6-83c1bed2a72b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:18.191312 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:18.218693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.222587 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.223043 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Added segment e62ba22d-d534-4643-91ed-6ddb3eaa6e27 of type vlan for network 392a72c4-9944-430a-9b3b-a0ca1ce5c4e4 Jan 24 16:21:18.261061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f060e76-4137-4112-9731-3ffd3f43a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.292806 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.319749 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Pushing event updated for resources: {'Port': ['ID=b69f9302-1e1f-4e14-b722-8324be57d899,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:18.333029 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Subnet': ['ID=fac4cb9a-f8e0-4e37-8ffb-569aaeea00df,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:18.349122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77103cfc-6cb6-4735-9955-05d377fc4096 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.353498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.363680 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Network abf35816-5c9c-4920-ab56-3e8474906f3b is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:18.365242 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:18.367460 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.369533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77103cfc-6cb6-4735-9955-05d377fc4096 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.381358 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:18.392613 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae41a23-8edc-4dcb-a724-1407b91770de tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet ccde2b89-8261-4170-a750-f8d1f76fb601 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:18.400178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77103cfc-6cb6-4735-9955-05d377fc4096 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Network': ['ID=49d0ee44-eb72-4f19-935e-4d01b76aa86b,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:18.415842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2ae41a23-8edc-4dcb-a724-1407b91770de tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.446846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-59e240ed-d3ef-4574-9889-2db5dcf256f9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.454711 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-77103cfc-6cb6-4735-9955-05d377fc4096 tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/networks/49d0ee44-eb72-4f19-935e-4d01b76aa86b HTTP/1.1" status: 204 len: 168 time: 0.7173076 Jan 24 16:21:18.458070 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port e4bda746-dd94-43f6-8056-860208ecffc2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e4bda746-dd94-43f6-8056-860208ecffc2,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:18.461259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58052) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:18.463346 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f060e76-4137-4112-9731-3ffd3f43a1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=415f4987-1193-427b-984a-0e1a8f373fb6,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:18.468135 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.493698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.545339 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.562522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-59e240ed-d3ef-4574-9889-2db5dcf256f9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.569616 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec3c542-ef86-40da-bd06-d0cd28f5b143']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:18.640067 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Attempting to bind port b69f9302-1e1f-4e14-b722-8324be57d899 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:21:18.640470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Attempting to bind port b69f9302-1e1f-4e14-b722-8324be57d899 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '9c943c60-4a98-4d72-a7dd-4b4f73c45503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'abf35816-5c9c-4920-ab56-3e8474906f3b'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:21:18.640759 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Attempting to bind port b69f9302-1e1f-4e14-b722-8324be57d899 on network abf35816-5c9c-4920-ab56-3e8474906f3b {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:21:18.650732 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:21:18.651102 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Checking segment: {'id': '9c943c60-4a98-4d72-a7dd-4b4f73c45503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'abf35816-5c9c-4920-ab56-3e8474906f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:18.651511 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.652227 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Bound using segment: {'id': '9c943c60-4a98-4d72-a7dd-4b4f73c45503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'abf35816-5c9c-4920-ab56-3e8474906f3b'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:21:18.652691 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Bound port: b69f9302-1e1f-4e14-b722-8324be57d899, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c943c60-4a98-4d72-a7dd-4b4f73c45503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'abf35816-5c9c-4920-ab56-3e8474906f3b'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:21:18.653056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.685016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f0393-2d18-4b56-99f6-83c1bed2a72b None None] Deleting port 27438e89-4320-4367-b11f-b8cc3229862b {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:18.685623 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0393-2d18-4b56-99f6-83c1bed2a72b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.740228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203e6e21-5e75-476f-8fd2-6fde5e0c42dc') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:18.740941 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203e6e21-5e75-476f-8fd2-6fde5e0c42dc') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:18.760151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44d0951-52a9-44ad-a0c9-f32d3745fd7c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Deleting subnet 620b13cd-d4c8-4b9c-910c-42ca5939f4a6 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:18.797395 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2ae41a23-8edc-4dcb-a724-1407b91770de tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.810146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f44d0951-52a9-44ad-a0c9-f32d3745fd7c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.874838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:21:18.885848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.900511 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf35816-5c9c-4920-ab56-3e8474906f3b']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:18.902322 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=e4bda746-dd94-43f6-8056-860208ecffc2,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:18.906923 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7d33741b-8ead-4100-b55f-c76df5ea08d5 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:18.914001 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f44d0951-52a9-44ad-a0c9-f32d3745fd7c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.927702 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e240ed-d3ef-4574-9889-2db5dcf256f9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699b996e-1afc-4710-9de5-be0949cfc1ec,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:18.948757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c943c60-4a98-4d72-a7dd-4b4f73c45503') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:18.949144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c943c60-4a98-4d72-a7dd-4b4f73c45503') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:18.950564 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aef5103-1923-4762-b81a-4369dfb66729 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:21:18.956643 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1aef5103-1923-4762-b81a-4369dfb66729 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.967090 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3baff-d851-4446-a806-39046e75bae6 None None] Sync routers for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:21:18.972042 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:18.986617 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3baff-d851-4446-a806-39046e75bae6 None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:18.987761 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c5e3baff-d851-4446-a806-39046e75bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:21:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:19.000960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.010503 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:19.010888 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.024477 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.028630 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:19.029199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f0393-2d18-4b56-99f6-83c1bed2a72b None None] The port '27438e89-4320-4367-b11f-b8cc3229862b' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:21:19.029581 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.033516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-59e240ed-d3ef-4574-9889-2db5dcf256f9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.038963 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-59e240ed-d3ef-4574-9889-2db5dcf256f9 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.2939522 Jan 24 16:21:19.040577 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58056) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:19.049277 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:19.052917 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.085650 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] For port b69f9302-1e1f-4e14-b722-8324be57d899, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:21:19.088103 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d6550dcf-945f-48fb-b3b3-189001280f99 None None] Provisioning for port 7d33741b-8ead-4100-b55f-c76df5ea08d5 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:19.099594 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c5e3baff-d851-4446-a806-39046e75bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:19.109885 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 7d33741b-8ead-4100-b55f-c76df5ea08d5 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:19.121975 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3baff-d851-4446-a806-39046e75bae6 None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:19.122799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 7d33741b-8ead-4100-b55f-c76df5ea08d5 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:19.123170 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.124741 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c5e3baff-d851-4446-a806-39046e75bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:21:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:19.187638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.api [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 24 16:21:19.187638 dv-neutron-826104-1-hyperv neutron-server[83466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 24 16:21:19.187638 dv-neutron-826104-1-hyperv neutron-server[83466]: [parameters: {'id': 'abf35816-5c9c-4920-ab56-3e8474906f3b'}] Jan 24 16:21:19.187638 dv-neutron-826104-1-hyperv neutron-server[83466]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:21:19.188527 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d6550dcf-945f-48fb-b3b3-189001280f99 None None] Provisioning complete for port bc290597-bb4e-465e-8ce2-c707de4b043d triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:19.188633 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d6550dcf-945f-48fb-b3b3-189001280f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.190435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG oslo_db.api [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:21:19.192449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-678171673', 'security_groups': ['699b996e-1afc-4710-9de5-be0949cfc1ec'], 'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '42ce47e7-7400-46d7-abc5-52dfea75adfc'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:19.197452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f44d0951-52a9-44ad-a0c9-f32d3745fd7c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.197684 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c5e3baff-d851-4446-a806-39046e75bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:19.198262 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3baff-d851-4446-a806-39046e75bae6 None None] The sync data for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:21:19.237960 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] For port b69f9302-1e1f-4e14-b722-8324be57d899, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b69f9302-1e1f-4e14-b722-8324be57d899,segment=NetworkSegment(9c943c60-4a98-4d72-a7dd-4b4f73c45503),segment_id=9c943c60-4a98-4d72-a7dd-4b4f73c45503)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:21:19.251925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.284668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f44d0951-52a9-44ad-a0c9-f32d3745fd7c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.301273 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:19.301569 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.309789 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d6550dcf-945f-48fb-b3b3-189001280f99 None None] Port bc290597-bb4e-465e-8ce2-c707de4b043d cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:21:19.325345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d0951-52a9-44ad-a0c9-f32d3745fd7c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Subnet': ['ID=620b13cd-d4c8-4b9c-910c-42ca5939f4a6,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:19.334239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f44d0951-52a9-44ad-a0c9-f32d3745fd7c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:19.341110 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:19.348200 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f44d0951-52a9-44ad-a0c9-f32d3745fd7c tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/subnets/620b13cd-d4c8-4b9c-910c-42ca5939f4a6 HTTP/1.1" status: 204 len: 168 time: 0.8858874 Jan 24 16:21:19.348890 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58060) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:19.378725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b29f5d-2e1e-40d9-9362-4e64c632e096 None None] Network d4ca3836-b255-406c-a968-bfaf9f44e126 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:19.472450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.481496 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4475665-5a6f-401c-ab60-1ed015fe2b63 None None] Pushing event updated for resources: {'Port': ['ID=b69f9302-1e1f-4e14-b722-8324be57d899,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:19.488934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Deleting port ac25c47a-65dd-43b5-b4de-8e7173ba4089 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:19.489487 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.491825 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Network': ['ID=392a72c4-9944-430a-9b3b-a0ca1ce5c4e4,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:19.497238 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-44b629a8-3499-4e05-8e17-72a454bf885f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1532092 Jan 24 16:21:19.513618 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 392a72c4-9944-430a-9b3b-a0ca1ce5c4e4 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:21:19.514525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58064) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:19.547195 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.564912 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1aef5103-1923-4762-b81a-4369dfb66729 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "PUT /v2.0/floatingips/7538b998-b475-477d-9b32-3e73c88952ba HTTP/1.1" status: 200 len: 978 time: 9.3148744 Jan 24 16:21:19.614812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58068) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:19.635744 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.658969 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2ae41a23-8edc-4dcb-a724-1407b91770de tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.666500 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208f134d-1bf4-4b92-9534-99e8987aea38 None None] Network abf35816-5c9c-4920-ab56-3e8474906f3b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:19.700367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.726686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1704993'] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.761163 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Pushing event deleted for resources: {'Network': ['ID=8ec3c542-ef86-40da-bd06-d0cd28f5b143,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:19.779004 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-75e752a8-4507-4aaf-9841-7eb00fafe8dd tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "DELETE /v2.0/networks/8ec3c542-ef86-40da-bd06-d0cd28f5b143 HTTP/1.1" status: 204 len: 168 time: 4.2286906 Jan 24 16:21:19.788728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58072) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:19.815896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 7d33741b-8ead-4100-b55f-c76df5ea08d5, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7d33741b-8ead-4100-b55f-c76df5ea08d5,segment=NetworkSegment(18c90327-8392-49d2-acb6-def7f3648354),segment_id=18c90327-8392-49d2-acb6-def7f3648354)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:19.836527 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.837267 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 368d4363-bfdd-4f5f-a390-10ac77e871ba up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:19.837649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972a6340-589c-45a6-9ef0-4a777037a85f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:19.838340 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-972a6340-589c-45a6-9ef0-4a777037a85f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Synchronizing usage tracker for tenant:16f95b1a0f7046a18412316f506009d3 on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:19.841344 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:19.863859 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:port and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:19.868849 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7665cba6-80e1-48ed-8c60-185e71816796 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Synchronizing usage tracker for tenant:27c7d827a9af453d907c064c9f34e560 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:19.871516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:19.888306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:19.909008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-972a6340-589c-45a6-9ef0-4a777037a85f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Unset dirty status for tenant:16f95b1a0f7046a18412316f506009d3 on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:19.910175 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-972a6340-589c-45a6-9ef0-4a777037a85f tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "GET /v2.0/networks?id=392a72c4-9944-430a-9b3b-a0ca1ce5c4e4 HTTP/1.1" status: 200 len: 765 time: 0.3909554 Jan 24 16:21:19.915882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58076) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:19.946545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] For port ac25c47a-65dd-43b5-b4de-8e7173ba4089, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ac25c47a-65dd-43b5-b4de-8e7173ba4089,segment=NetworkSegment(ff332fc2-cca8-4120-beef-cc8ef53ff57d),segment_id=ff332fc2-cca8-4120-beef-cc8ef53ff57d)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:19.947299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.964878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2ae41a23-8edc-4dcb-a724-1407b91770de tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:19.971640 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-7739c9a9-53c4-48cf-a3c8-d14bbdde50d5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'network': {'description': 'd2'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:20.019121 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:20.034936 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=7d33741b-8ead-4100-b55f-c76df5ea08d5,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:20.046384 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7665cba6-80e1-48ed-8c60-185e71816796 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Unset dirty status for tenant:27c7d827a9af453d907c064c9f34e560 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:20.049818 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7665cba6-80e1-48ed-8c60-185e71816796 tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "GET /v2.0/ports?device_id=c64fe49f-4160-428c-8c59-19c9ec297123 HTTP/1.1" status: 200 len: 205 time: 0.2530229 Jan 24 16:21:20.059894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58080) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:20.099629 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Deleting port b69f9302-1e1f-4e14-b722-8324be57d899 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:20.100090 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:20.104111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 368d4363-bfdd-4f5f-a390-10ac77e871ba triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:20.104754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:20.132963 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Calling delete_port for ac25c47a-65dd-43b5-b4de-8e7173ba4089 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:20.171653 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079e6761-9a9f-4885-8390-e1bd53c08409 None None] DHCP port deletion for d4ca3836-b255-406c-a968-bfaf9f44e126 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:21:20.184226 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-079e6761-9a9f-4885-8390-e1bd53c08409 None None] Deleting port ac25c47a-65dd-43b5-b4de-8e7173ba4089 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:20.184680 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-079e6761-9a9f-4885-8390-e1bd53c08409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:20.362849 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae41a23-8edc-4dcb-a724-1407b91770de tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=ccde2b89-8261-4170-a750-f8d1f76fb601,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:20.364242 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b61971a7-0cf9-4286-9f0c-b7be1a8f1ee3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting port 20ebb6b0-0b17-46fd-972f-427ef1bec303 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:20.365976 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b61971a7-0cf9-4286-9f0c-b7be1a8f1ee3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:20.415328 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209883a4-7758-4275-b4f6-6563a6db8473 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:20.418741 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2ae41a23-8edc-4dcb-a724-1407b91770de tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:20.454316 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:20.548220 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:20.565619 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2ae41a23-8edc-4dcb-a724-1407b91770de tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/ccde2b89-8261-4170-a750-f8d1f76fb601 HTTP/1.1" status: 204 len: 168 time: 3.1951978 Jan 24 16:21:20.569399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58084) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:20.592232 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:21:20.592549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0b4a1d4a-0ebd-465e-abed-7c93782fb0b1 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:21:20.593110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 27438e89-4320-4367-b11f-b8cc3229862b no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:20.621812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Port': ['ID=ac25c47a-65dd-43b5-b4de-8e7173ba4089,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:20.645466 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] No DVR routers for this DVR port ac25c47a-65dd-43b5-b4de-8e7173ba4089 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:20.648577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 27438e89-4320-4367-b11f-b8cc3229862b {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:21:20.648914 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 27438e89-4320-4367-b11f-b8cc3229862b not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:21:20.669511 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-079e6761-9a9f-4885-8390-e1bd53c08409 None None] For port ac25c47a-65dd-43b5-b4de-8e7173ba4089, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ac25c47a-65dd-43b5-b4de-8e7173ba4089,segment=NetworkSegment(ff332fc2-cca8-4120-beef-cc8ef53ff57d),segment_id=ff332fc2-cca8-4120-beef-cc8ef53ff57d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:20.669899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-079e6761-9a9f-4885-8390-e1bd53c08409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:20.753975 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-358202e7-fe32-49fd-a7e4-69c309898a7d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:20.805884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] For port b69f9302-1e1f-4e14-b722-8324be57d899, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b69f9302-1e1f-4e14-b722-8324be57d899,segment=NetworkSegment(9c943c60-4a98-4d72-a7dd-4b4f73c45503),segment_id=9c943c60-4a98-4d72-a7dd-4b4f73c45503)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:20.806528 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:20.822685 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7d33741b-8ead-4100-b55f-c76df5ea08d5 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:20.822898 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-42ddceb4-b5d9-4668-b602-68eda21edfd1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2420406 Jan 24 16:21:20.828419 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58088) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:20.847661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:20.854771 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-079e6761-9a9f-4885-8390-e1bd53c08409 None None] Calling delete_port for ac25c47a-65dd-43b5-b4de-8e7173ba4089 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:20.947677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7739c9a9-53c4-48cf-a3c8-d14bbdde50d5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:20.956582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f060e76-4137-4112-9731-3ffd3f43a1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:20.977876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] device_id is not set on port 688723a4-0e04-4f2e-ae05-4ddc4bc19003 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:21:20.994528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-079e6761-9a9f-4885-8390-e1bd53c08409 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:21:20.994942 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-079e6761-9a9f-4885-8390-e1bd53c08409 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:21:20.998783 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.006876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b61971a7-0cf9-4286-9f0c-b7be1a8f1ee3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.007172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b61971a7-0cf9-4286-9f0c-b7be1a8f1ee3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.011968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 7d33741b-8ead-4100-b55f-c76df5ea08d5 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:21.012338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.020507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Calling delete_port for b69f9302-1e1f-4e14-b722-8324be57d899 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:21.142014 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7739c9a9-53c4-48cf-a3c8-d14bbdde50d5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.151648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ca3836-b255-406c-a968-bfaf9f44e126']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:21.172250 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e4bda746-dd94-43f6-8056-860208ecffc2 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:21.201619 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd46d4a-c088-413e-8b5a-d8a637af4c1b None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:21:21.211528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ebd46d4a-c088-413e-8b5a-d8a637af4c1b None None] Deleting port e4bda746-dd94-43f6-8056-860208ecffc2 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:21.212257 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ebd46d4a-c088-413e-8b5a-d8a637af4c1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.336864 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b61971a7-0cf9-4286-9f0c-b7be1a8f1ee3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Calling delete_port for 20ebb6b0-0b17-46fd-972f-427ef1bec303 owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:21.337286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7739c9a9-53c4-48cf-a3c8-d14bbdde50d5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network 392a72c4-9944-430a-9b3b-a0ca1ce5c4e4 is not hosted by any dhcp agent {{(pid=83465) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 24 16:21:21.340992 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7739c9a9-53c4-48cf-a3c8-d14bbdde50d5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:21.341574 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7739c9a9-53c4-48cf-a3c8-d14bbdde50d5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.345270 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7739c9a9-53c4-48cf-a3c8-d14bbdde50d5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "PUT /v2.0/networks/392a72c4-9944-430a-9b3b-a0ca1ce5c4e4 HTTP/1.1" status: 200 len: 762 time: 1.4253402 Jan 24 16:21:21.363322 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58092) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:21.381853 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff332fc2-cca8-4120-beef-cc8ef53ff57d') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:21.382486 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff332fc2-cca8-4120-beef-cc8ef53ff57d') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:21.419867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port e4bda746-dd94-43f6-8056-860208ecffc2 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:21.420443 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.441416 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.454550 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739c9a9-53c4-48cf-a3c8-d14bbdde50d5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Network': ['ID=392a72c4-9944-430a-9b3b-a0ca1ce5c4e4,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:21.475597 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 392a72c4-9944-430a-9b3b-a0ca1ce5c4e4 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:21:21.498355 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-079e6761-9a9f-4885-8390-e1bd53c08409 None None] Deleting port ac25c47a-65dd-43b5-b4de-8e7173ba4089 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:21.498722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-079e6761-9a9f-4885-8390-e1bd53c08409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.552743 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.581385 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.621316 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:21.621712 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.645639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a36917-3ef6-4e0f-9223-2db3c523b7b4 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:21.646451 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-33a36917-3ef6-4e0f-9223-2db3c523b7b4 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Synchronizing usage tracker for tenant:16f95b1a0f7046a18412316f506009d3 on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:21.649234 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:21.654538 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-079e6761-9a9f-4885-8390-e1bd53c08409 None None] The port 'ac25c47a-65dd-43b5-b4de-8e7173ba4089' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:21:21.671116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Port': ['ID=b69f9302-1e1f-4e14-b722-8324be57d899,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:21.690683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-ebd46d4a-c088-413e-8b5a-d8a637af4c1b None None] For port e4bda746-dd94-43f6-8056-860208ecffc2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e4bda746-dd94-43f6-8056-860208ecffc2,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:21.691613 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ebd46d4a-c088-413e-8b5a-d8a637af4c1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.754647 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No DVR routers for this DVR port b69f9302-1e1f-4e14-b722-8324be57d899 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:21.787470 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944127bc-6d77-4744-9eba-63e294aa05ff tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:21.789318 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-944127bc-6d77-4744-9eba-63e294aa05ff tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9488425 Jan 24 16:21:21.797853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58096) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:21.836565 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-33a36917-3ef6-4e0f-9223-2db3c523b7b4 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Unset dirty status for tenant:16f95b1a0f7046a18412316f506009d3 on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:21.838014 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-33a36917-3ef6-4e0f-9223-2db3c523b7b4 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "GET /v2.0/networks?id=392a72c4-9944-430a-9b3b-a0ca1ce5c4e4 HTTP/1.1" status: 200 len: 765 time: 0.4592919 Jan 24 16:21:21.838793 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-358202e7-fe32-49fd-a7e4-69c309898a7d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.846258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58100) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:21.874364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ebd46d4a-c088-413e-8b5a-d8a637af4c1b None None] Calling delete_port for e4bda746-dd94-43f6-8056-860208ecffc2 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:21.895438 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-358202e7-fe32-49fd-a7e4-69c309898a7d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.939192 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.962233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:21.993793 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:22.016400 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] Pushing event deleted for resources: {'Network': ['ID=d4ca3836-b255-406c-a968-bfaf9f44e126,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:22.017099 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ebd46d4a-c088-413e-8b5a-d8a637af4c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:22.041066 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Allocated IP 172.20.0.4 (0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031/42ce47e7-7400-46d7-abc5-52dfea75adfc/688723a4-0e04-4f2e-ae05-4ddc4bc19003) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:22.047395 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf35816-5c9c-4920-ab56-3e8474906f3b']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:22.052391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70a45f0-fa4e-4690-9885-1abdcdcac487 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:22.053299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f70a45f0-fa4e-4690-9885-1abdcdcac487 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:22.074989 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2fd8031a-8f7a-4867-ad0b-774bd0e4d7bc tempest-NetworksIpV6TestAttrs-1459792069 tempest-NetworksIpV6TestAttrs-1459792069-project] 10.222.0.130 "DELETE /v2.0/networks/d4ca3836-b255-406c-a968-bfaf9f44e126 HTTP/1.1" status: 204 len: 168 time: 2.7173328 Jan 24 16:21:22.082386 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c943c60-4a98-4d72-a7dd-4b4f73c45503') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:22.084599 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c943c60-4a98-4d72-a7dd-4b4f73c45503') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:22.113251 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:22.137840 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b61971a7-0cf9-4286-9f0c-b7be1a8f1ee3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:22.151549 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-358202e7-fe32-49fd-a7e4-69c309898a7d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:22.151549 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358202e7-fe32-49fd-a7e4-69c309898a7d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Fanout notify agent at l3_agent the message router_deleted on router c64fe49f-4160-428c-8c59-19c9ec297123 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:21:22.168089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Port e4bda746-dd94-43f6-8056-860208ecffc2 update to ACTIVE by agent not found {{(pid=83467) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 24 16:21:22.178976 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd46d4a-c088-413e-8b5a-d8a637af4c1b None None] No DVR routers for this DVR port e4bda746-dd94-43f6-8056-860208ecffc2 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:22.179176 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f70a45f0-fa4e-4690-9885-1abdcdcac487 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:22.185288 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f70a45f0-fa4e-4690-9885-1abdcdcac487 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3786504 Jan 24 16:21:22.191245 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd46d4a-c088-413e-8b5a-d8a637af4c1b None None] Pushing event deleted for resources: {'Port': ['ID=e4bda746-dd94-43f6-8056-860208ecffc2,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:22.195723 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58106) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:22.205904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01ce435-94c9-4a81-bade-8cd6c0044d4a None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:21:22.235055 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:22.240950 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61971a7-0cf9-4286-9f0c-b7be1a8f1ee3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Port': ['ID=20ebb6b0-0b17-46fd-972f-427ef1bec303,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:22.252252 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:22.252747 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:22.269447 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:22.305416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4026f9-df42-4a21-b516-4463671ce143 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:22.306866 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7e4026f9-df42-4a21-b516-4463671ce143 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4596915 Jan 24 16:21:22.310385 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58110) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:22.327568 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c7e34c82-836c-472b-90a9-f694a81d635c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1239755 Jan 24 16:21:22.386802 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58114) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:22.391635 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01ce435-94c9-4a81-bade-8cd6c0044d4a None None] Resources bound (agent type, host, resource id): {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 24 16:21:22.400107 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ac25c47a-65dd-43b5-b4de-8e7173ba4089 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:22.401946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-5ce1dd70-24d0-4c5e-8403-73b7a07650b0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:22.421012 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-358202e7-fe32-49fd-a7e4-69c309898a7d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:22.425008 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-358202e7-fe32-49fd-a7e4-69c309898a7d tempest-RoutersNegativeTest-735380060 tempest-RoutersNegativeTest-735380060-project] 10.222.0.130 "DELETE /v2.0/routers/c64fe49f-4160-428c-8c59-19c9ec297123 HTTP/1.1" status: 204 len: 168 time: 2.3455031 Jan 24 16:21:22.455538 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: ac25c47a-65dd-43b5-b4de-8e7173ba4089 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:21:22.456112 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ac25c47a-65dd-43b5-b4de-8e7173ba4089 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:21:22.547785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d296099c-d822-4130-8683-d6e9dbe04d98 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Synchronizing usage tracker for tenant:16f95b1a0f7046a18412316f506009d3 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:22.569360 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:22.604208 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:22.607675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58122) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:22.633839 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Network': ['ID=abf35816-5c9c-4920-ab56-3e8474906f3b,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:22.651063 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b61971a7-0cf9-4286-9f0c-b7be1a8f1ee3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:22.664124 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5ce1dd70-24d0-4c5e-8403-73b7a07650b0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:22.689896 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5ce1dd70-24d0-4c5e-8403-73b7a07650b0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:22.723200 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-902c7de7-c4e9-45ce-b015-f199e1413de7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/abf35816-5c9c-4920-ab56-3e8474906f3b HTTP/1.1" status: 204 len: 168 time: 7.3607352 Jan 24 16:21:22.726024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58128) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:22.728911 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d296099c-d822-4130-8683-d6e9dbe04d98 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Unset dirty status for tenant:16f95b1a0f7046a18412316f506009d3 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:22.731918 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d296099c-d822-4130-8683-d6e9dbe04d98 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e HTTP/1.1" status: 200 len: 207 time: 0.4204984 Jan 24 16:21:22.745463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-de8e75d4-b4dc-49ca-80f2-4bc9cf959d48 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-368476296'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:22.749359 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58132) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:22.753984 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-de8e75d4-b4dc-49ca-80f2-4bc9cf959d48 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:22.758253 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:22.812449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce1dd70-24d0-4c5e-8403-73b7a07650b0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:22.817223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5ce1dd70-24d0-4c5e-8403-73b7a07650b0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:22.842835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Transition to ACTIVE for port object 688723a4-0e04-4f2e-ae05-4ddc4bc19003 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:22.900588 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e4bda746-dd94-43f6-8056-860208ecffc2 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:22.924346 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013bc61b-73f0-4b53-a079-44a0fe3ce34c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:22.929677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013bc61b-73f0-4b53-a079-44a0fe3ce34c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:22.933658 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013bc61b-73f0-4b53-a079-44a0fe3ce34c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:22.937754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013bc61b-73f0-4b53-a079-44a0fe3ce34c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:22.939157 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: e4bda746-dd94-43f6-8056-860208ecffc2 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:21:22.939719 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e4bda746-dd94-43f6-8056-860208ecffc2 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:21:22.941378 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72977ca1-059b-4207-900a-686d377be503 None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:21:22.942335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013bc61b-73f0-4b53-a079-44a0fe3ce34c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:22.946444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013bc61b-73f0-4b53-a079-44a0fe3ce34c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:22.955301 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-013bc61b-73f0-4b53-a079-44a0fe3ce34c tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2037513 Jan 24 16:21:22.957425 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58138) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:22.997286 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-de8e75d4-b4dc-49ca-80f2-4bc9cf959d48 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:network and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:23.001430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58142) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:23.002329 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-de8e75d4-b4dc-49ca-80f2-4bc9cf959d48 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:23.094340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72977ca1-059b-4207-900a-686d377be503 None None] Resources bound (agent type, host, resource id): {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 24 16:21:23.105635 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-de8e75d4-b4dc-49ca-80f2-4bc9cf959d48 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:23.154414 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:23.177538 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8e75d4-b4dc-49ca-80f2-4bc9cf959d48 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:23.180729 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-de8e75d4-b4dc-49ca-80f2-4bc9cf959d48 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:23.235992 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:23.277734 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:23.287453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:23.335980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=688723a4-0e04-4f2e-ae05-4ddc4bc19003,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:23.366167 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d463845b-81b3-4bff-b57e-270b068c7ce9 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=61b7432d46f34f798c10b7e248585ce7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7551942 Jan 24 16:21:23.371327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58148) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:23.398326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:23.398920 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:23.454726 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7bae8b30-e008-495f-b256-a8c7ce5b7a9a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4948082 Jan 24 16:21:23.467232 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58152) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:23.485383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5ce1dd70-24d0-4c5e-8403-73b7a07650b0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:23.487603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8e75d4-b4dc-49ca-80f2-4bc9cf959d48 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:21:23.570416 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-de8e75d4-b4dc-49ca-80f2-4bc9cf959d48 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:23.571111 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-de8e75d4-b4dc-49ca-80f2-4bc9cf959d48 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Added segment 7e7d96c6-105d-45e7-8e59-f7e233f83317 of type vlan for network ca1781bd-9374-4330-b00f-406244f5e428 Jan 24 16:21:23.623106 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7140017e-fc81-413b-ad57-ee5eafcd4533 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=27c7d827a9af453d907c064c9f34e560&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5642519 Jan 24 16:21:23.637734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58156) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:23.672344 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d58a3cf7-5b8b-4f79-a27d-8a1fdd8bec02 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.5170889 Jan 24 16:21:23.684061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58160) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:23.689265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b33c8a-1a62-4217-84db-973821f63dbc tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:23.690708 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b33c8a-1a62-4217-84db-973821f63dbc tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:23.692495 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b33c8a-1a62-4217-84db-973821f63dbc tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:23.693225 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-bacce613-43c4-429d-82b5-5be6a8377872 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'subnet': {'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:23.693996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b33c8a-1a62-4217-84db-973821f63dbc tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:23.695549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b33c8a-1a62-4217-84db-973821f63dbc tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:23.697223 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-76b33c8a-1a62-4217-84db-973821f63dbc tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2261167 Jan 24 16:21:23.706047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58164) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:23.760089 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d3e80a61-85d9-4d9e-914d-2376cf1588f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:23.774029 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c3217cf6-8fa2-4c19-86c1-25608e6c2bac None None] Provisioning for port 688723a4-0e04-4f2e-ae05-4ddc4bc19003 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:23.782080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c3217cf6-8fa2-4c19-86c1-25608e6c2bac None None] Provisioning complete for port 688723a4-0e04-4f2e-ae05-4ddc4bc19003 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:23.782648 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3217cf6-8fa2-4c19-86c1-25608e6c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:23.787725 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce1dd70-24d0-4c5e-8403-73b7a07650b0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:23.794328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-5ce1dd70-24d0-4c5e-8403-73b7a07650b0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:23.801304 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce1dd70-24d0-4c5e-8403-73b7a07650b0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:23.801851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5ce1dd70-24d0-4c5e-8403-73b7a07650b0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:23.810418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1dd70-24d0-4c5e-8403-73b7a07650b0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=01917ad2-c688-40cd-a6c5-6064fff6609a,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:23.810948 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-de8e75d4-b4dc-49ca-80f2-4bc9cf959d48 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:23.848785 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c3217cf6-8fa2-4c19-86c1-25608e6c2bac None None] Port 688723a4-0e04-4f2e-ae05-4ddc4bc19003 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:21:23.850337 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78076ed9-a68b-4500-bf07-a02aaa970b21 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:23.861386 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5ce1dd70-24d0-4c5e-8403-73b7a07650b0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4679563 Jan 24 16:21:23.864461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58168) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:23.867095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d3e80a61-85d9-4d9e-914d-2376cf1588f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:23.880297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'mac_address': 'fa:16:3e:f4:47:43', 'name': 'tempest-NetworksTestDHCPv6-1156128884'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:23.913729 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f792934-ffbe-45c7-ad01-0ce51b1feac5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:23.914994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f792934-ffbe-45c7-ad01-0ce51b1feac5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:23.916269 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f792934-ffbe-45c7-ad01-0ce51b1feac5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:23.917503 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f792934-ffbe-45c7-ad01-0ce51b1feac5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:23.918735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f792934-ffbe-45c7-ad01-0ce51b1feac5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:23.924257 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5f792934-ffbe-45c7-ad01-0ce51b1feac5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2113931 Jan 24 16:21:23.930848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58172) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:23.966321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-bacce613-43c4-429d-82b5-5be6a8377872 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:23.978744 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-bacce613-43c4-429d-82b5-5be6a8377872 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:subnet and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:23.985937 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-bacce613-43c4-429d-82b5-5be6a8377872 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:23.990248 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f060e76-4137-4112-9731-3ffd3f43a1ed admin admin] Router cc1729db-53d7-40e0-a71b-feef08d128b5 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:21:23.997251 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-bacce613-43c4-429d-82b5-5be6a8377872 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:24.024226 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacce613-43c4-429d-82b5-5be6a8377872 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:24.027653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bacce613-43c4-429d-82b5-5be6a8377872 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:24.051584 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf896-58d1-40eb-9189-5bef274c9a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:24.053335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-de8e75d4-b4dc-49ca-80f2-4bc9cf959d48 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:24.057170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8e75d4-b4dc-49ca-80f2-4bc9cf959d48 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:24.057608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-de8e75d4-b4dc-49ca-80f2-4bc9cf959d48 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:24.141247 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': '01917ad2-c688-40cd-a6c5-6064fff6609a'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:21:24.142307 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:24.216941 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf896-58d1-40eb-9189-5bef274c9a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:24.223496 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:24.246537 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:24.251640 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:24.268567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:24.273722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58176) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:24.273910 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-de8e75d4-b4dc-49ca-80f2-4bc9cf959d48 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5462286 Jan 24 16:21:24.286201 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-58e9727e-ac3b-4ee5-983b-c3dccc7dadd0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'subnet': {'network_id': 'ca1781bd-9374-4330-b00f-406244f5e428', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:24.313471 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.ipam_backend_mixin [None req-bacce613-43c4-429d-82b5-5be6a8377872 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 42ce47e7-7400-46d7-abc5-52dfea75adfc (CIDR: 172.20.0.0/28) Jan 24 16:21:24.326312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Allocated IP 2001:db8::2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/01917ad2-c688-40cd-a6c5-6064fff6609a/4f059ef6-9c5d-47ff-83ac-9ec55edfac66) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:24.352597 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e75d4-b4dc-49ca-80f2-4bc9cf959d48 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Network': ['ID=ca1781bd-9374-4330-b00f-406244f5e428,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:24.361864 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:24.379545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d3e80a61-85d9-4d9e-914d-2376cf1588f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:24.382140 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d3e80a61-85d9-4d9e-914d-2376cf1588f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:24.386365 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d3e80a61-85d9-4d9e-914d-2376cf1588f7 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/253e3248-bdac-4899-b6eb-d4e5a897b432 HTTP/1.1" status: 204 len: 168 time: 1.0069857 Jan 24 16:21:24.391187 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacce613-43c4-429d-82b5-5be6a8377872 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:21:24.391659 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bacce613-43c4-429d-82b5-5be6a8377872 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:24.403114 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network ca1781bd-9374-4330-b00f-406244f5e428 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:21:24.423603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e80a61-85d9-4d9e-914d-2376cf1588f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253e3248-bdac-4899-b6eb-d4e5a897b432,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:24.434022 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e68c4-41bc-4222-b6ae-3f12e10b7201 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:24.439687 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-814e68c4-41bc-4222-b6ae-3f12e10b7201 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "GET /v2.0/networks/1be12f66-3a38-46a8-a01b-b69bc631e96a HTTP/1.1" status: 200 len: 803 time: 0.5005975 Jan 24 16:21:24.439687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58182) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:24.501933 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bacce613-43c4-429d-82b5-5be6a8377872 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8170154 Jan 24 16:21:24.514585 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58186) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:24.521317 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-58e9727e-ac3b-4ee5-983b-c3dccc7dadd0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:24.530449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-257524bf-9f4d-4b7b-b0ac-4efa962d248b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'subnet': {'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:24.595905 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-58e9727e-ac3b-4ee5-983b-c3dccc7dadd0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:subnet and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:24.614608 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-58e9727e-ac3b-4ee5-983b-c3dccc7dadd0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:24.669756 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-88e5e253-0a87-44bf-98a7-11f560ad1425 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "GET /v2.0/networks/1be12f66-3a38-46a8-a01b-b69bc631e96a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2289362 Jan 24 16:21:24.673070 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58192) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:24.685119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-58e9727e-ac3b-4ee5-983b-c3dccc7dadd0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:24.706320 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:24.715013 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf896-58d1-40eb-9189-5bef274c9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:24.719876 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Transition to ACTIVE for port object 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:24.739408 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:24.748746 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e9727e-ac3b-4ee5-983b-c3dccc7dadd0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:24.749209 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Transition to ACTIVE for port object 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:24.751740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdf896-58d1-40eb-9189-5bef274c9a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c76c891-55a5-477d-a91c-fb004d246a06,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:24.756686 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:24.772466 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf896-58d1-40eb-9189-5bef274c9a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:24.774149 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e1fdf896-58d1-40eb-9189-5bef274c9a35 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/8c76c891-55a5-477d-a91c-fb004d246a06 HTTP/1.1" status: 204 len: 168 time: 1.1263764 Jan 24 16:21:24.846865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:24.851009 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:24.892525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port 7ecc476f-b9f4-41e0-bdff-8c4de12e2cf1 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:21:24.901003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d457297-1973-42f2-b511-04f8753a3ea9 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:24.904607 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:24.908345 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4d457297-1973-42f2-b511-04f8753a3ea9 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "GET /v2.0/subnets/db8ef725-accf-4181-8cb7-e10d7c0eefcd HTTP/1.1" status: 200 len: 843 time: 0.2305946 Jan 24 16:21:24.912157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58200) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:24.918505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Pushing event updated for resources: {'Port': ['ID=4f059ef6-9c5d-47ff-83ac-9ec55edfac66,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:25.003628 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-58e9727e-ac3b-4ee5-983b-c3dccc7dadd0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:25.018672 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Attempting to bind port 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:21:25.019034 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Attempting to bind port 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:21:25.019385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Attempting to bind port 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:21:25.029522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:21:25.029884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:25.031796 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:25.032187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:21:25.034456 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Bound port: 4f059ef6-9c5d-47ff-83ac-9ec55edfac66, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:21:25.034838 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:25.053700 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd83c639-7384-43d7-9140-06332b2c7a37 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:25.055193 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bd83c639-7384-43d7-9140-06332b2c7a37 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "GET /v2.0/subnets/db8ef725-accf-4181-8cb7-e10d7c0eefcd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1401081 Jan 24 16:21:25.060805 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58208) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:25.063392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-257524bf-9f4d-4b7b-b0ac-4efa962d248b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:25.085320 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f8dfc803-b7fe-4886-9ca1-7a1332cdc1b3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1750356958'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:25.101108 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-257524bf-9f4d-4b7b-b0ac-4efa962d248b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:subnet and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:25.113159 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f8dfc803-b7fe-4886-9ca1-7a1332cdc1b3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:25.142482 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f8dfc803-b7fe-4886-9ca1-7a1332cdc1b3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:25.160744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dfc803-b7fe-4886-9ca1-7a1332cdc1b3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:25.165903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc803-b7fe-4886-9ca1-7a1332cdc1b3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:25.171386 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] For port 4f059ef6-9c5d-47ff-83ac-9ec55edfac66, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:21:25.175671 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] For port 4f059ef6-9c5d-47ff-83ac-9ec55edfac66, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4f059ef6-9c5d-47ff-83ac-9ec55edfac66,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:21:25.180913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:25.217429 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8dfc803-b7fe-4886-9ca1-7a1332cdc1b3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:21:25.221284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-257524bf-9f4d-4b7b-b0ac-4efa962d248b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:25.229471 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc803-b7fe-4886-9ca1-7a1332cdc1b3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:25.230126 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-f8dfc803-b7fe-4886-9ca1-7a1332cdc1b3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Added segment 99011dde-0161-4400-93ad-8d2fb23351a8 of type vlan for network 290e7536-3051-4bd9-9c2d-9189bfa6acfa Jan 24 16:21:25.264143 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-257524bf-9f4d-4b7b-b0ac-4efa962d248b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:25.270073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc803-b7fe-4886-9ca1-7a1332cdc1b3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:25.293240 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d208e-2c99-40a3-9e2b-b1d54da05cde None None] Pushing event updated for resources: {'Port': ['ID=4f059ef6-9c5d-47ff-83ac-9ec55edfac66,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:25.318932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f060e76-4137-4112-9731-3ffd3f43a1ed admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:21:25.340528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b467bc9-dcfc-4ccb-ae34-a5fe5cf6558d None None] Sync routers for ids ['cc1729db-53d7-40e0-a71b-feef08d128b5'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:21:25.355080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b467bc9-dcfc-4ccb-ae34-a5fe5cf6558d None None] Routers {'cc1729db-53d7-40e0-a71b-feef08d128b5'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:25.356741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1b467bc9-dcfc-4ccb-ae34-a5fe5cf6558d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:21:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['cc1729db-53d7-40e0-a71b-feef08d128b5'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:25.360139 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61971a7-0cf9-4286-9f0c-b7be1a8f1ee3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 30860f65-4396-4e3b-87b1-722c8f1e65dd has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:21:25.374172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc803-b7fe-4886-9ca1-7a1332cdc1b3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:25.381150 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dfc803-b7fe-4886-9ca1-7a1332cdc1b3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:25.381936 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc803-b7fe-4886-9ca1-7a1332cdc1b3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:25.441196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257524bf-9f4d-4b7b-b0ac-4efa962d248b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:25.444873 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-257524bf-9f4d-4b7b-b0ac-4efa962d248b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:25.709219 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f8dfc803-b7fe-4886-9ca1-7a1332cdc1b3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6472201 Jan 24 16:21:25.712178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58226) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:25.717663 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfc803-b7fe-4886-9ca1-7a1332cdc1b3 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Network': ['ID=290e7536-3051-4bd9-9c2d-9189bfa6acfa,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:25.723721 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-6a16090b-4966-4112-b287-814fb6d41844 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'subnet': {'network_id': '290e7536-3051-4bd9-9c2d-9189bfa6acfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:25.741753 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 290e7536-3051-4bd9-9c2d-9189bfa6acfa details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:21:25.783117 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6f060e76-4137-4112-9731-3ffd3f43a1ed admin admin] 10.222.0.130 "PUT /v2.0/routers/cc1729db-53d7-40e0-a71b-feef08d128b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.7386181 Jan 24 16:21:25.804938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58230) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:25.900235 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-1b467bc9-dcfc-4ccb-ae34-a5fe5cf6558d None None] Set router cc1729db-53d7-40e0-a71b-feef08d128b5 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:21:25.952264 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::3c5 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/01917ad2-c688-40cd-a6c5-6064fff6609a/7ecc476f-b9f4-41e0-bdff-8c4de12e2cf1) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:26.324127 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6a16090b-4966-4112-b287-814fb6d41844 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:26.330013 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58242) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:26.333519 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1b467bc9-dcfc-4ccb-ae34-a5fe5cf6558d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'name': 'tempest-ServerActionsTestJSON-1790321864-router', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:21:17Z', 'revision_number': 5, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'gw_port': {'id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:39Z', 'updated_at': '2022-01-24T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:26.338194 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b467bc9-dcfc-4ccb-ae34-a5fe5cf6558d None None] Checking router: cc1729db-53d7-40e0-a71b-feef08d128b5 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:21:26.353063 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b467bc9-dcfc-4ccb-ae34-a5fe5cf6558d None None] Routers {'cc1729db-53d7-40e0-a71b-feef08d128b5'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:26.353849 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1b467bc9-dcfc-4ccb-ae34-a5fe5cf6558d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:21:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['cc1729db-53d7-40e0-a71b-feef08d128b5'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:26.358656 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6a16090b-4966-4112-b287-814fb6d41844 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:26.377413 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61971a7-0cf9-4286-9f0c-b7be1a8f1ee3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:21:26.386218 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b61971a7-0cf9-4286-9f0c-b7be1a8f1ee3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:26.390437 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a5647a-bdc9-49fa-a0b3-9430c6a35d9b None None] Sync routers for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:21:26.407024 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a5647a-bdc9-49fa-a0b3-9430c6a35d9b None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:26.408161 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b2a5647a-bdc9-49fa-a0b3-9430c6a35d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:21:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:26.447223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a16090b-4966-4112-b287-814fb6d41844 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Made reservation on behalf of 16f95b1a0f7046a18412316f506009d3 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:26.600166 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b2a5647a-bdc9-49fa-a0b3-9430c6a35d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:26.618383 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a5647a-bdc9-49fa-a0b3-9430c6a35d9b None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:26.619177 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b2a5647a-bdc9-49fa-a0b3-9430c6a35d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:21:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:26.665173 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b61971a7-0cf9-4286-9f0c-b7be1a8f1ee3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/floatingips/7538b998-b475-477d-9b32-3e73c88952ba HTTP/1.1" status: 204 len: 168 time: 7.0490952 Jan 24 16:21:26.668235 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58250) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:26.725334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58254) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:26.730124 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b2a5647a-bdc9-49fa-a0b3-9430c6a35d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:26.730596 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a5647a-bdc9-49fa-a0b3-9430c6a35d9b None None] The sync data for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:21:26.752971 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6a16090b-4966-4112-b287-814fb6d41844 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:26.774675 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-58e9727e-ac3b-4ee5-983b-c3dccc7dadd0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:26.777981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-1b467bc9-dcfc-4ccb-ae34-a5fe5cf6558d None None] Set router cc1729db-53d7-40e0-a71b-feef08d128b5 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:21:26.863779 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9727e-ac3b-4ee5-983b-c3dccc7dadd0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Subnet': ['ID=df2c68d6-9b7e-4a72-9a07-5fb53ab56499,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:26.876504 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-2faac89b-45be-4f98-b2b5-53d5450ae32f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting port da95a266-7c5e-47e5-aa93-833066e81c3d {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:26.879173 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2faac89b-45be-4f98-b2b5-53d5450ae32f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:26.894828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:26.948171 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-256995741'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:26.953469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.ipam_backend_mixin [None req-6a16090b-4966-4112-b287-814fb6d41844 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Performing IP validity checks on allocation pools {{(pid=83466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 24 16:21:26.953987 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.ipam_backend_mixin [None req-6a16090b-4966-4112-b287-814fb6d41844 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 24 16:21:26.957142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-257524bf-9f4d-4b7b-b0ac-4efa962d248b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:26.958939 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:26.971762 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:network and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:26.979837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:26.995957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:27.039470 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group': {'name': 'tempest-secgroup--826913196'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:27.046528 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:27.050954 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:27.051257 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:27.054008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.054896 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:27.061157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:27.075950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257524bf-9f4d-4b7b-b0ac-4efa962d248b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:27.080981 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.104869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-257524bf-9f4d-4b7b-b0ac-4efa962d248b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:27.111764 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.127596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257524bf-9f4d-4b7b-b0ac-4efa962d248b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:27.128159 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-257524bf-9f4d-4b7b-b0ac-4efa962d248b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.128272 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf4cb46-65c9-44f2-9f55-a7988bc4959b None None] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:27.187830 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.191821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.216236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257524bf-9f4d-4b7b-b0ac-4efa962d248b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Subnet': ['ID=7e3325ab-f6b7-4c5e-8979-fa6522045ad7,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:27.234684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e9727e-ac3b-4ee5-983b-c3dccc7dadd0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Checking segment: {'id': '7e7d96c6-105d-45e7-8e59-f7e233f83317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ca1781bd-9374-4330-b00f-406244f5e428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:27.235525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e9727e-ac3b-4ee5-983b-c3dccc7dadd0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network hostable DHCP agents. Network: ca1781bd-9374-4330-b00f-406244f5e428, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:21:27.254106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object 7ecc476f-b9f4-41e0-bdff-8c4de12e2cf1 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:27.255541 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:27.260266 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-257524bf-9f4d-4b7b-b0ac-4efa962d248b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7378809 Jan 24 16:21:27.260450 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2e40fad2-2f06-45c2-864f-e25619b5fc4c None None] Provisioning for port 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:27.261118 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58260) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:27.270115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-5a09e0aa-9bf2-4e28-90ae-033f4d80d4ba tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2062616804', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7e3325ab-f6b7-4c5e-8979-fa6522045ad7'}], 'security_groups': ['562b14ad-0e9b-46bf-a3ac-aff18e707c9d']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:27.271947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:security_group_rule and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:27.278722 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:27.293188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:27.352764 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:27.355077 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:27.363945 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2faac89b-45be-4f98-b2b5-53d5450ae32f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.373226 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:27.377803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:27.404867 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5261318-475e-4fce-a265-c034c25871f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.419782 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:27.420141 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.460806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:27.486839 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6a16090b-4966-4112-b287-814fb6d41844 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.500946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-2faac89b-45be-4f98-b2b5-53d5450ae32f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Calling delete_port for da95a266-7c5e-47e5-aa93-833066e81c3d owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:27.541179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e9727e-ac3b-4ee5-983b-c3dccc7dadd0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network ca1781bd-9374-4330-b00f-406244f5e428 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:21:27.557270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.624484 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-58e9727e-ac3b-4ee5-983b-c3dccc7dadd0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, ca1781bd-9374-4330-b00f-406244f5e428) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:27.626313 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1b467bc9-dcfc-4ccb-ae34-a5fe5cf6558d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'name': 'tempest-ServerActionsTestJSON-1790321864-router', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:21:17Z', 'revision_number': 5, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'gw_port': {'id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:39Z', 'updated_at': '2022-01-24T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:27.638000 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b467bc9-dcfc-4ccb-ae34-a5fe5cf6558d None None] The sync data for ids ['cc1729db-53d7-40e0-a71b-feef08d128b5'] in dv-neutron-826104-1-hyperv is: [{'id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'name': 'tempest-ServerActionsTestJSON-1790321864-router', 'tenant_id': 'fbb9efdaac9a4d899b480136df279d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:16:37Z', 'updated_at': '2022-01-24T16:21:17Z', 'revision_number': 5, 'project_id': 'fbb9efdaac9a4d899b480136df279d62', 'gw_port': {'id': 'b5e34075-1cfd-43e8-a4eb-ae5637e21ef0', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1729db-53d7-40e0-a71b-feef08d128b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:16:39Z', 'updated_at': '2022-01-24T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:21:27.639039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.665468 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db2fe3-c153-4135-bc8b-fbc812309d14 None None] Network ca1781bd-9374-4330-b00f-406244f5e428 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:27.670356 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e9727e-ac3b-4ee5-983b-c3dccc7dadd0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:27.670944 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-58e9727e-ac3b-4ee5-983b-c3dccc7dadd0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.700989 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.713803 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16090b-4966-4112-b287-814fb6d41844 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Subnet': ['ID=3f57153c-1224-4c95-866b-11713bcfbb09,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:27.722894 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.778293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 4f059ef6-9c5d-47ff-83ac-9ec55edfac66, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4f059ef6-9c5d-47ff-83ac-9ec55edfac66,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:27.783325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:27.787072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=7ecc476f-b9f4-41e0-bdff-8c4de12e2cf1,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:27.795083 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-58e9727e-ac3b-4ee5-983b-c3dccc7dadd0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5161965 Jan 24 16:21:27.795083 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:27.796468 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58264) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:27.839673 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:27.843429 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:27.844141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.851200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.872502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a16090b-4966-4112-b287-814fb6d41844 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Checking segment: {'id': '99011dde-0161-4400-93ad-8d2fb23351a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '290e7536-3051-4bd9-9c2d-9189bfa6acfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:27.873059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a16090b-4966-4112-b287-814fb6d41844 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network hostable DHCP agents. Network: 290e7536-3051-4bd9-9c2d-9189bfa6acfa, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:21:27.885746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:21:27.887889 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf5c930-3a93-47bb-b594-e5ffb7c293e3,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:27.934487 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2faac89b-45be-4f98-b2b5-53d5450ae32f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.936469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.937017 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Added segment 8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169 of type vlan for network 2cb02613-eb5c-48e1-9cea-860476eca87a Jan 24 16:21:27.971247 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:27.998001 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faac89b-45be-4f98-b2b5-53d5450ae32f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Port': ['ID=da95a266-7c5e-47e5-aa93-833066e81c3d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:28.086910 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=4f059ef6-9c5d-47ff-83ac-9ec55edfac66,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:28.105918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a16090b-4966-4112-b287-814fb6d41844 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Network 290e7536-3051-4bd9-9c2d-9189bfa6acfa is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:21:28.114703 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:28.128783 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff2ce4f-7204-4568-9570-a8dc7e7c6e77 None None] Update dhcp port {'port': {'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'fixed_ips': [{'subnet_id': '42ce47e7-7400-46d7-abc5-52dfea75adfc', 'ip_address': '172.20.0.2'}, {'subnet_id': '7e3325ab-f6b7-4c5e-8979-fa6522045ad7'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': '7d33741b-8ead-4100-b55f-c76df5ea08d5'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:21:28.249924 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4033465f-4d9b-4c1e-a654-e08a74854bc4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3844771 Jan 24 16:21:28.251169 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-eff2ce4f-7204-4568-9570-a8dc7e7c6e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:28.258470 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58268) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:28.268446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:28.283631 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5a09e0aa-9bf2-4e28-90ae-033f4d80d4ba tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:28.310049 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-ca1781bd-9374-4330-b00f-406244f5e428', 'network_id': 'ca1781bd-9374-4330-b00f-406244f5e428', 'tenant_id': 'a1ab4d499c3b4a4ab8671837a20cbe1b', 'fixed_ips': [{'subnet_id': 'df2c68d6-9b7e-4a72-9a07-5fb53ab56499'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:21:28.311011 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:28.345882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-6a16090b-4966-4112-b287-814fb6d41844 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 290e7536-3051-4bd9-9c2d-9189bfa6acfa) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:28.362877 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a16090b-4966-4112-b287-814fb6d41844 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:28.364168 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6a16090b-4966-4112-b287-814fb6d41844 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:28.390636 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2faac89b-45be-4f98-b2b5-53d5450ae32f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:28.399863 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e821bb05-e572-45b5-94c9-4917a95a029b None None] Network 290e7536-3051-4bd9-9c2d-9189bfa6acfa requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:28.410241 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:28.414194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:28.415123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:28.456836 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:28.458177 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ffd19acd-fd7f-4ac4-879a-28410ffc6a07 None None] Provisioning for port 7ecc476f-b9f4-41e0-bdff-8c4de12e2cf1 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:28.466445 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c20635-fc7a-43d1-8233-cda80eaf1253,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:28.485248 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:28.494566 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:28.502374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:28.522682 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:28.526328 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2faac89b-45be-4f98-b2b5-53d5450ae32f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/ports/da95a266-7c5e-47e5-aa93-833066e81c3d HTTP/1.1" status: 204 len: 168 time: 1.8570073 Jan 24 16:21:28.530898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58272) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:28.531093 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1864996 Jan 24 16:21:28.532614 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6a16090b-4966-4112-b287-814fb6d41844 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.8183892 Jan 24 16:21:28.538346 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ffd19acd-fd7f-4ac4-879a-28410ffc6a07 None None] Provisioning complete for port 7ecc476f-b9f4-41e0-bdff-8c4de12e2cf1 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:28.538704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ffd19acd-fd7f-4ac4-879a-28410ffc6a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:28.539533 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:28.543181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58274) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:28.543598 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58276) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:28.553965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'name': 'tempest-PortsIpV6TestJSON-284076035'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:28.575200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-da955fff-38b0-4800-99c0-67e86c35267d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:28.587282 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:28.613366 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42e6fe-8e66-4caf-8c55-f60090716006 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Network': ['ID=2cb02613-eb5c-48e1-9cea-860476eca87a,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:28.649810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:28.670271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 2cb02613-eb5c-48e1-9cea-860476eca87a details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:21:28.769522 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:28.778509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:port and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:28.778915 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:28.780610 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:28.787664 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:28.797957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:28.806598 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da955fff-38b0-4800-99c0-67e86c35267d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3226754'] for subnet, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:28.837803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5bdf18-3e74-4bed-866e-d693d5fdc0d6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:28.841554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5bdf18-3e74-4bed-866e-d693d5fdc0d6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:28.842322 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-de5bdf18-3e74-4bed-866e-d693d5fdc0d6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:28.871020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5261318-475e-4fce-a265-c034c25871f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:28.884122 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:28.905042 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ffd19acd-fd7f-4ac4-879a-28410ffc6a07 None None] Port 7ecc476f-b9f4-41e0-bdff-8c4de12e2cf1 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:21:28.918949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:28.956811 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:28.961008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.015639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.016385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-eff2ce4f-7204-4568-9570-a8dc7e7c6e77 None None] Allocated IP 172.20.0.18 (0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031/7e3325ab-f6b7-4c5e-8979-fa6522045ad7/7d33741b-8ead-4100-b55f-c76df5ea08d5) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:29.029017 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] device_id is not set on port 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:21:29.029656 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Allocated IP 172.20.0.1 (ca1781bd-9374-4330-b00f-406244f5e428/df2c68d6-9b7e-4a72-9a07-5fb53ab56499/3dc4744f-9329-4cbc-8dde-d770353356db) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:29.037845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a5261318-475e-4fce-a265-c034c25871f7 admin admin] Deleting port b5e34075-1cfd-43e8-a4eb-ae5637e21ef0 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:29.037845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5261318-475e-4fce-a265-c034c25871f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.134856 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da955fff-38b0-4800-99c0-67e86c35267d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726508182532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3542718'] for subnet, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.135868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-de5bdf18-3e74-4bed-866e-d693d5fdc0d6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:29.139627 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-de5bdf18-3e74-4bed-866e-d693d5fdc0d6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.8725929 Jan 24 16:21:29.153210 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58284) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:29.203444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d5fe67-5eb8-47b9-bd22-81e8595581ac,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:29.239225 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.243578 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7af6ad99-7945-406a-a318-329f0a27fccb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.5157571 Jan 24 16:21:29.244887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-290e7536-3051-4bd9-9c2d-9189bfa6acfa', 'network_id': '290e7536-3051-4bd9-9c2d-9189bfa6acfa', 'tenant_id': '16f95b1a0f7046a18412316f506009d3', 'fixed_ips': [{'subnet_id': '3f57153c-1224-4c95-866b-11713bcfbb09'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:21:29.245679 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.252681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58288) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:29.260894 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da955fff-38b0-4800-99c0-67e86c35267d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:29.261496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da955fff-38b0-4800-99c0-67e86c35267d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.262748 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-da955fff-38b0-4800-99c0-67e86c35267d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "PUT /v2.0/subnets/3f57153c-1224-4c95-866b-11713bcfbb09 HTTP/1.1" status: 200 len: 900 time: 0.7165382 Jan 24 16:21:29.292290 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58292) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:29.301148 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da955fff-38b0-4800-99c0-67e86c35267d tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event updated for resources: {'Subnet': ['ID=3f57153c-1224-4c95-866b-11713bcfbb09,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:29.346638 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:29.346992 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.400213 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4d510609-4fc1-4500-af6e-6a7c187a6725 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port 7ecc476f-b9f4-41e0-bdff-8c4de12e2cf1 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:29.400789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d510609-4fc1-4500-af6e-6a7c187a6725 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.458509 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4616cfce-8873-43e8-8821-fa9fc8fb34a1 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2018707 Jan 24 16:21:29.458890 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58296) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:29.464301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.469846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-8a75a264-57c7-46d9-83ad-e05cd8f99e38 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group': {'name': 'tempest-security--753177226', 'description': 'tempest-security-description-1426601043'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:29.507939 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a75a264-57c7-46d9-83ad-e05cd8f99e38 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.562798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-eff2ce4f-7204-4568-9570-a8dc7e7c6e77 None None] For port 7d33741b-8ead-4100-b55f-c76df5ea08d5, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7d33741b-8ead-4100-b55f-c76df5ea08d5,segment=NetworkSegment(18c90327-8392-49d2-acb6-def7f3648354),segment_id=18c90327-8392-49d2-acb6-def7f3648354)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:29.573098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a75a264-57c7-46d9-83ad-e05cd8f99e38 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.574698 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.612496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a75a264-57c7-46d9-83ad-e05cd8f99e38 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.636898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.639388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-a5261318-475e-4fce-a265-c034c25871f7 admin admin] For port b5e34075-1cfd-43e8-a4eb-ae5637e21ef0, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b5e34075-1cfd-43e8-a4eb-ae5637e21ef0,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:29.639765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5261318-475e-4fce-a265-c034c25871f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.654069 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a75a264-57c7-46d9-83ad-e05cd8f99e38 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.655176 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8a75a264-57c7-46d9-83ad-e05cd8f99e38 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "PUT /v2.0/security-groups/86d5fe67-5eb8-47b9-bd22-81e8595581ac HTTP/1.1" status: 200 len: 1611 time: 0.1953785 Jan 24 16:21:29.665349 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58300) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:29.669448 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.673339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-eff2ce4f-7204-4568-9570-a8dc7e7c6e77 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.681135 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Allocated IP 2001:db8::3 (290e7536-3051-4bd9-9c2d-9189bfa6acfa/3f57153c-1224-4c95-866b-11713bcfbb09/59f54650-d697-4e7b-be2a-148c6aac29ca) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:29.683199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75a264-57c7-46d9-83ad-e05cd8f99e38 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d5fe67-5eb8-47b9-bd22-81e8595581ac,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:29.706938 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=3f0f5c3f-84e5-4f41-8b71-ba47866167d5,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:29.722467 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Checking segment: {'id': '8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:29.722834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network hostable DHCP agents. Network: 2cb02613-eb5c-48e1-9cea-860476eca87a, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:21:29.726191 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Transition to ACTIVE for port object 3dc4744f-9329-4cbc-8dde-d770353356db will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:29.737880 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-eff2ce4f-7204-4568-9570-a8dc7e7c6e77 None None] Transition to ACTIVE for port object 7d33741b-8ead-4100-b55f-c76df5ea08d5 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:29.754128 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network 2cb02613-eb5c-48e1-9cea-860476eca87a is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:21:29.776377 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 2cb02613-eb5c-48e1-9cea-860476eca87a) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:29.782003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:29.787274 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:29.787929 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.812240 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-eff2ce4f-7204-4568-9570-a8dc7e7c6e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.816359 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-36d55b72-4e61-4090-be87-bdc836dff1d8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2686119 Jan 24 16:21:29.816359 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58304) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:29.823631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-235b7237-afe4-481d-ba36-14eb6af5d7f4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-566139013'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:29.828846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-235b7237-afe4-481d-ba36-14eb6af5d7f4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:29.832572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-235b7237-afe4-481d-ba36-14eb6af5d7f4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:network and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:29.836580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-235b7237-afe4-481d-ba36-14eb6af5d7f4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:29.842209 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-235b7237-afe4-481d-ba36-14eb6af5d7f4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:29.851197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 415f4987-1193-427b-984a-0e1a8f373fb6 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:29.853228 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235b7237-afe4-481d-ba36-14eb6af5d7f4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:29.856339 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-235b7237-afe4-481d-ba36-14eb6af5d7f4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.878172 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50378c99-fa77-4915-9b4e-1d2f4d228e5e None None] Network 2cb02613-eb5c-48e1-9cea-860476eca87a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:29.888792 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235b7237-afe4-481d-ba36-14eb6af5d7f4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:21:29.901931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-235b7237-afe4-481d-ba36-14eb6af5d7f4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.901931 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-235b7237-afe4-481d-ba36-14eb6af5d7f4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Added segment 57fe7ef7-a9eb-4170-b452-ccbd15752bfd of type vlan for network ca9e73f1-30b7-4a6d-bdd2-6a158f6c3043 Jan 24 16:21:29.921322 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Transition to ACTIVE for port object 3dc4744f-9329-4cbc-8dde-d770353356db will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:29.927190 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 415f4987-1193-427b-984a-0e1a8f373fb6 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:21:29.927613 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 415f4987-1193-427b-984a-0e1a8f373fb6 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:21:29.933450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-235b7237-afe4-481d-ba36-14eb6af5d7f4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.966616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-235b7237-afe4-481d-ba36-14eb6af5d7f4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:29.971139 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235b7237-afe4-481d-ba36-14eb6af5d7f4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:29.972037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-235b7237-afe4-481d-ba36-14eb6af5d7f4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:30.005023 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:30.010705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a5261318-475e-4fce-a265-c034c25871f7 admin admin] Calling delete_port for b5e34075-1cfd-43e8-a4eb-ae5637e21ef0 owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:30.090963 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-235b7237-afe4-481d-ba36-14eb6af5d7f4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2712297 Jan 24 16:21:30.093327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58308) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:30.096969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'ports': [{'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a'}, {'network_id': 'ca9e73f1-30b7-4a6d-bdd2-6a158f6c3043'}]} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:30.097271 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:30.097732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'network_id': 'ca9e73f1-30b7-4a6d-bdd2-6a158f6c3043'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:30.119299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b7237-afe4-481d-ba36-14eb6af5d7f4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Network': ['ID=ca9e73f1-30b7-4a6d-bdd2-6a158f6c3043,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:30.174637 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:30.195468 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network ca9e73f1-30b7-4a6d-bdd2-6a158f6c3043 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:21:30.224674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2ce4f-7204-4568-9570-a8dc7e7c6e77 None None] Pushing event updated for resources: {'Port': ['ID=7d33741b-8ead-4100-b55f-c76df5ea08d5,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:30.260189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:30.348222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:30.352812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:port and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:30.357055 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:30.364012 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:30.367031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Network ca1781bd-9374-4330-b00f-406244f5e428 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:30.368173 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Subnet': ['ID=df2c68d6-9b7e-4a72-9a07-5fb53ab56499,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:30.375868 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:30.383105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'port': 2} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:30.386636 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:30.413312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:30.553544 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:30.563615 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Pushing event updated for resources: {'Port': ['ID=3dc4744f-9329-4cbc-8dde-d770353356db,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:30.572553 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f644d982-4398-4716-8ccc-8680c7233657 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-groups/86d5fe67-5eb8-47b9-bd22-81e8595581ac HTTP/1.1" status: 200 len: 1611 time: 0.9034061 Jan 24 16:21:30.580615 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58314) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:30.591321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5261318-475e-4fce-a265-c034c25871f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:30.607861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d510609-4fc1-4500-af6e-6a7c187a6725 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:30.647441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:30.698735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:30.738476 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Attempting to bind port 3dc4744f-9329-4cbc-8dde-d770353356db on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:21:30.738839 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Attempting to bind port 3dc4744f-9329-4cbc-8dde-d770353356db by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '7e7d96c6-105d-45e7-8e59-f7e233f83317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ca1781bd-9374-4330-b00f-406244f5e428'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:21:30.739196 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Attempting to bind port 3dc4744f-9329-4cbc-8dde-d770353356db on network ca1781bd-9374-4330-b00f-406244f5e428 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:21:30.744815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Transition to ACTIVE for port object 59f54650-d697-4e7b-be2a-148c6aac29ca will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:30.777161 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:21:30.777582 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Checking segment: {'id': '7e7d96c6-105d-45e7-8e59-f7e233f83317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ca1781bd-9374-4330-b00f-406244f5e428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:30.777912 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:30.778438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Bound using segment: {'id': '7e7d96c6-105d-45e7-8e59-f7e233f83317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ca1781bd-9374-4330-b00f-406244f5e428'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:21:30.778903 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Bound port: 3dc4744f-9329-4cbc-8dde-d770353356db, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7d96c6-105d-45e7-8e59-f7e233f83317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ca1781bd-9374-4330-b00f-406244f5e428'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:21:30.779533 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:30.828394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Transition to ACTIVE for port object 59f54650-d697-4e7b-be2a-148c6aac29ca will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:30.840165 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7d33741b-8ead-4100-b55f-c76df5ea08d5 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:30.872806 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cbf2adb3-d958-4c55-aa29-5caf9efc141e tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:30.876196 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] device_id is not set on port 1b42525c-f1b7-412e-b500-ca339d772e2d yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:21:30.911166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cbf2adb3-d958-4c55-aa29-5caf9efc141e tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:30.927701 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:30.949293 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5261318-475e-4fce-a265-c034c25871f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e34075-1cfd-43e8-a4eb-ae5637e21ef0,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:31.000980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cbf2adb3-d958-4c55-aa29-5caf9efc141e tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.031281 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2adb3-d958-4c55-aa29-5caf9efc141e tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d5fe67-5eb8-47b9-bd22-81e8595581ac,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:31.041108 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.053256 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4d510609-4fc1-4500-af6e-6a7c187a6725 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for 7ecc476f-b9f4-41e0-bdff-8c4de12e2cf1 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:31.083635 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6d4efaec-7834-4aec-8d69-783e610d207a None None] Provisioning for port 7d33741b-8ead-4100-b55f-c76df5ea08d5 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:31.111464 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6d4efaec-7834-4aec-8d69-783e610d207a None None] Provisioning complete for port 7d33741b-8ead-4100-b55f-c76df5ea08d5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:31.113522 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cbf2adb3-d958-4c55-aa29-5caf9efc141e tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.113894 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6d4efaec-7834-4aec-8d69-783e610d207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.117391 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cbf2adb3-d958-4c55-aa29-5caf9efc141e tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-groups/86d5fe67-5eb8-47b9-bd22-81e8595581ac HTTP/1.1" status: 204 len: 168 time: 0.5346971 Jan 24 16:21:31.117976 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58318) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:31.137184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.161064 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-5a09e0aa-9bf2-4e28-90ae-033f4d80d4ba tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Delete allocated IP 172.20.0.4 (0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031/42ce47e7-7400-46d7-abc5-52dfea75adfc) {{(pid=83465) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 24 16:21:31.194268 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c3f84911-6510-479c-8583-08af032dc70f None None] For port 3dc4744f-9329-4cbc-8dde-d770353356db, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:21:31.195241 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] device_id is not set on port 7914d5b2-7af2-4592-9ec2-8c096fbf6645 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:21:31.197847 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Network 290e7536-3051-4bd9-9c2d-9189bfa6acfa is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:31.201426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Pushing event updated for resources: {'Port': ['ID=59f54650-d697-4e7b-be2a-148c6aac29ca,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:31.208614 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:31.215005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:31.221815 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-5a09e0aa-9bf2-4e28-90ae-033f4d80d4ba tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Allocated IP 172.20.0.30 (0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031/7e3325ab-f6b7-4c5e-8979-fa6522045ad7/688723a4-0e04-4f2e-ae05-4ddc4bc19003) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:31.221999 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-97ac62d7-1602-4d57-a19a-f6e395f0d883 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:31.242573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1781bd-9374-4330-b00f-406244f5e428']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:31.247858 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-97ac62d7-1602-4d57-a19a-f6e395f0d883 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:31.252085 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-97ac62d7-1602-4d57-a19a-f6e395f0d883 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1280673 Jan 24 16:21:31.254879 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58322) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:31.271606 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c3f84911-6510-479c-8583-08af032dc70f None None] For port 3dc4744f-9329-4cbc-8dde-d770353356db, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3dc4744f-9329-4cbc-8dde-d770353356db,segment=NetworkSegment(7e7d96c6-105d-45e7-8e59-f7e233f83317),segment_id=7e7d96c6-105d-45e7-8e59-f7e233f83317)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:21:31.280205 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.286298 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-1a5f1fab-0080-46ad-8c83-22101cd73ab9 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] delete failed (client error): The resource could not be found. Jan 24 16:21:31.291817 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1a5f1fab-0080-46ad-8c83-22101cd73ab9 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-groups/86d5fe67-5eb8-47b9-bd22-81e8595581ac HTTP/1.1" status: 404 len: 347 time: 0.0314867 Jan 24 16:21:31.292534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58326) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:31.312439 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-802e1685-3f8e-40da-9e40-405e9954ba4a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group': {'name': 'tempest-secgroup--173183157'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:31.326765 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-802e1685-3f8e-40da-9e40-405e9954ba4a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:31.344100 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7d96c6-105d-45e7-8e59-f7e233f83317') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:31.344378 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7d96c6-105d-45e7-8e59-f7e233f83317') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:31.350649 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-802e1685-3f8e-40da-9e40-405e9954ba4a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:31.360750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.371440 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Allocated IP 172.26.2.153 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/3279c71b-125a-4e2b-a9fb-dab09090c1ff) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:31.372139 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-802e1685-3f8e-40da-9e40-405e9954ba4a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.397000 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.423367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-802e1685-3f8e-40da-9e40-405e9954ba4a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:31.426555 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-802e1685-3f8e-40da-9e40-405e9954ba4a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:31.430367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-802e1685-3f8e-40da-9e40-405e9954ba4a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:31.433687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.471637 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-802e1685-3f8e-40da-9e40-405e9954ba4a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:31.494393 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Attempting to bind port 59f54650-d697-4e7b-be2a-148c6aac29ca on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:21:31.494903 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Attempting to bind port 59f54650-d697-4e7b-be2a-148c6aac29ca by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '99011dde-0161-4400-93ad-8d2fb23351a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '290e7536-3051-4bd9-9c2d-9189bfa6acfa'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:21:31.495364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Attempting to bind port 59f54650-d697-4e7b-be2a-148c6aac29ca on network 290e7536-3051-4bd9-9c2d-9189bfa6acfa {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:21:31.521949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.534933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=1b42525c-f1b7-412e-b500-ca339d772e2d,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:31.538956 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network 2cb02613-eb5c-48e1-9cea-860476eca87a is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:31.541555 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:31.544892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:31.545866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.576853 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f84911-6510-479c-8583-08af032dc70f None None] Pushing event updated for resources: {'Port': ['ID=3dc4744f-9329-4cbc-8dde-d770353356db,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:31.580962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:21:31.581584 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Checking segment: {'id': '99011dde-0161-4400-93ad-8d2fb23351a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '290e7536-3051-4bd9-9c2d-9189bfa6acfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:31.581984 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.582362 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Bound using segment: {'id': '99011dde-0161-4400-93ad-8d2fb23351a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '290e7536-3051-4bd9-9c2d-9189bfa6acfa'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:21:31.582832 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Bound port: 59f54650-d697-4e7b-be2a-148c6aac29ca, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99011dde-0161-4400-93ad-8d2fb23351a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '290e7536-3051-4bd9-9c2d-9189bfa6acfa'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:21:31.583199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.590499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.603100 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6d4efaec-7834-4aec-8d69-783e610d207a None None] Provisioning complete for port 688723a4-0e04-4f2e-ae05-4ddc4bc19003 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:31.603457 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6d4efaec-7834-4aec-8d69-783e610d207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.611444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5261318-475e-4fce-a265-c034c25871f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.659558 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-802e1685-3f8e-40da-9e40-405e9954ba4a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.676177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-802e1685-3f8e-40da-9e40-405e9954ba4a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.690965 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07509a1-73f6-4955-8970-36c7bf5d190b None None] Network ca1781bd-9374-4330-b00f-406244f5e428 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:31.699397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=7914d5b2-7af2-4592-9ec2-8c096fbf6645,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:31.741789 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Checking segment: {'id': '57fe7ef7-a9eb-4170-b452-ccbd15752bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca9e73f1-30b7-4a6d-bdd2-6a158f6c3043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:31.742035 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network hostable DHCP agents. Network: ca9e73f1-30b7-4a6d-bdd2-6a158f6c3043, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:21:31.749898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e1685-3f8e-40da-9e40-405e9954ba4a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4f38bd-034d-417d-9114-a5c8444653a7,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:31.753839 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-802e1685-3f8e-40da-9e40-405e9954ba4a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.755074 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-802e1685-3f8e-40da-9e40-405e9954ba4a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4543164 Jan 24 16:21:31.762767 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58330) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:31.771667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-5349a70f-f064-4dea-ab82-16a71477eaae tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group_rule': {'security_group_id': 'ad4f38bd-034d-417d-9114-a5c8444653a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:31.778674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5349a70f-f064-4dea-ab82-16a71477eaae tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:31.783785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5349a70f-f064-4dea-ab82-16a71477eaae tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:31.787688 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5349a70f-f064-4dea-ab82-16a71477eaae tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:31.795565 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5349a70f-f064-4dea-ab82-16a71477eaae tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:31.800533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network ca9e73f1-30b7-4a6d-bdd2-6a158f6c3043 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:21:31.813203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-6d4efaec-7834-4aec-8d69-783e610d207a None None] Port 688723a4-0e04-4f2e-ae05-4ddc4bc19003 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:21:31.818502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, ca9e73f1-30b7-4a6d-bdd2-6a158f6c3043) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:31.819745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Subnet': ['ID=3f57153c-1224-4c95-866b-11713bcfbb09,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:31.826685 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5349a70f-f064-4dea-ab82-16a71477eaae tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.837172 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96630aa0-d8e7-4c3d-9bb9-db83e5b64305 None None] Network ca9e73f1-30b7-4a6d-bdd2-6a158f6c3043 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:31.838016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:31.842296 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:31.845589 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:31.846384 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.888304 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-211e958f-35d6-4d16-b020-f75498f209b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7932546 Jan 24 16:21:31.889206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58334) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:31.933060 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:31.933459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:31.947873 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:31.985377 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-11d7ddb4-946f-4789-a51e-ec067fd367cf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 7914d5b2-7af2-4592-9ec2-8c096fbf6645 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:31.985761 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11d7ddb4-946f-4789-a51e-ec067fd367cf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.012643 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] For port 59f54650-d697-4e7b-be2a-148c6aac29ca, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:21:32.044413 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5349a70f-f064-4dea-ab82-16a71477eaae tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.063391 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] For port 59f54650-d697-4e7b-be2a-148c6aac29ca, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=59f54650-d697-4e7b-be2a-148c6aac29ca,segment=NetworkSegment(99011dde-0161-4400-93ad-8d2fb23351a8),segment_id=99011dde-0161-4400-93ad-8d2fb23351a8)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:21:32.071392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d510609-4fc1-4500-af6e-6a7c187a6725 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.078608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5349a70f-f064-4dea-ab82-16a71477eaae tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.103192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6d4efaec-7834-4aec-8d69-783e610d207a None None] Provisioning complete for port bc290597-bb4e-465e-8ce2-c707de4b043d triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:32.103192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6d4efaec-7834-4aec-8d69-783e610d207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.124886 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349a70f-f064-4dea-ab82-16a71477eaae tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa11a765-21ef-460f-b565-6b11a70fa62d,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:32.138675 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.155653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5349a70f-f064-4dea-ab82-16a71477eaae tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.157090 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5349a70f-f064-4dea-ab82-16a71477eaae tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3917174 Jan 24 16:21:32.161509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58338) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:32.271797 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7bda69f9-7013-41e5-92e0-4119ec62d085 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.277900 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11d7ddb4-946f-4789-a51e-ec067fd367cf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.285609 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-6d4efaec-7834-4aec-8d69-783e610d207a None None] Port bc290597-bb4e-465e-8ce2-c707de4b043d cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:21:32.293668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7bda69f9-7013-41e5-92e0-4119ec62d085 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.294203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d510609-4fc1-4500-af6e-6a7c187a6725 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=7ecc476f-b9f4-41e0-bdff-8c4de12e2cf1,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:32.355017 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58da9cb-a2ba-4450-906d-904046cb9276 None None] Pushing event updated for resources: {'Port': ['ID=59f54650-d697-4e7b-be2a-148c6aac29ca,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:32.402829 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cada120-5c5f-48cb-a2bf-a4cbba240ecb None None] Network 290e7536-3051-4bd9-9c2d-9189bfa6acfa requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:32.405570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.424786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5261318-475e-4fce-a265-c034c25871f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.426539 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 24 16:21:32.426539 dv-neutron-826104-1-hyperv neutron-server[83465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 24 16:21:32.426539 dv-neutron-826104-1-hyperv neutron-server[83465]: [parameters: {'id': 'ca1781bd-9374-4330-b00f-406244f5e428'}] Jan 24 16:21:32.426539 dv-neutron-826104-1-hyperv neutron-server[83465]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:21:32.426891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:21:32.429494 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-11d7ddb4-946f-4789-a51e-ec067fd367cf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for 7914d5b2-7af2-4592-9ec2-8c096fbf6645 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:32.527105 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290e7536-3051-4bd9-9c2d-9189bfa6acfa']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:32.545263 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5261318-475e-4fce-a265-c034c25871f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.551146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d510609-4fc1-4500-af6e-6a7c187a6725 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.565891 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7bda69f9-7013-41e5-92e0-4119ec62d085 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.571251 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99011dde-0161-4400-93ad-8d2fb23351a8') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:32.571564 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99011dde-0161-4400-93ad-8d2fb23351a8') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:32.602696 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7bda69f9-7013-41e5-92e0-4119ec62d085 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.602942 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.604003 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7bda69f9-7013-41e5-92e0-4119ec62d085 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/fa11a765-21ef-460f-b565-6b11a70fa62d HTTP/1.1" status: 204 len: 168 time: 0.4411395 Jan 24 16:21:32.606748 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11d7ddb4-946f-4789-a51e-ec067fd367cf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.608917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58342) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:32.609811 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda69f9-7013-41e5-92e0-4119ec62d085 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa11a765-21ef-460f-b565-6b11a70fa62d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:32.610234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.659370 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5a09e0aa-9bf2-4e28-90ae-033f4d80d4ba tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.663765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.673571 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4d510609-4fc1-4500-af6e-6a7c187a6725 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/7ecc476f-b9f4-41e0-bdff-8c4de12e2cf1 HTTP/1.1" status: 204 len: 168 time: 3.5193284 Jan 24 16:21:32.679675 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58346) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:32.680611 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:32.681224 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.693440 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11d7ddb4-946f-4789-a51e-ec067fd367cf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.697834 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-11d7ddb4-946f-4789-a51e-ec067fd367cf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/7914d5b2-7af2-4592-9ec2-8c096fbf6645 HTTP/1.1" status: 204 len: 168 time: 0.8053856 Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:32.698816 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:32.701818 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58348) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:32.706177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7ddb4-946f-4789-a51e-ec067fd367cf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=7914d5b2-7af2-4592-9ec2-8c096fbf6645,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:32.732473 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a67fcbd-6cac-4b43-b3ee-fc22ec15c90b None None] Network 290e7536-3051-4bd9-9c2d-9189bfa6acfa requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:32.741559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-33106e30-3d07-447a-a7be-7d6f21590bc8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:32.762095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-33106e30-3d07-447a-a7be-7d6f21590bc8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:32.763807 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-33106e30-3d07-447a-a7be-7d6f21590bc8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1515594 Jan 24 16:21:32.766587 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58354) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:32.832604 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5261318-475e-4fce-a265-c034c25871f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.833089 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5261318-475e-4fce-a265-c034c25871f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc1729db-53d7-40e0-a71b-feef08d128b5 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:21:32.844934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7506a616-b9a6-4708-8e1f-7666885a41bc tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.890899 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5261318-475e-4fce-a265-c034c25871f7 admin admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.892419 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a5261318-475e-4fce-a265-c034c25871f7 admin admin] 10.222.0.130 "DELETE /v2.0/routers/cc1729db-53d7-40e0-a71b-feef08d128b5 HTTP/1.1" status: 204 len: 168 time: 7.0862610 Jan 24 16:21:32.905471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58358) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:32.909592 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-5a09e0aa-9bf2-4e28-90ae-033f4d80d4ba tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Transition to ACTIVE for port object 688723a4-0e04-4f2e-ae05-4ddc4bc19003 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:32.944488 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.953795 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:32.957692 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 24 16:21:32.957692 dv-neutron-826104-1-hyperv neutron-server[83465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 24 16:21:32.957692 dv-neutron-826104-1-hyperv neutron-server[83465]: [parameters: {'id': '290e7536-3051-4bd9-9c2d-9189bfa6acfa'}] Jan 24 16:21:32.957692 dv-neutron-826104-1-hyperv neutron-server[83465]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:21:32.958612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:21:32.995178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5a09e0aa-9bf2-4e28-90ae-033f4d80d4ba tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:33.020407 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f272b876-3dac-47f5-8828-5c5c38a9c249 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:33.021903 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f272b876-3dac-47f5-8828-5c5c38a9c249 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:33.022636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f272b876-3dac-47f5-8828-5c5c38a9c249 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:33.030046 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6e632f-93d7-4ba3-bfc2-5b8784688a11 None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:21:33.032488 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7506a616-b9a6-4708-8e1f-7666885a41bc tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:33.088578 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Deleting port 3dc4744f-9329-4cbc-8dde-d770353356db {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:33.089367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:33.117330 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7506a616-b9a6-4708-8e1f-7666885a41bc tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:33.158060 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506a616-b9a6-4708-8e1f-7666885a41bc tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4f38bd-034d-417d-9114-a5c8444653a7,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:33.162718 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:33.167200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=3279c71b-125a-4e2b-a9fb-dab09090c1ff,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:33.172930 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7506a616-b9a6-4708-8e1f-7666885a41bc tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:33.179966 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7506a616-b9a6-4708-8e1f-7666885a41bc tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-groups/ad4f38bd-034d-417d-9114-a5c8444653a7 HTTP/1.1" status: 204 len: 168 time: 0.4121451 Jan 24 16:21:33.180834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58362) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:33.181915 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:33.186761 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc55f16-19bd-4bab-b737-63e9180b198a admin admin] Deleting subnet 3c1c62db-bb5b-4b37-8d89-20b3ac5d7145 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:33.188590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f272b876-3dac-47f5-8828-5c5c38a9c249 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:33.192171 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f272b876-3dac-47f5-8828-5c5c38a9c249 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4923351 Jan 24 16:21:33.207791 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58366) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:33.283045 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6e632f-93d7-4ba3-bfc2-5b8784688a11 None None] Resources bound (agent type, host, resource id): {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 24 16:21:33.368699 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:33.381900 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-33d52da8-89f2-474e-b148-68a3fc6e8b67 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:33.401595 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7bc55f16-19bd-4bab-b737-63e9180b198a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:33.465422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-33d52da8-89f2-474e-b148-68a3fc6e8b67 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:33.470486 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-33d52da8-89f2-474e-b148-68a3fc6e8b67 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2835765 Jan 24 16:21:33.473531 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58370) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:33.475745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:33.482727 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-2b43f5d9-23d6-45c2-833d-8d69f1ed6dab tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713439626'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:33.500619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2b43f5d9-23d6-45c2-833d-8d69f1ed6dab tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:33.512001 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da998710-44b7-4772-b5c4-1ca666748169 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:33.515901 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da998710-44b7-4772-b5c4-1ca666748169 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:33.517451 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-da998710-44b7-4772-b5c4-1ca666748169 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.8087511 Jan 24 16:21:33.521332 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58374) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:33.552765 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2b43f5d9-23d6-45c2-833d-8d69f1ed6dab tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:33.561509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd13fa6-53c4-45f6-a5cb-6cea7666ecb3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet 01917ad2-c688-40cd-a6c5-6064fff6609a {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:33.564441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9dd13fa6-53c4-45f6-a5cb-6cea7666ecb3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:33.615874 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09e0aa-9bf2-4e28-90ae-033f4d80d4ba tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=688723a4-0e04-4f2e-ae05-4ddc4bc19003,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:33.621172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7bc55f16-19bd-4bab-b737-63e9180b198a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:33.640853 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2b43f5d9-23d6-45c2-833d-8d69f1ed6dab tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:33.659136 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Deleting port 59f54650-d697-4e7b-be2a-148c6aac29ca {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:33.659579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:33.664133 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9dd13fa6-53c4-45f6-a5cb-6cea7666ecb3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:33.692889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-5a09e0aa-9bf2-4e28-90ae-033f4d80d4ba tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] In _notify_port_updated(), no bound segment for port 688723a4-0e04-4f2e-ae05-4ddc4bc19003 on network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 {{(pid=83465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:21:33.694299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-41cc39da-afaf-4a86-80b1-2d5fed991c5e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 1b42525c-f1b7-412e-b500-ca339d772e2d {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:33.694299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-41cc39da-afaf-4a86-80b1-2d5fed991c5e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:33.698178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a09e0aa-9bf2-4e28-90ae-033f4d80d4ba tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:33.698937 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5a09e0aa-9bf2-4e28-90ae-033f4d80d4ba tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:33.704292 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5a09e0aa-9bf2-4e28-90ae-033f4d80d4ba tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "PUT /v2.0/ports/688723a4-0e04-4f2e-ae05-4ddc4bc19003 HTTP/1.1" status: 200 len: 921 time: 6.4363523 Jan 24 16:21:33.707768 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f7e2e0-8601-404f-8d84-0002baa7d4ca None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:21:33.714784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58378) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:33.826832 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2b43f5d9-23d6-45c2-833d-8d69f1ed6dab tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:33.837892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2b43f5d9-23d6-45c2-833d-8d69f1ed6dab tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:33.842846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2b43f5d9-23d6-45c2-833d-8d69f1ed6dab tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:33.848997 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f7e2e0-8601-404f-8d84-0002baa7d4ca None None] Resources bound (agent type, host, resource id): {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 24 16:21:33.860581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2b43f5d9-23d6-45c2-833d-8d69f1ed6dab tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:33.977318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-c4749069-f56b-4923-a801-0b2f9b628f36 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port 688723a4-0e04-4f2e-ae05-4ddc4bc19003 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:33.977754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c4749069-f56b-4923-a801-0b2f9b628f36 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:33.982675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9dd13fa6-53c4-45f6-a5cb-6cea7666ecb3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.017057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] For port 3dc4744f-9329-4cbc-8dde-d770353356db, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3dc4744f-9329-4cbc-8dde-d770353356db,segment=NetworkSegment(7e7d96c6-105d-45e7-8e59-f7e233f83317),segment_id=7e7d96c6-105d-45e7-8e59-f7e233f83317)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:34.017516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.083343 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2b43f5d9-23d6-45c2-833d-8d69f1ed6dab tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.123519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2b43f5d9-23d6-45c2-833d-8d69f1ed6dab tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.156182 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-41cc39da-afaf-4a86-80b1-2d5fed991c5e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.233006 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Calling delete_port for 3dc4744f-9329-4cbc-8dde-d770353356db owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:34.300415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7bc55f16-19bd-4bab-b737-63e9180b198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.323279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-41cc39da-afaf-4a86-80b1-2d5fed991c5e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for 1b42525c-f1b7-412e-b500-ca339d772e2d owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:34.349534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43f5d9-23d6-45c2-833d-8d69f1ed6dab tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0b7931-446e-4434-82e6-5ef760089e47,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:34.368981 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9dd13fa6-53c4-45f6-a5cb-6cea7666ecb3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.413727 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2b43f5d9-23d6-45c2-833d-8d69f1ed6dab tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.414830 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2b43f5d9-23d6-45c2-833d-8d69f1ed6dab tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9394183 Jan 24 16:21:34.427741 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58382) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:34.435343 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd13fa6-53c4-45f6-a5cb-6cea7666ecb3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=01917ad2-c688-40cd-a6c5-6064fff6609a,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:34.440108 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-bd5c140a-6ccd-4444-a056-ae8799deb59d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group_rule': {'security_group_id': '2a0b7931-446e-4434-82e6-5ef760089e47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:34.449649 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bd5c140a-6ccd-4444-a056-ae8799deb59d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:34.457925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57ef6d1-2eab-44cb-8510-77b881d1e3cf None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:34.459827 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] For port 59f54650-d697-4e7b-be2a-148c6aac29ca, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=59f54650-d697-4e7b-be2a-148c6aac29ca,segment=NetworkSegment(99011dde-0161-4400-93ad-8d2fb23351a8),segment_id=99011dde-0161-4400-93ad-8d2fb23351a8)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:34.460240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.461746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9dd13fa6-53c4-45f6-a5cb-6cea7666ecb3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.466364 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9dd13fa6-53c4-45f6-a5cb-6cea7666ecb3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/01917ad2-c688-40cd-a6c5-6064fff6609a HTTP/1.1" status: 204 len: 168 time: 1.2504356 Jan 24 16:21:34.467148 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bd5c140a-6ccd-4444-a056-ae8799deb59d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:34.470203 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58386) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:34.473066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bd5c140a-6ccd-4444-a056-ae8799deb59d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:34.537704 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bd5c140a-6ccd-4444-a056-ae8799deb59d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:34.548289 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-41cc39da-afaf-4a86-80b1-2d5fed991c5e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.554046 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5ff95de5-8b17-4817-aa77-39594b50571f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800042 Jan 24 16:21:34.565021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.599228 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58390) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:34.659204 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc39da-afaf-4a86-80b1-2d5fed991c5e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=1b42525c-f1b7-412e-b500-ca339d772e2d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:34.668092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Calling delete_port for 59f54650-d697-4e7b-be2a-148c6aac29ca owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:34.688003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bd5c140a-6ccd-4444-a056-ae8799deb59d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.709664 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-41cc39da-afaf-4a86-80b1-2d5fed991c5e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.718672 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.739352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b5e34075-1cfd-43e8-a4eb-ae5637e21ef0 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:34.774073 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-41cc39da-afaf-4a86-80b1-2d5fed991c5e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/1b42525c-f1b7-412e-b500-ca339d772e2d HTTP/1.1" status: 204 len: 168 time: 1.2502029 Jan 24 16:21:34.779183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58394) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:34.787276 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: b5e34075-1cfd-43e8-a4eb-ae5637e21ef0 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:21:34.787907 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b5e34075-1cfd-43e8-a4eb-ae5637e21ef0 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:21:34.797007 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abe2304-9e50-44b0-8dc6-0fd7e1c6e275 None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:21:34.803160 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0abe2304-9e50-44b0-8dc6-0fd7e1c6e275 None None] Deleting port 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:34.803550 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0abe2304-9e50-44b0-8dc6-0fd7e1c6e275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.876680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d856b47-f507-4c80-97ee-65ff3c1cccd2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:34.878333 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7d856b47-f507-4c80-97ee-65ff3c1cccd2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2779112 Jan 24 16:21:34.881781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58398) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:34.947676 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bd5c140a-6ccd-4444-a056-ae8799deb59d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.959002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bd5c140a-6ccd-4444-a056-ae8799deb59d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:34.995357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bf12c8-6093-45c3-90a7-76319dff1620 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:34.996136 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-08bf12c8-6093-45c3-90a7-76319dff1620 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:35.003191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c140a-6ccd-4444-a056-ae8799deb59d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a284e5-5092-4ca9-a2c2-97b4ee4bf47e,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:35.003433 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Port': ['ID=3dc4744f-9329-4cbc-8dde-d770353356db,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:35.025931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d793ca-9860-47cf-912c-d53b4e0b56ab tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:35.026711 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-99d793ca-9860-47cf-912c-d53b4e0b56ab tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:35.033021 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bd5c140a-6ccd-4444-a056-ae8799deb59d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.037295 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bd5c140a-6ccd-4444-a056-ae8799deb59d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6065052 Jan 24 16:21:35.038443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58402) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:35.043914 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b7d84181-9a8a-44b8-be75-afceab406b08 None None] Provisioning for port 688723a4-0e04-4f2e-ae05-4ddc4bc19003 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:35.044778 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No DVR routers for this DVR port 3dc4744f-9329-4cbc-8dde-d770353356db on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:35.046940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7bc55f16-19bd-4bab-b737-63e9180b198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.048239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-5d445346-b696-4a3f-8505-69b6d57abfd8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group_rule': {'security_group_id': '2a0b7931-446e-4434-82e6-5ef760089e47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:35.051541 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.053177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-08bf12c8-6093-45c3-90a7-76319dff1620 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:35.053555 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b7d84181-9a8a-44b8-be75-afceab406b08 None None] Provisioning complete for port 688723a4-0e04-4f2e-ae05-4ddc4bc19003 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:35.054169 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b7d84181-9a8a-44b8-be75-afceab406b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.054786 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-08bf12c8-6093-45c3-90a7-76319dff1620 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1720037 Jan 24 16:21:35.058333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58406) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:35.059284 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5d445346-b696-4a3f-8505-69b6d57abfd8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:35.122598 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b7d84181-9a8a-44b8-be75-afceab406b08 None None] Port 688723a4-0e04-4f2e-ae05-4ddc4bc19003 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:21:35.147980 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0abe2304-9e50-44b0-8dc6-0fd7e1c6e275 None None] For port 4f059ef6-9c5d-47ff-83ac-9ec55edfac66, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4f059ef6-9c5d-47ff-83ac-9ec55edfac66,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:35.148465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0abe2304-9e50-44b0-8dc6-0fd7e1c6e275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.185432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc55f16-19bd-4bab-b737-63e9180b198a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1c62db-bb5b-4b37-8d89-20b3ac5d7145,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:35.236321 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5d445346-b696-4a3f-8505-69b6d57abfd8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:35.246027 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6d2d7eb7-a6ca-44ca-a3ef-b865955672f4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1797004 Jan 24 16:21:35.246027 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5d445346-b696-4a3f-8505-69b6d57abfd8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:35.246337 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58410) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:35.256272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-9aa2a0ca-140b-4630-9a96-77265896612c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:35.270684 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5d445346-b696-4a3f-8505-69b6d57abfd8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:35.276223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-99d793ca-9860-47cf-912c-d53b4e0b56ab tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:35.280041 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-99d793ca-9860-47cf-912c-d53b4e0b56ab tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4964595 Jan 24 16:21:35.281051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58414) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:35.289330 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0abe2304-9e50-44b0-8dc6-0fd7e1c6e275 None None] Calling delete_port for 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:35.290118 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.295737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7bc55f16-19bd-4bab-b737-63e9180b198a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.318667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87767289-e00f-41e4-bd13-86f132e775dc None None] Network 5495e0fa-a9db-448f-8be6-86cc8bed9d19 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:35.333821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c4749069-f56b-4923-a801-0b2f9b628f36 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.360645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d445346-b696-4a3f-8505-69b6d57abfd8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.401493 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9aa2a0ca-140b-4630-9a96-77265896612c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:35.422005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9aa2a0ca-140b-4630-9a96-77265896612c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:35.437071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.445802 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa2a0ca-140b-4630-9a96-77265896612c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:35.449354 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a0ca-140b-4630-9a96-77265896612c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.465420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1781bd-9374-4330-b00f-406244f5e428']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:35.468713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d445346-b696-4a3f-8505-69b6d57abfd8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.479033 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7d96c6-105d-45e7-8e59-f7e233f83317') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:35.479334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7d96c6-105d-45e7-8e59-f7e233f83317') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:35.493231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.510460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.517518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:35.517518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.517796 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0abe2304-9e50-44b0-8dc6-0fd7e1c6e275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.525609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d445346-b696-4a3f-8505-69b6d57abfd8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.565158 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d445346-b696-4a3f-8505-69b6d57abfd8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ea56cd-ce16-404b-942b-97589e75a4e9,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:35.575527 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe2304-9e50-44b0-8dc6-0fd7e1c6e275 None None] Pushing event deleted for resources: {'Port': ['ID=4f059ef6-9c5d-47ff-83ac-9ec55edfac66,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:35.586860 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abe2304-9e50-44b0-8dc6-0fd7e1c6e275 None None] No DVR routers for this DVR port 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:35.595719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d445346-b696-4a3f-8505-69b6d57abfd8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.599521 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5d445346-b696-4a3f-8505-69b6d57abfd8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5599775 Jan 24 16:21:35.601485 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58418) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:35.607064 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-1c53f306-4640-416a-adc0-29cd281de618 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group_rule': {'security_group_id': '2a0b7931-446e-4434-82e6-5ef760089e47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:35.612619 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:35.615875 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1c53f306-4640-416a-adc0-29cd281de618 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:35.615990 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Port': ['ID=59f54650-d697-4e7b-be2a-148c6aac29ca,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:35.618477 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1c53f306-4640-416a-adc0-29cd281de618 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:35.622282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1c53f306-4640-416a-adc0-29cd281de618 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:35.630746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1c53f306-4640-416a-adc0-29cd281de618 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:35.679313 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0b8122-a395-4969-a368-775cfad40c69 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] GET failed (client error): The resource could not be found. Jan 24 16:21:35.680620 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0c0b8122-a395-4969-a368-775cfad40c69 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/7914d5b2-7af2-4592-9ec2-8c096fbf6645 HTTP/1.1" status: 404 len: 333 time: 0.3936865 Jan 24 16:21:35.689265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58422) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:35.699093 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafae9ec-9977-44bd-9f62-a969c3c189c7 None None] DHCP port deletion for 5495e0fa-a9db-448f-8be6-86cc8bed9d19 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:21:35.703943 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-eafae9ec-9977-44bd-9f62-a969c3c189c7 None None] Deleting port 3cb07471-ef00-4cd8-9341-2630f58bfae6 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:35.704429 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-eafae9ec-9977-44bd-9f62-a969c3c189c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.725429 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1c53f306-4640-416a-adc0-29cd281de618 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.751883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-c4749069-f56b-4923-a801-0b2f9b628f36 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for 688723a4-0e04-4f2e-ae05-4ddc4bc19003 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:35.754684 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-6738994d-25d2-4848-b93d-653da2077efc tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] GET failed (client error): The resource could not be found. Jan 24 16:21:35.756271 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6738994d-25d2-4848-b93d-653da2077efc tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/1b42525c-f1b7-412e-b500-ca339d772e2d HTTP/1.1" status: 404 len: 333 time: 0.0660036 Jan 24 16:21:35.763259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58426) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:35.793368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No DVR routers for this DVR port 59f54650-d697-4e7b-be2a-148c6aac29ca on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:35.902519 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7bc55f16-19bd-4bab-b737-63e9180b198a admin admin] 10.222.0.130 "DELETE /v2.0/subnets/3c1c62db-bb5b-4b37-8d89-20b3ac5d7145 HTTP/1.1" status: 204 len: 168 time: 2.9946375 Jan 24 16:21:35.903432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.908503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.918699 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58430) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:35.948954 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-eafae9ec-9977-44bd-9f62-a969c3c189c7 None None] For port 3cb07471-ef00-4cd8-9341-2630f58bfae6, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3cb07471-ef00-4cd8-9341-2630f58bfae6,segment=NetworkSegment(dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b),segment_id=dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:35.949625 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-eafae9ec-9977-44bd-9f62-a969c3c189c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:35.961875 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b2c9c834-999b-41a9-a829-2a64f7fe5577 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.017948 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1c53f306-4640-416a-adc0-29cd281de618 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.028784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1c53f306-4640-416a-adc0-29cd281de618 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.034379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Network': ['ID=ca1781bd-9374-4330-b00f-406244f5e428,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:36.055612 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ce45fdaf-2a89-4eba-8582-db8578360f65 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/ca1781bd-9374-4330-b00f-406244f5e428 HTTP/1.1" status: 204 len: 168 time: 8.2506454 Jan 24 16:21:36.056303 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58436) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:36.101017 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-eafae9ec-9977-44bd-9f62-a969c3c189c7 None None] Calling delete_port for 3cb07471-ef00-4cd8-9341-2630f58bfae6 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:36.120767 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-77123d7f-6197-4bc8-9dea-c1878d9bb099 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2142051838'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:36.141094 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-77123d7f-6197-4bc8-9dea-c1878d9bb099 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:36.146846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53f306-4640-416a-adc0-29cd281de618 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8549179-2697-444f-9568-8c4bea66b1a2,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:36.179856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-eafae9ec-9977-44bd-9f62-a969c3c189c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.180979 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.194398 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-77123d7f-6197-4bc8-9dea-c1878d9bb099 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:network and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:36.214742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-77123d7f-6197-4bc8-9dea-c1878d9bb099 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:36.225831 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafae9ec-9977-44bd-9f62-a969c3c189c7 None None] Pushing event deleted for resources: {'Port': ['ID=3cb07471-ef00-4cd8-9341-2630f58bfae6,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:36.236410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafae9ec-9977-44bd-9f62-a969c3c189c7 None None] No DVR routers for this DVR port 3cb07471-ef00-4cd8-9341-2630f58bfae6 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:36.246852 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-77123d7f-6197-4bc8-9dea-c1878d9bb099 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:36.251441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290e7536-3051-4bd9-9c2d-9189bfa6acfa']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:36.279951 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99011dde-0161-4400-93ad-8d2fb23351a8') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:36.280228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99011dde-0161-4400-93ad-8d2fb23351a8') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:36.308436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.objects.ports [None req-9aa2a0ca-140b-4630-9a96-77265896612c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83466) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:21:36.309407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1c53f306-4640-416a-adc0-29cd281de618 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.310552 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1c53f306-4640-416a-adc0-29cd281de618 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7081668 Jan 24 16:21:36.318019 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58440) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:36.323291 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a0ca-140b-4630-9a96-77265896612c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.329751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.337412 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b2c9c834-999b-41a9-a829-2a64f7fe5577 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.339365 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77123d7f-6197-4bc8-9dea-c1878d9bb099 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:36.342383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77123d7f-6197-4bc8-9dea-c1878d9bb099 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.378516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.380781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-5de48e44-db1e-4b7f-8d6d-25703db04030 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group_rule': {'security_group_id': '2a0b7931-446e-4434-82e6-5ef760089e47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:36.397774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:36.398174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.411441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5de48e44-db1e-4b7f-8d6d-25703db04030 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:36.418258 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:36.436926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5de48e44-db1e-4b7f-8d6d-25703db04030 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:36.441975 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-b2c9c834-999b-41a9-a829-2a64f7fe5577 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9e73f1-30b7-4a6d-bdd2-6a158f6c3043']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:36.450471 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5de48e44-db1e-4b7f-8d6d-25703db04030 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:36.452939 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:21:36.463442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72e31613-38a6-40d5-b105-db9cd30d931e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.476095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5de48e44-db1e-4b7f-8d6d-25703db04030 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:36.477663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c4749069-f56b-4923-a801-0b2f9b628f36 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.478882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-b2c9c834-999b-41a9-a829-2a64f7fe5577 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57fe7ef7-a9eb-4170-b452-ccbd15752bfd') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:36.479166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-b2c9c834-999b-41a9-a829-2a64f7fe5577 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57fe7ef7-a9eb-4170-b452-ccbd15752bfd') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:36.489320 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.502763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa2a0ca-140b-4630-9a96-77265896612c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:36.508527 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b2c9c834-999b-41a9-a829-2a64f7fe5577 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.514744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2a0ca-140b-4630-9a96-77265896612c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=39f2586c-0db5-4e5b-8593-a442b083b6e5,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:36.516965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-9aa2a0ca-140b-4630-9a96-77265896612c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:36.526056 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa2a0ca-140b-4630-9a96-77265896612c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:36.526609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a0ca-140b-4630-9a96-77265896612c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.529336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe912173-ecdf-4c0d-8247-d17be2429fe0 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:36.546930 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.577520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b2c9c834-999b-41a9-a829-2a64f7fe5577 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.592693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5de48e44-db1e-4b7f-8d6d-25703db04030 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.600234 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c9c834-999b-41a9-a829-2a64f7fe5577 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:36.600765 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b2c9c834-999b-41a9-a829-2a64f7fe5577 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:36.618459 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:36.647964 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9aa2a0ca-140b-4630-9a96-77265896612c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4005806 Jan 24 16:21:36.684049 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77123d7f-6197-4bc8-9dea-c1878d9bb099 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:21:36.690569 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4749069-f56b-4923-a801-0b2f9b628f36 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=688723a4-0e04-4f2e-ae05-4ddc4bc19003,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:36.695240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58444) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:36.749688 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0eea821a-4863-4cdb-b673-1eb4f12fd2a1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:36.795004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': '39f2586c-0db5-4e5b-8593-a442b083b6e5'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:21:36.796431 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.816363 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72e31613-38a6-40d5-b105-db9cd30d931e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.820512 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:36.829497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b2c9c834-999b-41a9-a829-2a64f7fe5577 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.855916 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b2c9c834-999b-41a9-a829-2a64f7fe5577 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.875250 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9c834-999b-41a9-a829-2a64f7fe5577 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Network': ['ID=ca9e73f1-30b7-4a6d-bdd2-6a158f6c3043,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:36.884570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-72e31613-38a6-40d5-b105-db9cd30d931e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5495e0fa-a9db-448f-8be6-86cc8bed9d19']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:36.902802 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.912516 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b2c9c834-999b-41a9-a829-2a64f7fe5577 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/networks/ca9e73f1-30b7-4a6d-bdd2-6a158f6c3043 HTTP/1.1" status: 204 len: 168 time: 1.1482038 Jan 24 16:21:36.914884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5de48e44-db1e-4b7f-8d6d-25703db04030 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.915154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.915926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58448) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:36.917720 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-72e31613-38a6-40d5-b105-db9cd30d931e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:36.918164 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-72e31613-38a6-40d5-b105-db9cd30d931e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfb25b5-d9a5-43b7-bdc3-b93e3e09da4b') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:36.926932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:21:36.931226 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f55de3bf-a3a4-47c0-9949-e30d72122625 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-985756039'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:36.931796 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4f059ef6-9c5d-47ff-83ac-9ec55edfac66 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:21:36.932308 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3cb07471-ef00-4cd8-9341-2630f58bfae6 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:36.938580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5de48e44-db1e-4b7f-8d6d-25703db04030 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.942000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f55de3bf-a3a4-47c0-9949-e30d72122625 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:36.959746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72e31613-38a6-40d5-b105-db9cd30d931e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:36.989560 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 3cb07471-ef00-4cd8-9341-2630f58bfae6 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:21:36.990364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3cb07471-ef00-4cd8-9341-2630f58bfae6 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:21:37.033753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77123d7f-6197-4bc8-9dea-c1878d9bb099 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.034186 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-77123d7f-6197-4bc8-9dea-c1878d9bb099 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Added segment d2cc8d3d-d4f7-4ad2-a677-3356fdbb75b6 of type vlan for network bfb173db-53a4-47a5-b8fa-14cae84b6de6 Jan 24 16:21:37.043335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4e480176-10fe-4ed7-8c87-7202eb4c774c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.087965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f55de3bf-a3a4-47c0-9949-e30d72122625 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:network and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:37.095735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f55de3bf-a3a4-47c0-9949-e30d72122625 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:37.099871 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de48e44-db1e-4b7f-8d6d-25703db04030 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed60fd1-5246-426c-ad14-124609999b18,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:37.110225 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f55de3bf-a3a4-47c0-9949-e30d72122625 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:37.113233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72e31613-38a6-40d5-b105-db9cd30d931e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.119973 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5de48e44-db1e-4b7f-8d6d-25703db04030 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.124064 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5de48e44-db1e-4b7f-8d6d-25703db04030 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8006015 Jan 24 16:21:37.130911 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58452) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:37.136859 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-bcf0cca7-bd1e-45bd-9ddb-1047ec2f1510 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group_rule': {'security_group_id': '2a0b7931-446e-4434-82e6-5ef760089e47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:37.139199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Network': ['ID=290e7536-3051-4bd9-9c2d-9189bfa6acfa,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:37.142117 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e31613-38a6-40d5-b105-db9cd30d931e admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:37.142699 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72e31613-38a6-40d5-b105-db9cd30d931e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:37.157710 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:37.166500 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bcf0cca7-bd1e-45bd-9ddb-1047ec2f1510 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:37.189713 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Allocated IP 2001:db8::f816:3eff:fefb:9c44 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/39f2586c-0db5-4e5b-8593-a442b083b6e5/5e99ed0b-ebec-401d-8585-1914d5d9bf46) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:37.199647 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=3279c71b-125a-4e2b-a9fb-dab09090c1ff,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:37.203954 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/290e7536-3051-4bd9-9c2d-9189bfa6acfa HTTP/1.1" status: 204 len: 168 time: 7.9106185 Jan 24 16:21:37.212558 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55de3bf-a3a4-47c0-9949-e30d72122625 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:37.215781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f55de3bf-a3a4-47c0-9949-e30d72122625 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.221382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58456) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:37.227905 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.228244 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.228576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.229030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.229360 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.229680 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.229994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.230309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.230624 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.230935 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.231245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee362605-bb05-4bad-a266-70e15662e17a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.234166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bcf0cca7-bd1e-45bd-9ddb-1047ec2f1510 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:37.238729 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77123d7f-6197-4bc8-9dea-c1878d9bb099 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.238981 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bcf0cca7-bd1e-45bd-9ddb-1047ec2f1510 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:37.261441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bcf0cca7-bd1e-45bd-9ddb-1047ec2f1510 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:37.286118 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72e31613-38a6-40d5-b105-db9cd30d931e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.288869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0eea821a-4863-4cdb-b673-1eb4f12fd2a1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:37.292503 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55de3bf-a3a4-47c0-9949-e30d72122625 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:21:37.304324 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.304669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.305003 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.305325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.305654 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.305974 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.306294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.306612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.306928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.307239 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.307589 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:37.310761 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f18685-f7b5-4a7e-aa64-198c1c6e7090 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:37.311519 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f18685-f7b5-4a7e-aa64-198c1c6e7090 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:37.312235 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72e31613-38a6-40d5-b105-db9cd30d931e admin admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.315578 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-47f18685-f7b5-4a7e-aa64-198c1c6e7090 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/subnets/3f57153c-1224-4c95-866b-11713bcfbb09 HTTP/1.1" status: 404 len: 337 time: 0.0895691 Jan 24 16:21:37.317913 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58460) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:37.323278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c4749069-f56b-4923-a801-0b2f9b628f36 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.324168 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcf0cca7-bd1e-45bd-9ddb-1047ec2f1510 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.328454 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c4749069-f56b-4923-a801-0b2f9b628f36 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/688723a4-0e04-4f2e-ae05-4ddc4bc19003 HTTP/1.1" status: 204 len: 168 time: 3.6098814 Jan 24 16:21:37.334898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58464) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:37.336262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0eea821a-4863-4cdb-b673-1eb4f12fd2a1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:37.339455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.340182 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e31613-38a6-40d5-b105-db9cd30d931e admin admin] Pushing event deleted for resources: {'Network': ['ID=5495e0fa-a9db-448f-8be6-86cc8bed9d19,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:37.375136 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eea821a-4863-4cdb-b673-1eb4f12fd2a1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:37.391883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77123d7f-6197-4bc8-9dea-c1878d9bb099 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.395539 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77123d7f-6197-4bc8-9dea-c1878d9bb099 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:37.396171 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77123d7f-6197-4bc8-9dea-c1878d9bb099 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.399835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.403701 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2f6efaf5-28b9-47de-8ef9-e75e318fd37f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8662791 Jan 24 16:21:37.418892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f55de3bf-a3a4-47c0-9949-e30d72122625 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.419276 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-f55de3bf-a3a4-47c0-9949-e30d72122625 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Added segment 2ee56d09-0021-48ee-b052-5848ccb4d29d of type vlan for network 41343143-63c0-4b4f-bce8-f2b7c6d32aa2 Jan 24 16:21:37.420146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58468) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:37.420398 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.431388 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'port': {'network_id': '4ad364e7-63b0-402c-aa39-1bd4feca3133', 'name': 'tempest-FloatingIPTestJSON-132444590'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:37.432778 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Transition to ACTIVE for port object 5e99ed0b-ebec-401d-8585-1914d5d9bf46 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:37.453137 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Transition to ACTIVE for port object 5e99ed0b-ebec-401d-8585-1914d5d9bf46 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:37.457134 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-30182a46-d5da-4afc-aed0-8ce09bffe8e2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:37.457450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30182a46-d5da-4afc-aed0-8ce09bffe8e2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:37.458798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.462150 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-30182a46-d5da-4afc-aed0-8ce09bffe8e2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/290e7536-3051-4bd9-9c2d-9189bfa6acfa HTTP/1.1" status: 404 len: 339 time: 0.1368039 Jan 24 16:21:37.462150 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-56357b21-c8ff-4c46-98b6-19da0e010141 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] GET failed (client error): The resource could not be found. Jan 24 16:21:37.462150 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-56357b21-c8ff-4c46-98b6-19da0e010141 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:37.464293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58472) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:37.475564 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-72e31613-38a6-40d5-b105-db9cd30d931e admin admin] 10.222.0.130 "DELETE /v2.0/networks/5495e0fa-a9db-448f-8be6-86cc8bed9d19 HTTP/1.1" status: 204 len: 168 time: 1.5545158 Jan 24 16:21:37.547728 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:37.550390 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-77123d7f-6197-4bc8-9dea-c1878d9bb099 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4861770 Jan 24 16:21:37.552073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:37.556095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58478) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:37.558557 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Pushing event updated for resources: {'Port': ['ID=5e99ed0b-ebec-401d-8585-1914d5d9bf46,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:37.561455 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:37.573804 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-015dc302-a975-4301-9dfa-ad25c6b17def tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'subnet': {'network_id': 'bfb173db-53a4-47a5-b8fa-14cae84b6de6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:37.649557 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f55de3bf-a3a4-47c0-9949-e30d72122625 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.665927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Attempting to bind port 5e99ed0b-ebec-401d-8585-1914d5d9bf46 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:21:37.666584 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Attempting to bind port 5e99ed0b-ebec-401d-8585-1914d5d9bf46 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:21:37.667266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Attempting to bind port 5e99ed0b-ebec-401d-8585-1914d5d9bf46 on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:21:37.670107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77123d7f-6197-4bc8-9dea-c1878d9bb099 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Network': ['ID=bfb173db-53a4-47a5-b8fa-14cae84b6de6,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:37.674845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:21:37.675345 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:37.675857 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.676337 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:21:37.677993 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Bound port: 5e99ed0b-ebec-401d-8585-1914d5d9bf46, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:21:37.678565 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.691747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network bfb173db-53a4-47a5-b8fa-14cae84b6de6 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:21:37.693960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-56357b21-c8ff-4c46-98b6-19da0e010141 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:37.695305 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-56357b21-c8ff-4c46-98b6-19da0e010141 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/688723a4-0e04-4f2e-ae05-4ddc4bc19003 HTTP/1.1" status: 404 len: 333 time: 0.3568461 Jan 24 16:21:37.698674 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58482) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:37.734746 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0eea821a-4863-4cdb-b673-1eb4f12fd2a1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.752744 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58486) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:37.779489 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7e6296c3-90ad-43a2-b59e-fb259d84a35b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.790068 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcf0cca7-bd1e-45bd-9ddb-1047ec2f1510 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.803001 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcf0cca7-bd1e-45bd-9ddb-1047ec2f1510 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.805023 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:37.824592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Usage tracker for resource:port and tenant:af052b8aa9e742caa4ed884470bec1dd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:37.827030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f55de3bf-a3a4-47c0-9949-e30d72122625 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.830680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55de3bf-a3a4-47c0-9949-e30d72122625 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:37.831240 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f55de3bf-a3a4-47c0-9949-e30d72122625 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.840524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:37.849871 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-015dc302-a975-4301-9dfa-ad25c6b17def tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:37.869860 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-015dc302-a975-4301-9dfa-ad25c6b17def tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:subnet and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:37.879344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:37.882115 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0cca7-bd1e-45bd-9ddb-1047ec2f1510 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7033cd0f-0760-42ec-abb8-5ff2edc3efa8,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:37.882610 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-015dc302-a975-4301-9dfa-ad25c6b17def tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:37.904838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-015dc302-a975-4301-9dfa-ad25c6b17def tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:37.915109 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] For port 5e99ed0b-ebec-401d-8585-1914d5d9bf46, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:21:37.919092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] For port 5e99ed0b-ebec-401d-8585-1914d5d9bf46, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5e99ed0b-ebec-401d-8585-1914d5d9bf46,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:21:37.923892 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.964326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d753299-690f-49f0-aed9-e6d6bc2f17d5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:37.969689 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0948cfb8-04e3-4e58-8a31-adc07035309f admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=fbb9efdaac9a4d899b480136df279d62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2050045 Jan 24 16:21:37.981517 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58490) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:38.016138 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.ipam_backend_mixin [None req-0eea821a-4863-4cdb-b673-1eb4f12fd2a1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39f2586c-0db5-4e5b-8593-a442b083b6e5 (CIDR: 2001:db8::/64) Jan 24 16:21:38.023984 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d97968-f056-425b-87e2-ae6920acebf5 None None] Pushing event updated for resources: {'Port': ['ID=5e99ed0b-ebec-401d-8585-1914d5d9bf46,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:38.024207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcf0cca7-bd1e-45bd-9ddb-1047ec2f1510 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.024972 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bcf0cca7-bd1e-45bd-9ddb-1047ec2f1510 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8928046 Jan 24 16:21:38.036165 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58494) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:38.037583 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f55de3bf-a3a4-47c0-9949-e30d72122625 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1112456 Jan 24 16:21:38.052338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d753299-690f-49f0-aed9-e6d6bc2f17d5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.065154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015dc302-a975-4301-9dfa-ad25c6b17def tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:38.086838 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58496) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:38.089826 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55de3bf-a3a4-47c0-9949-e30d72122625 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Network': ['ID=41343143-63c0-4b4f-bce8-f2b7c6d32aa2,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:38.094968 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eea821a-4863-4cdb-b673-1eb4f12fd2a1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:21:38.095968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eea821a-4863-4cdb-b673-1eb4f12fd2a1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:38.097376 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Made reservation on behalf of af052b8aa9e742caa4ed884470bec1dd for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:38.103137 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.104857 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 41343143-63c0-4b4f-bce8-f2b7c6d32aa2 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:21:38.120553 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'subnet': {'network_id': '41343143-63c0-4b4f-bce8-f2b7c6d32aa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:38.173468 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-654bfe23-bd9f-4f04-a9c5-b3034117337a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.208709 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7e6296c3-90ad-43a2-b59e-fb259d84a35b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.243748 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] device_id is not set on port 6be930a0-d3ff-4f58-b830-b9acb4f6203c yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:21:38.281514 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-654bfe23-bd9f-4f04-a9c5-b3034117337a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.337866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7e6296c3-90ad-43a2-b59e-fb259d84a35b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392a72c4-9944-430a-9b3b-a0ca1ce5c4e4']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:38.353928 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0eea821a-4863-4cdb-b673-1eb4f12fd2a1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6487622 Jan 24 16:21:38.360019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58502) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:38.366696 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:38.370323 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-047f96ac-b6e2-4180-9761-b8e4d29df2cd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:38.372965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7e6296c3-90ad-43a2-b59e-fb259d84a35b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62ba22d-d534-4643-91ed-6ddb3eaa6e27') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:38.373250 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7e6296c3-90ad-43a2-b59e-fb259d84a35b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62ba22d-d534-4643-91ed-6ddb3eaa6e27') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:38.391337 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:subnet and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:38.394913 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7e6296c3-90ad-43a2-b59e-fb259d84a35b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.406233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:38.419716 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:38.453904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b88b4047-a24b-4dc4-b5b0-962d78f4cd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.455814 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7e6296c3-90ad-43a2-b59e-fb259d84a35b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.458390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-015dc302-a975-4301-9dfa-ad25c6b17def tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.472786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6296c3-90ad-43a2-b59e-fb259d84a35b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:38.473145 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7e6296c3-90ad-43a2-b59e-fb259d84a35b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.478959 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d753299-690f-49f0-aed9-e6d6bc2f17d5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:38.490612 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:38.498434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:38.564635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-654bfe23-bd9f-4f04-a9c5-b3034117337a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.597827 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d753299-690f-49f0-aed9-e6d6bc2f17d5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=699b996e-1afc-4710-9de5-be0949cfc1ec,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:38.668575 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7e6296c3-90ad-43a2-b59e-fb259d84a35b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.673748 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Allocated IP 172.20.0.7 (4ad364e7-63b0-402c-aa39-1bd4feca3133/29fd95ea-c3b1-46a6-b7af-37d2de11780c/6be930a0-d3ff-4f58-b830-b9acb4f6203c) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:38.693336 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7e6296c3-90ad-43a2-b59e-fb259d84a35b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.723546 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6296c3-90ad-43a2-b59e-fb259d84a35b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Network': ['ID=392a72c4-9944-430a-9b3b-a0ca1ce5c4e4,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:38.738573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.755265 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7e6296c3-90ad-43a2-b59e-fb259d84a35b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/392a72c4-9944-430a-9b3b-a0ca1ce5c4e4 HTTP/1.1" status: 204 len: 168 time: 1.2817564 Jan 24 16:21:38.769448 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58506) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:38.808810 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5e99ed0b-ebec-401d-8585-1914d5d9bf46 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:38.831088 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b88b4047-a24b-4dc4-b5b0-962d78f4cd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.850236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bfe23-bd9f-4f04-a9c5-b3034117337a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7033cd0f-0760-42ec-abb8-5ff2edc3efa8,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:38.868092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d753299-690f-49f0-aed9-e6d6bc2f17d5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.872210 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1d753299-690f-49f0-aed9-e6d6bc2f17d5 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/security-groups/699b996e-1afc-4710-9de5-be0949cfc1ec HTTP/1.1" status: 204 len: 168 time: 1.1725152 Jan 24 16:21:38.873447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-654bfe23-bd9f-4f04-a9c5-b3034117337a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:38.877388 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-654bfe23-bd9f-4f04-a9c5-b3034117337a tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/7033cd0f-0760-42ec-abb8-5ff2edc3efa8 HTTP/1.1" status: 204 len: 168 time: 0.8140543 Jan 24 16:21:38.882235 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58510) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:38.882605 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58512) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:38.892699 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc595832-8201-41ad-af58-e6cb4a4f3493 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:38.893245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc595832-8201-41ad-af58-e6cb4a4f3493 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:38.897943 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cc595832-8201-41ad-af58-e6cb4a4f3493 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/subnets/1e55b317-d226-4936-8570-be449af570f9 HTTP/1.1" status: 404 len: 337 time: 0.1041892 Jan 24 16:21:38.899354 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 5e99ed0b-ebec-401d-8585-1914d5d9bf46 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:38.931519 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58514) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:39.016496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.ipam_backend_mixin [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Performing IP validity checks on allocation pools {{(pid=83466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 24 16:21:39.019754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.ipam_backend_mixin [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 24 16:21:39.049152 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f7aae8-3868-4c35-92de-509805fdccb7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:39.049594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f7aae8-3868-4c35-92de-509805fdccb7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:39.053710 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-18f7aae8-3868-4c35-92de-509805fdccb7 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/eeed2c6d-c315-41cb-a290-2d7e5b5f083a HTTP/1.1" status: 404 len: 339 time: 0.1007876 Jan 24 16:21:39.054203 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58522) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:39.090921 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-047f96ac-b6e2-4180-9761-b8e4d29df2cd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:39.113446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-047f96ac-b6e2-4180-9761-b8e4d29df2cd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:39.150665 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-94b9437e-2a3d-4dc6-9170-3cac5b7d8c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.153444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8f055274-602c-40eb-916b-8414c709fc86 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:39.188711 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-326df2c7-b71b-4ea2-b75a-0a583c391ddb None None] Provisioning for port 5e99ed0b-ebec-401d-8585-1914d5d9bf46 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:39.194192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-326df2c7-b71b-4ea2-b75a-0a583c391ddb None None] Provisioning complete for port 5e99ed0b-ebec-401d-8585-1914d5d9bf46 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:39.194561 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-326df2c7-b71b-4ea2-b75a-0a583c391ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.201925 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b88b4047-a24b-4dc4-b5b0-962d78f4cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.228149 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80af2a20-71c6-4dbc-a73f-9dd8e2ee435e tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.231282 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047f96ac-b6e2-4180-9761-b8e4d29df2cd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:39.235064 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-047f96ac-b6e2-4180-9761-b8e4d29df2cd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.271606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b4047-a24b-4dc4-b5b0-962d78f4cd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d184c5f-e641-40d8-87cd-0d4a36ae833f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:39.334713 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-326df2c7-b71b-4ea2-b75a-0a583c391ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.373834 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-326df2c7-b71b-4ea2-b75a-0a583c391ddb None None] For port 5e99ed0b-ebec-401d-8585-1914d5d9bf46, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5e99ed0b-ebec-401d-8585-1914d5d9bf46,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:39.378366 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-326df2c7-b71b-4ea2-b75a-0a583c391ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.382197 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8f055274-602c-40eb-916b-8414c709fc86 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:39.386672 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8f055274-602c-40eb-916b-8414c709fc86 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.4878442 Jan 24 16:21:39.390880 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58526) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:39.434631 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80af2a20-71c6-4dbc-a73f-9dd8e2ee435e tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.446906 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326df2c7-b71b-4ea2-b75a-0a583c391ddb None None] Pushing event updated for resources: {'Port': ['ID=5e99ed0b-ebec-401d-8585-1914d5d9bf46,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:39.453208 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.463199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b88b4047-a24b-4dc4-b5b0-962d78f4cd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.464992 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b88b4047-a24b-4dc4-b5b0-962d78f4cd4c admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/4d184c5f-e641-40d8-87cd-0d4a36ae833f HTTP/1.1" status: 204 len: 168 time: 1.4819510 Jan 24 16:21:39.475150 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1547107-ab58-43da-be71-838f80e80629 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Deleting subnet 2928a63a-6d52-470b-b0fd-0b918b8299d9 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:39.478352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b1547107-ab58-43da-be71-838f80e80629 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.532132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b1547107-ab58-43da-be71-838f80e80629 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.542456 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-015dc302-a975-4301-9dfa-ad25c6b17def tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.579605 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75220b27-7858-4ecf-bc36-3f5beb223d9f tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.614821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75220b27-7858-4ecf-bc36-3f5beb223d9f tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.658996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b1547107-ab58-43da-be71-838f80e80629 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.679465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80af2a20-71c6-4dbc-a73f-9dd8e2ee435e tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.697226 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.719358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015dc302-a975-4301-9dfa-ad25c6b17def tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Subnet': ['ID=518e4e63-455f-4273-8644-865c9d1ef383,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:39.729863 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af2a20-71c6-4dbc-a73f-9dd8e2ee435e tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562b14ad-0e9b-46bf-a3ac-aff18e707c9d,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:39.749865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75220b27-7858-4ecf-bc36-3f5beb223d9f tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.791240 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.823011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75220b27-7858-4ecf-bc36-3f5beb223d9f tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ed60fd1-5246-426c-ad14-124609999b18,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:39.847293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Subnet': ['ID=69387730-f12c-46cb-a1bd-45c5babaaefa,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:39.853315 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-80af2a20-71c6-4dbc-a73f-9dd8e2ee435e tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.857295 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-80af2a20-71c6-4dbc-a73f-9dd8e2ee435e tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/security-groups/562b14ad-0e9b-46bf-a3ac-aff18e707c9d HTTP/1.1" status: 204 len: 168 time: 0.9607708 Jan 24 16:21:39.864737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58534) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:39.889402 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b1547107-ab58-43da-be71-838f80e80629 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.911843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015dc302-a975-4301-9dfa-ad25c6b17def tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Checking segment: {'id': 'd2cc8d3d-d4f7-4ad2-a677-3356fdbb75b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'bfb173db-53a4-47a5-b8fa-14cae84b6de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:39.912233 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015dc302-a975-4301-9dfa-ad25c6b17def tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network hostable DHCP agents. Network: bfb173db-53a4-47a5-b8fa-14cae84b6de6, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:21:39.923831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75220b27-7858-4ecf-bc36-3f5beb223d9f tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:39.928072 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-75220b27-7858-4ecf-bc36-3f5beb223d9f tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/4ed60fd1-5246-426c-ad14-124609999b18 HTTP/1.1" status: 204 len: 168 time: 0.5310824 Jan 24 16:21:39.928837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58542) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:39.939647 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Checking segment: {'id': '2ee56d09-0021-48ee-b052-5848ccb4d29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '41343143-63c0-4b4f-bce8-f2b7c6d32aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:39.940003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network hostable DHCP agents. Network: 41343143-63c0-4b4f-bce8-f2b7c6d32aa2, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:21:39.948297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 4ad364e7-63b0-402c-aa39-1bd4feca3133 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:39.949551 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=6be930a0-d3ff-4f58-b830-b9acb4f6203c,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:39.951993 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1547107-ab58-43da-be71-838f80e80629 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Subnet': ['ID=2928a63a-6d52-470b-b0fd-0b918b8299d9,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:39.956363 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:39.959342 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:39.999093 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b1547107-ab58-43da-be71-838f80e80629 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:40.002028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bde0269-d48e-45b8-a7be-9060516312d9 None None] Network ed84c4d8-012f-4f0d-aeb0-4dde8965d515 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:40.035745 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b1547107-ab58-43da-be71-838f80e80629 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/subnets/2928a63a-6d52-470b-b0fd-0b918b8299d9 HTTP/1.1" status: 204 len: 168 time: 0.9802263 Jan 24 16:21:40.039638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58548) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:40.084564 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:40.085346 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:40.111713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network 41343143-63c0-4b4f-bce8-f2b7c6d32aa2 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:21:40.130397 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-86dd9c61-adb6-4a95-a71f-27fbe3796cb0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7091286 Jan 24 16:21:40.135817 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58552) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:40.141815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-79dab5a0-b07d-44ae-a78e-dff5846116a4 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Deleting subnet cd4d5bdb-65c0-4a9b-b156-38c712ee9605 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:40.146626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-bbbd7cc9-cac4-4994-ab20-55f75d716a08 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'floatingip': {'port_id': '6be930a0-d3ff-4f58-b830-b9acb4f6203c'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:40.208619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79dab5a0-b07d-44ae-a78e-dff5846116a4 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:40.218198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015dc302-a975-4301-9dfa-ad25c6b17def tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network bfb173db-53a4-47a5-b8fa-14cae84b6de6 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:21:40.242122 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-aee30ce4-9af3-416f-ac7b-178b89cb4888 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:40.249567 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 41343143-63c0-4b4f-bce8-f2b7c6d32aa2) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:40.265627 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:40.266475 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:40.273657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-047f96ac-b6e2-4180-9761-b8e4d29df2cd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:40.277144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-015dc302-a975-4301-9dfa-ad25c6b17def tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, bfb173db-53a4-47a5-b8fa-14cae84b6de6) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:40.277392 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7cc9-cac4-4994-ab20-55f75d716a08 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:40.290898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015dc302-a975-4301-9dfa-ad25c6b17def tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:40.291471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-015dc302-a975-4301-9dfa-ad25c6b17def tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:40.341302 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31585414-d25a-4b20-ae22-2d8ffb7cde9d None None] Network 41343143-63c0-4b4f-bce8-f2b7c6d32aa2 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:40.362070 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79dab5a0-b07d-44ae-a78e-dff5846116a4 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:40.413179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-739f5bee-c829-4de4-a771-207ad452dd71 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting subnet 42ce47e7-7400-46d7-abc5-52dfea75adfc {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:40.427881 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047f96ac-b6e2-4180-9761-b8e4d29df2cd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:40.442970 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bf4f5424-6a44-4285-a9ef-a9b93efb81cd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3542731 Jan 24 16:21:40.449518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-047f96ac-b6e2-4180-9761-b8e4d29df2cd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:40.457141 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58562) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:40.457711 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c29dbfe-e767-47c3-b30d-75d6d122458a None None] Network bfb173db-53a4-47a5-b8fa-14cae84b6de6 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:40.464364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047f96ac-b6e2-4180-9761-b8e4d29df2cd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:40.465104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-047f96ac-b6e2-4180-9761-b8e4d29df2cd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:40.470459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-739f5bee-c829-4de4-a771-207ad452dd71 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:40.479246 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'network_id': '41343143-63c0-4b4f-bce8-f2b7c6d32aa2', 'name': 'tempest-PortsIpV6TestJSON-1262872258'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:40.517829 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-015dc302-a975-4301-9dfa-ad25c6b17def tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9588940 Jan 24 16:21:40.518852 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-aee30ce4-9af3-416f-ac7b-178b89cb4888 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:40.524357 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-aee30ce4-9af3-416f-ac7b-178b89cb4888 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.5898890 Jan 24 16:21:40.547595 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58566) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:40.547595 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58568) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:40.616849 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f96ac-b6e2-4180-9761-b8e4d29df2cd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=8203a715-6cb6-48d2-9e4a-86fb3ead35f4,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:40.701257 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79dab5a0-b07d-44ae-a78e-dff5846116a4 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:40.709073 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-047f96ac-b6e2-4180-9761-b8e4d29df2cd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3442256 Jan 24 16:21:40.733584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58578) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:40.748887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa9774f-0578-4964-bd1f-bde2d54e4d3a None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:40.752514 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-739f5bee-c829-4de4-a771-207ad452dd71 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:40.788288 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'mac_address': 'fa:16:3e:06:0d:b3', 'name': 'tempest-NetworksTestDHCPv6-220562066'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:40.893057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ac742a8-64c1-4e4e-b4c4-10098415e9e4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:40.921003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:40.934828 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ac742a8-64c1-4e4e-b4c4-10098415e9e4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:40.943292 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5e99ed0b-ebec-401d-8585-1914d5d9bf46 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:40.955122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:41.013328 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.027725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.045194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:41.048174 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.095603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79dab5a0-b07d-44ae-a78e-dff5846116a4 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.100271 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] device_id is not set on port 30d1e038-5b00-4b6e-8407-a207844c42ce yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:21:41.106379 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f0a177-0b34-4961-b361-24a56a969e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-bfb173db-53a4-47a5-b8fa-14cae84b6de6', 'network_id': 'bfb173db-53a4-47a5-b8fa-14cae84b6de6', 'tenant_id': 'a1ab4d499c3b4a4ab8671837a20cbe1b', 'fixed_ips': [{'subnet_id': '518e4e63-455f-4273-8644-865c9d1ef383'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:21:41.107752 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-63f0a177-0b34-4961-b361-24a56a969e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.134130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-739f5bee-c829-4de4-a771-207ad452dd71 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.189708 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dab5a0-b07d-44ae-a78e-dff5846116a4 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Subnet': ['ID=cd4d5bdb-65c0-4a9b-b156-38c712ee9605,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:41.216570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-209f2d3b-3d1f-477d-8b36-56664d71f879 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.226387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-739f5bee-c829-4de4-a771-207ad452dd71 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.241464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:41.246623 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:41.249661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:41.259531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:41.268768 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ac742a8-64c1-4e4e-b4c4-10098415e9e4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.275208 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79dab5a0-b07d-44ae-a78e-dff5846116a4 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.335948 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-739f5bee-c829-4de4-a771-207ad452dd71 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.346771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ac742a8-64c1-4e4e-b4c4-10098415e9e4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.347888 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0ac742a8-64c1-4e4e-b4c4-10098415e9e4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/f8549179-2697-444f-9568-8c4bea66b1a2 HTTP/1.1" status: 204 len: 168 time: 0.7985764 Jan 24 16:21:41.348683 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:41.353902 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.356086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58590) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:41.374166 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252ffb1c-2f09-4bdc-98be-2f05b904fe34 None None] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:41.382985 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-79dab5a0-b07d-44ae-a78e-dff5846116a4 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/subnets/cd4d5bdb-65c0-4a9b-b156-38c712ee9605 HTTP/1.1" status: 204 len: 168 time: 1.3420939 Jan 24 16:21:41.405487 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58594) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:41.514237 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-739f5bee-c829-4de4-a771-207ad452dd71 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/42ce47e7-7400-46d7-abc5-52dfea75adfc HTTP/1.1" status: 204 len: 168 time: 1.6460497 Jan 24 16:21:41.528790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58600) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:41.529528 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac742a8-64c1-4e4e-b4c4-10098415e9e4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8549179-2697-444f-9568-8c4bea66b1a2,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:41.531104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f5bee-c829-4de4-a771-207ad452dd71 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Subnet': ['ID=42ce47e7-7400-46d7-abc5-52dfea75adfc,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:41.543117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c9eaadda-ba78-4053-a7c2-0a7855bbeff3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'subnet': {'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:41.553917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Allocated IP 2001:db8::d1 (41343143-63c0-4b4f-bce8-f2b7c6d32aa2/69387730-f12c-46cb-a1bd-45c5babaaefa/30d1e038-5b00-4b6e-8407-a207844c42ce) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:41.648070 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.651654 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 5e99ed0b-ebec-401d-8585-1914d5d9bf46 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:41.652085 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.659952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c52860d8-2a39-40bf-9747-8bd3b08494d1 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:41.719628 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Deleting port f4052d15-8ae1-4dab-a569-c442ed1d211f {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:41.720228 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.728700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c9eaadda-ba78-4053-a7c2-0a7855bbeff3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:41.733803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c9eaadda-ba78-4053-a7c2-0a7855bbeff3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:subnet and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:41.737885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c9eaadda-ba78-4053-a7c2-0a7855bbeff3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:41.743860 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c9eaadda-ba78-4053-a7c2-0a7855bbeff3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:41.765055 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c52860d8-2a39-40bf-9747-8bd3b08494d1 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:41.766664 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c52860d8-2a39-40bf-9747-8bd3b08494d1 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.4032917 Jan 24 16:21:41.776650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58608) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:41.823833 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-209f2d3b-3d1f-477d-8b36-56664d71f879 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.867327 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-41343143-63c0-4b4f-bce8-f2b7c6d32aa2', 'network_id': '41343143-63c0-4b4f-bce8-f2b7c6d32aa2', 'tenant_id': '020c63c86e484c40a5cbd6c7b2bbb0fb', 'fixed_ips': [{'subnet_id': '69387730-f12c-46cb-a1bd-45c5babaaefa'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:21:41.868242 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.897314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-bbbd7cc9-cac4-4994-ab20-55f75d716a08 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:21:41.907231 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.916010 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eaadda-ba78-4053-a7c2-0a7855bbeff3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:41.920432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9eaadda-ba78-4053-a7c2-0a7855bbeff3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.945231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-209f2d3b-3d1f-477d-8b36-56664d71f879 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:41.949872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58614) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:41.996358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port 49b53ddd-573d-479f-adba-2a1e00eac3bc yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server [None req-63f0a177-0b34-4961-b361-24a56a969e28 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 518e4e63-455f-4273-8644-865c9d1ef383: This subnet is being modified by another concurrent operation. Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 24 16:21:42.008138 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise exception Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 518e4e63-455f-4273-8644-865c9d1ef383: This subnet is being modified by another concurrent operation. Jan 24 16:21:42.011532 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server Jan 24 16:21:42.030253 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29120ee0-ed53-4b51-a759-7433f9fc3aea None None] Update dhcp port {'port': {'network_id': 'ed84c4d8-012f-4f0d-aeb0-4dde8965d515', 'fixed_ips': [{'subnet_id': 'cd4d5bdb-65c0-4a9b-b156-38c712ee9605'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': 'f4052d15-8ae1-4dab-a569-c442ed1d211f'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:21:42.042824 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:42.068936 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa4130-7822-4cb6-b217-c256a82a75f4 None None] Network bfb173db-53a4-47a5-b8fa-14cae84b6de6 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:42.080584 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:42.104532 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7cc9-cac4-4994-ab20-55f75d716a08 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:42.173518 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7cc9-cac4-4994-ab20-55f75d716a08 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:42.281505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-29120ee0-ed53-4b51-a759-7433f9fc3aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:42.314141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f2d3b-3d1f-477d-8b36-56664d71f879 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Subnet': ['ID=518e4e63-455f-4273-8644-865c9d1ef383,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:42.367541 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:42.391113 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:42.418831 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Usage tracker for resource:floatingip and tenant:4db60bb8db6641c09d9c5a40bca9b42a is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:42.432952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:42.448468 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:42.452135 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:42.454104 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:42.481257 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8:0:1::1b1 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/8203a715-6cb6-48d2-9e4a-86fb3ead35f4/49b53ddd-573d-479f-adba-2a1e00eac3bc) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:42.499076 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60ea56cd-ce16-404b-942b-97589e75a4e9,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:42.502079 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] For port f4052d15-8ae1-4dab-a569-c442ed1d211f, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f4052d15-8ae1-4dab-a569-c442ed1d211f,segment=NetworkSegment(03a456ae-9b18-4d74-9d37-52c0579788a4),segment_id=03a456ae-9b18-4d74-9d37-52c0579788a4)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:42.502432 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:42.525006 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::f816:3eff:fe06:db3 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/39f2586c-0db5-4e5b-8593-a442b083b6e5/49b53ddd-573d-479f-adba-2a1e00eac3bc) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:42.535501 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Transition to ACTIVE for port object 30d1e038-5b00-4b6e-8407-a207844c42ce will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:42.538731 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:42.543208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-209f2d3b-3d1f-477d-8b36-56664d71f879 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:42.606946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-209f2d3b-3d1f-477d-8b36-56664d71f879 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb173db-53a4-47a5-b8fa-14cae84b6de6']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:42.642179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Update dhcp port {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'fixed_ips': [{'subnet_id': '39f2586c-0db5-4e5b-8593-a442b083b6e5', 'ip_address': '2001:db8::f816:3eff:fefb:9c44'}, {'subnet_id': '8203a715-6cb6-48d2-9e4a-86fb3ead35f4'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': '5e99ed0b-ebec-401d-8585-1914d5d9bf46'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:21:42.652334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-209f2d3b-3d1f-477d-8b36-56664d71f879 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2cc8d3d-d4f7-4ad2-a677-3356fdbb75b6') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:42.652839 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-209f2d3b-3d1f-477d-8b36-56664d71f879 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2cc8d3d-d4f7-4ad2-a677-3356fdbb75b6') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:42.684518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-209f2d3b-3d1f-477d-8b36-56664d71f879 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:42.703579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:42.726924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:42.730564 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/60ea56cd-ce16-404b-942b-97589e75a4e9 HTTP/1.1" status: 204 len: 168 time: 0.9462788 Jan 24 16:21:42.761134 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58620) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:42.794246 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Calling delete_port for f4052d15-8ae1-4dab-a569-c442ed1d211f owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:42.822726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-209f2d3b-3d1f-477d-8b36-56664d71f879 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:42.823047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:42.823047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:42.823047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:42.823047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:42.823364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:42.823364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:42.823782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:42.824011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:42.824495 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:42.825265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:42.825907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca4c9a-0a76-452c-ac5f-ea71204d684d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:42.892013 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209f2d3b-3d1f-477d-8b36-56664d71f879 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:42.892426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-209f2d3b-3d1f-477d-8b36-56664d71f879 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:42.894185 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7a5476-6af6-4521-8b3b-71e8bc487a81 None None] Network ed84c4d8-012f-4f0d-aeb0-4dde8965d515 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:42.911733 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:43.045715 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3abc89c3-7925-4b75-93b4-85f7b116808b tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:43.100561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-209f2d3b-3d1f-477d-8b36-56664d71f879 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.103766 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.105929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.111537 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0ad11970-c998-49de-9f73-d9482487ada6 None None] Provisioning complete for port f4052d15-8ae1-4dab-a569-c442ed1d211f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:43.114441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0ad11970-c998-49de-9f73-d9482487ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.138604 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-209f2d3b-3d1f-477d-8b36-56664d71f879 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.142127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f2d3b-3d1f-477d-8b36-56664d71f879 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Network': ['ID=bfb173db-53a4-47a5-b8fa-14cae84b6de6,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:43.149117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3abc89c3-7925-4b75-93b4-85f7b116808b tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:43.150534 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3abc89c3-7925-4b75-93b4-85f7b116808b tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.3884315 Jan 24 16:21:43.160142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58624) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:43.167028 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object 49b53ddd-573d-479f-adba-2a1e00eac3bc will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:43.185056 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.198763 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-209f2d3b-3d1f-477d-8b36-56664d71f879 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/bfb173db-53a4-47a5-b8fa-14cae84b6de6 HTTP/1.1" status: 204 len: 168 time: 2.6479108 Jan 24 16:21:43.202031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0ad11970-c998-49de-9f73-d9482487ada6 None None] Port f4052d15-8ae1-4dab-a569-c442ed1d211f was deleted so its status cannot be updated. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 24 16:21:43.203390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58628) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:43.228535 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-174774826'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:43.237611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network 41343143-63c0-4b4f-bce8-f2b7c6d32aa2 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:43.240326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No DVR routers for this DVR port f4052d15-8ae1-4dab-a569-c442ed1d211f on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:43.242665 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=30d1e038-5b00-4b6e-8407-a207844c42ce,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:43.245111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffebb50b-af4a-453e-99f3-33fc6377a7e0 None None] DHCP port deletion for ed84c4d8-012f-4f0d-aeb0-4dde8965d515 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:21:43.245396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:43.246824 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:43.256038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc44ee62-95fd-4244-ab16-38165967b739 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.266815 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:network and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:43.270765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:43.277119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9eaadda-ba78-4053-a7c2-0a7855bbeff3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.281856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Allocated IP 2001:db8::2 (41343143-63c0-4b4f-bce8-f2b7c6d32aa2/69387730-f12c-46cb-a1bd-45c5babaaefa/492fc3b8-604e-4b5a-a26f-f40eedab4a93) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:43.282064 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc44ee62-95fd-4244-ab16-38165967b739 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.317594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:43.317860 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:43.322132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:43.323049 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.360337 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Port': ['ID=f4052d15-8ae1-4dab-a569-c442ed1d211f,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:43.361478 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.374059 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:43.377512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.392864 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eaadda-ba78-4053-a7c2-0a7855bbeff3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:43.436599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-c9eaadda-ba78-4053-a7c2-0a7855bbeff3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:43.454925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Allocated IP 2001:db8:0:1::2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/8203a715-6cb6-48d2-9e4a-86fb3ead35f4/5e99ed0b-ebec-401d-8585-1914d5d9bf46) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:43.455408 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eaadda-ba78-4053-a7c2-0a7855bbeff3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:43.456033 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9eaadda-ba78-4053-a7c2-0a7855bbeff3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.466921 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc44ee62-95fd-4244-ab16-38165967b739 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.468624 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eaadda-ba78-4053-a7c2-0a7855bbeff3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Subnet': ['ID=943e20c9-daa3-4251-b277-19f1c337d866,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:43.469893 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-11fc2e2b-f0dd-482c-8eba-51e79bb2ab85 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0107846 Jan 24 16:21:43.474365 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58632) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:43.479737 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-bbbd7cc9-cac4-4994-ab20-55f75d716a08 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Floating IP bb03468e-afae-4222-88c4-7742851f5ae1 associated. External IP: 172.26.2.153, port: 6be930a0-d3ff-4f58-b830-b9acb4f6203c. Jan 24 16:21:43.522612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44ee62-95fd-4244-ab16-38165967b739 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29a284e5-5092-4ca9-a2c2-97b4ee4bf47e,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:43.543134 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:21:43.545265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=49b53ddd-573d-479f-adba-2a1e00eac3bc,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:43.551733 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:43.552939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc44ee62-95fd-4244-ab16-38165967b739 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.554143 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fc44ee62-95fd-4244-ab16-38165967b739 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/29a284e5-5092-4ca9-a2c2-97b4ee4bf47e HTTP/1.1" status: 204 len: 168 time: 0.3916588 Jan 24 16:21:43.555720 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c9eaadda-ba78-4053-a7c2-0a7855bbeff3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0223672 Jan 24 16:21:43.558368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:43.560964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58636) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:43.561481 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58638) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:43.563517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.567466 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:43.571860 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:43.572480 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.589384 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.589725 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Added segment e8b2991d-f16f-41ae-b52b-fb597b135e35 of type vlan for network 5322cd33-ffd8-4961-87e8-269aa47e9ed3 Jan 24 16:21:43.593954 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-1437abc6-6a24-43bd-962e-4338f344b435 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'security_group': {'name': 'tempest-secgroup-1202240817'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:43.607204 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1437abc6-6a24-43bd-962e-4338f344b435 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:43.615469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] For port 5e99ed0b-ebec-401d-8585-1914d5d9bf46, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5e99ed0b-ebec-401d-8585-1914d5d9bf46,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:43.618872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.623600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1437abc6-6a24-43bd-962e-4338f344b435 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:security_group and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:43.635980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1437abc6-6a24-43bd-962e-4338f344b435 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:43.646675 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.646965 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1437abc6-6a24-43bd-962e-4338f344b435 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:43.657306 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4259b54d-ac8c-490b-a0cf-ddcbc9fdc540 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9152639 Jan 24 16:21:43.662074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58644) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:43.665102 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Transition to ACTIVE for port object 5e99ed0b-ebec-401d-8585-1914d5d9bf46 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:43.667868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed84c4d8-012f-4f0d-aeb0-4dde8965d515']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:43.673261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.674109 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b017ddf9-8b60-46c2-a60f-08f5ce5760bf None None] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:43.698295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a456ae-9b18-4d74-9d37-52c0579788a4') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:43.698675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a456ae-9b18-4d74-9d37-52c0579788a4') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:43.707424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-1abbd250-13bf-46fe-82b3-7dc11155d700 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 30d1e038-5b00-4b6e-8407-a207844c42ce {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:43.707848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1abbd250-13bf-46fe-82b3-7dc11155d700 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.737114 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1437abc6-6a24-43bd-962e-4338f344b435 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.763293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.821598 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.833808 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.882958 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:21:43.899284 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:43.900556 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.917254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ec807f9b-7f63-4e3f-8748-4149d27e6b16 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:43.917536 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:43.933917 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-18d6763c-ac36-47d6-9735-962201c747c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port 49b53ddd-573d-479f-adba-2a1e00eac3bc {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:43.934336 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-18d6763c-ac36-47d6-9735-962201c747c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.978864 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:43.982506 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:43.983078 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:44.034260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1437abc6-6a24-43bd-962e-4338f344b435 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:44.059039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Pushing event updated for resources: {'Port': ['ID=5e99ed0b-ebec-401d-8585-1914d5d9bf46,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:44.072880 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2c5b4662-b79f-4809-8679-dcebca503ad1 None None] Provisioning complete for port 7d33741b-8ead-4100-b55f-c76df5ea08d5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:44.073388 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4662-b79f-4809-8679-dcebca503ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:44.097413 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1437abc6-6a24-43bd-962e-4338f344b435 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:security_group_rule and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:44.106540 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ec807f9b-7f63-4e3f-8748-4149d27e6b16 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:44.114359 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ec807f9b-7f63-4e3f-8748-4149d27e6b16 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5499847 Jan 24 16:21:44.152484 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1437abc6-6a24-43bd-962e-4338f344b435 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:44.157508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Network': ['ID=5322cd33-ffd8-4961-87e8-269aa47e9ed3,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:44.170535 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58648) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:44.180302 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1437abc6-6a24-43bd-962e-4338f344b435 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:44.184124 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:44.194766 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Allocated IP 172.26.2.100 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/2cff1cfb-1cee-46f2-86a7-872099b85446) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:44.212373 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:44.213690 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:44.214249 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:44.214800 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:44.215341 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:44.215869 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:44.216395 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:44.216915 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:44.217422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:44.217998 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:44.218511 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df677394-a499-4af9-b7a1-f95c32f9dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:21:44.238655 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:44.238870 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 5322cd33-ffd8-4961-87e8-269aa47e9ed3 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:21:44.244896 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a098d84c-9b27-4130-9648-df1cbce5b681 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0401402 Jan 24 16:21:44.252952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58652) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:44.259696 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Network': ['ID=ed84c4d8-012f-4f0d-aeb0-4dde8965d515,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:44.280690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'subnet': {'network_id': '5322cd33-ffd8-4961-87e8-269aa47e9ed3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:44.485272 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:44.497956 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Transition to ACTIVE for port object 492fc3b8-604e-4b5a-a26f-f40eedab4a93 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:44.530983 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-627aa8d9-ae16-40e9-bbe1-eb647ad18399 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:44.534134 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Transition to ACTIVE for port object 492fc3b8-604e-4b5a-a26f-f40eedab4a93 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:44.546669 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-60ce00a1-a6c1-450e-878e-836b646726fa tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/ed84c4d8-012f-4f0d-aeb0-4dde8965d515 HTTP/1.1" status: 204 len: 168 time: 3.1382992 Jan 24 16:21:44.557236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:44.564786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58656) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:44.657292 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Network 41343143-63c0-4b4f-bce8-f2b7c6d32aa2 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:44.664014 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:44.666712 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:44.697095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-18d6763c-ac36-47d6-9735-962201c747c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:44.704768 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-7505aebb-e2c1-40ca-b134-120abbc67a50 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:44.705527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7505aebb-e2c1-40ca-b134-120abbc67a50 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:44.724704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-627aa8d9-ae16-40e9-bbe1-eb647ad18399 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:44.737011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1437abc6-6a24-43bd-962e-4338f344b435 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:44.745320 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Pushing event updated for resources: {'Port': ['ID=492fc3b8-604e-4b5a-a26f-f40eedab4a93,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:44.773502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1abbd250-13bf-46fe-82b3-7dc11155d700 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:44.806950 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2c5b4662-b79f-4809-8679-dcebca503ad1 None None] Provisioning complete for port bc290597-bb4e-465e-8ce2-c707de4b043d triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:44.806950 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4662-b79f-4809-8679-dcebca503ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:44.872718 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b4662-b79f-4809-8679-dcebca503ad1 None None] Port bc290597-bb4e-465e-8ce2-c707de4b043d cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:21:44.872928 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7505aebb-e2c1-40ca-b134-120abbc67a50 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/subnets/227dfad7-c343-4613-a077-b9d7a7480e8e HTTP/1.1" status: 404 len: 337 time: 0.2799556 Jan 24 16:21:44.872928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1437abc6-6a24-43bd-962e-4338f344b435 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:44.873111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5e99ed0b-ebec-401d-8585-1914d5d9bf46 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:44.885421 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-18d6763c-ac36-47d6-9735-962201c747c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for 49b53ddd-573d-479f-adba-2a1e00eac3bc owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:44.913388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58660) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:45.010797 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-444b9b79-f722-4935-8cdf-c37efc8e3e7a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:45.011228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-444b9b79-f722-4935-8cdf-c37efc8e3e7a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:45.013832 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-444b9b79-f722-4935-8cdf-c37efc8e3e7a tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/97140f77-b7f0-4d8f-9739-f17f8e5f2c4a HTTP/1.1" status: 404 len: 339 time: 0.0921092 Jan 24 16:21:45.020547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58664) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:45.032955 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-1abbd250-13bf-46fe-82b3-7dc11155d700 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for 30d1e038-5b00-4b6e-8407-a207844c42ce owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:45.058062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Attempting to bind port 492fc3b8-604e-4b5a-a26f-f40eedab4a93 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:21:45.059123 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Attempting to bind port 492fc3b8-604e-4b5a-a26f-f40eedab4a93 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2ee56d09-0021-48ee-b052-5848ccb4d29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '41343143-63c0-4b4f-bce8-f2b7c6d32aa2'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:21:45.060094 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Attempting to bind port 492fc3b8-604e-4b5a-a26f-f40eedab4a93 on network 41343143-63c0-4b4f-bce8-f2b7c6d32aa2 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:21:45.065212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437abc6-6a24-43bd-962e-4338f344b435 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c356d2e-424b-4a75-b375-7d86c97b5ee2,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:45.067854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1437abc6-6a24-43bd-962e-4338f344b435 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.069285 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1437abc6-6a24-43bd-962e-4338f344b435 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5066431 Jan 24 16:21:45.075084 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58668) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:45.087376 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:21:45.087734 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Checking segment: {'id': '2ee56d09-0021-48ee-b052-5848ccb4d29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '41343143-63c0-4b4f-bce8-f2b7c6d32aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:45.088140 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.088529 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Bound using segment: {'id': '2ee56d09-0021-48ee-b052-5848ccb4d29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '41343143-63c0-4b4f-bce8-f2b7c6d32aa2'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:21:45.089520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Bound port: 492fc3b8-604e-4b5a-a26f-f40eedab4a93, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee56d09-0021-48ee-b052-5848ccb4d29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '41343143-63c0-4b4f-bce8-f2b7c6d32aa2'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:21:45.090412 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.093472 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b30b2a0-bac1-4ff3-b6e8-5c87800f615e tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:45.093900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b30b2a0-bac1-4ff3-b6e8-5c87800f615e tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:45.101381 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-8652e514-7023-412f-9972-f93d21553625 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'security_group': {'name': 'tempest-secgroup-1326030285'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:45.112663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8652e514-7023-412f-9972-f93d21553625 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:45.117696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8652e514-7023-412f-9972-f93d21553625 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:security_group and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:45.121973 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9b30b2a0-bac1-4ff3-b6e8-5c87800f615e tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/subnets/9cedd423-4056-4c37-9bbc-8261358d5a49 HTTP/1.1" status: 404 len: 337 time: 0.0955198 Jan 24 16:21:45.123963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8652e514-7023-412f-9972-f93d21553625 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:45.127037 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58672) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:45.134368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8652e514-7023-412f-9972-f93d21553625 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:45.152455 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b7b669bc-911c-4c81-b9ba-76f5a7d30948 None None] Provisioning for port 5e99ed0b-ebec-401d-8585-1914d5d9bf46 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:45.176752 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.189948 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:45.191076 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-627aa8d9-ae16-40e9-bbe1-eb647ad18399 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.206422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:subnet and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:45.217303 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b7b669bc-911c-4c81-b9ba-76f5a7d30948 None None] Provisioning complete for port 5e99ed0b-ebec-401d-8585-1914d5d9bf46 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:45.217893 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b7b669bc-911c-4c81-b9ba-76f5a7d30948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.218017 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af64cce-adcf-4941-93bf-323dd8e129a5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:45.218390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af64cce-adcf-4941-93bf-323dd8e129a5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:45.222479 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1af64cce-adcf-4941-93bf-323dd8e129a5 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/3c7e6c71-c683-4e0d-8b5b-aedca407054a HTTP/1.1" status: 404 len: 339 time: 0.0897551 Jan 24 16:21:45.223455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:45.225398 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-627aa8d9-ae16-40e9-bbe1-eb647ad18399 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.226111 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-627aa8d9-ae16-40e9-bbe1-eb647ad18399 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-groups/2a0b7931-446e-4434-82e6-5ef760089e47 HTTP/1.1" status: 204 len: 168 time: 1.0543447 Jan 24 16:21:45.227110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627aa8d9-ae16-40e9-bbe1-eb647ad18399 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0b7931-446e-4434-82e6-5ef760089e47,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:45.228667 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58676) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:45.228978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58678) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:45.239010 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8652e514-7023-412f-9972-f93d21553625 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.243887 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:45.316507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1abbd250-13bf-46fe-82b3-7dc11155d700 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.326431 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-96697036-1ea8-442f-8508-f548678d7a90 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:45.326661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96697036-1ea8-442f-8508-f548678d7a90 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:45.330622 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-96697036-1ea8-442f-8508-f548678d7a90 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/subnets/1d90d2fb-e30b-4a9b-b77e-125eb35a827e HTTP/1.1" status: 404 len: 337 time: 0.0925016 Jan 24 16:21:45.335465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 5e99ed0b-ebec-401d-8585-1914d5d9bf46 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:45.335945 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.361248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58684) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:45.365089 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:45.400868 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] For port 492fc3b8-604e-4b5a-a26f-f40eedab4a93, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:21:45.405543 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad6f938-abe5-40b9-a2de-5cbc4d7418b0 None None] Update dhcp port {'port': {'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'fixed_ips': [{'subnet_id': '7e3325ab-f6b7-4c5e-8979-fa6522045ad7', 'ip_address': '172.20.0.18'}, {'subnet_id': '943e20c9-daa3-4251-b277-19f1c337d866'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': '7d33741b-8ead-4100-b55f-c76df5ea08d5'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:21:45.436723 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3470b0ec-a112-4e98-a7ff-5278fb45bdad tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:45.439331 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8652e514-7023-412f-9972-f93d21553625 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:45.446957 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8652e514-7023-412f-9972-f93d21553625 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:security_group_rule and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:45.451954 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8652e514-7023-412f-9972-f93d21553625 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:45.461033 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-18d6763c-ac36-47d6-9735-962201c747c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.464193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8652e514-7023-412f-9972-f93d21553625 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:45.484477 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbd250-13bf-46fe-82b3-7dc11155d700 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=30d1e038-5b00-4b6e-8407-a207844c42ce,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:45.503198 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] For port 492fc3b8-604e-4b5a-a26f-f40eedab4a93, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=492fc3b8-604e-4b5a-a26f-f40eedab4a93,segment=NetworkSegment(2ee56d09-0021-48ee-b052-5848ccb4d29d),segment_id=2ee56d09-0021-48ee-b052-5848ccb4d29d)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:21:45.517351 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3470b0ec-a112-4e98-a7ff-5278fb45bdad tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:45.518568 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3470b0ec-a112-4e98-a7ff-5278fb45bdad tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2813902 Jan 24 16:21:45.520898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-aad6f938-abe5-40b9-a2de-5cbc4d7418b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.523816 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6763c-ac36-47d6-9735-962201c747c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=49b53ddd-573d-479f-adba-2a1e00eac3bc,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:45.530992 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58688) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:45.535073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.540785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-fc281af7-4b1a-4d9b-9201-d55fcf065d95 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418839820'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:45.548866 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c8a108-1019-44c9-ae4d-46ffde26f5e2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:45.549074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c8a108-1019-44c9-ae4d-46ffde26f5e2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:45.571681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.578297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1abbd250-13bf-46fe-82b3-7dc11155d700 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.586506 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fc281af7-4b1a-4d9b-9201-d55fcf065d95 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:45.647016 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-96c8a108-1019-44c9-ae4d-46ffde26f5e2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/10d1e713-f30d-4c3f-abc7-ee761d2e2f2b HTTP/1.1" status: 404 len: 339 time: 0.2830355 Jan 24 16:21:45.651437 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58692) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:45.658627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fc281af7-4b1a-4d9b-9201-d55fcf065d95 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:45.662475 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-18d6763c-ac36-47d6-9735-962201c747c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.667629 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.728537 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d93b77-0124-46fc-a2aa-454b7c549c9f None None] Pushing event updated for resources: {'Port': ['ID=492fc3b8-604e-4b5a-a26f-f40eedab4a93,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:45.736799 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-18d6763c-ac36-47d6-9735-962201c747c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/49b53ddd-573d-479f-adba-2a1e00eac3bc HTTP/1.1" status: 204 len: 168 time: 2.0716858 Jan 24 16:21:45.743576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58696) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:45.752127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8652e514-7023-412f-9972-f93d21553625 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.753210 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc281af7-4b1a-4d9b-9201-d55fcf065d95 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.768104 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.ipam_backend_mixin [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Performing IP validity checks on allocation pools {{(pid=83466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 24 16:21:45.768662 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.ipam_backend_mixin [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 24 16:21:45.787363 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1abbd250-13bf-46fe-82b3-7dc11155d700 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/30d1e038-5b00-4b6e-8407-a207844c42ce HTTP/1.1" status: 204 len: 168 time: 2.3100266 Jan 24 16:21:45.799494 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58700) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:45.811702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-26bfb57b-19bf-45e6-a9a9-1a86160997e3 None None] Could not find standard attr ID for object 49b53ddd-573d-479f-adba-2a1e00eac3bc. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:21:45.861336 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:45.876339 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:45.878675 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8652e514-7023-412f-9972-f93d21553625 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:45.884422 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-5577857a-d663-4e40-b0e8-bde7b2f213ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:45.884789 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5577857a-d663-4e40-b0e8-bde7b2f213ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:45.886464 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5577857a-d663-4e40-b0e8-bde7b2f213ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/30d1e038-5b00-4b6e-8407-a207844c42ce HTTP/1.1" status: 404 len: 333 time: 0.0859184 Jan 24 16:21:45.887255 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Pushing event updated for resources: {'Port': ['ID=2cff1cfb-1cee-46f2-86a7-872099b85446,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:45.892457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:45.901696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58704) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:45.961219 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f4052d15-8ae1-4dab-a569-c442ed1d211f no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:46.014054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: f4052d15-8ae1-4dab-a569-c442ed1d211f {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:21:46.016909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f4052d15-8ae1-4dab-a569-c442ed1d211f not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:21:46.106054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-aad6f938-abe5-40b9-a2de-5cbc4d7418b0 None None] Allocated IP 172.20.0.2 (0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031/943e20c9-daa3-4251-b277-19f1c337d866/7d33741b-8ead-4100-b55f-c76df5ea08d5) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:46.212348 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de1d7d2-cbc0-4648-b5d6-ebb7bea09e6b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] GET failed (client error): The resource could not be found. Jan 24 16:21:46.216078 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1de1d7d2-cbc0-4648-b5d6-ebb7bea09e6b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/30d1e038-5b00-4b6e-8407-a207844c42ce HTTP/1.1" status: 404 len: 333 time: 0.3036783 Jan 24 16:21:46.219187 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8652e514-7023-412f-9972-f93d21553625 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:46.220488 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8652e514-7023-412f-9972-f93d21553625 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1299448 Jan 24 16:21:46.229248 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58708) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:46.229580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58710) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:46.236032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652e514-7023-412f-9972-f93d21553625 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8015c88d-0fc4-4b6c-8812-0aa49a36bc07,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:46.246986 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c6a3c136-5907-45d5-bac4-b8ce692fa0a1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'security_group': {'name': 'tempest-secgroup-1725709626'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:46.278422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:46.289846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c6a3c136-5907-45d5-bac4-b8ce692fa0a1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:46.319380 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c6a3c136-5907-45d5-bac4-b8ce692fa0a1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:security_group and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:46.322562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c6a3c136-5907-45d5-bac4-b8ce692fa0a1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:46.323365 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-aad6f938-abe5-40b9-a2de-5cbc4d7418b0 None None] For port 7d33741b-8ead-4100-b55f-c76df5ea08d5, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7d33741b-8ead-4100-b55f-c76df5ea08d5,segment=NetworkSegment(18c90327-8392-49d2-acb6-def7f3648354),segment_id=18c90327-8392-49d2-acb6-def7f3648354)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:46.325920 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fc281af7-4b1a-4d9b-9201-d55fcf065d95 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:46.339861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c6a3c136-5907-45d5-bac4-b8ce692fa0a1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:46.353191 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-aad6f938-abe5-40b9-a2de-5cbc4d7418b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:46.372588 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-aad6f938-abe5-40b9-a2de-5cbc4d7418b0 None None] Transition to ACTIVE for port object 7d33741b-8ead-4100-b55f-c76df5ea08d5 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:46.377271 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fc281af7-4b1a-4d9b-9201-d55fcf065d95 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:46.377467 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-aad6f938-abe5-40b9-a2de-5cbc4d7418b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:46.432654 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6a3c136-5907-45d5-bac4-b8ce692fa0a1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:46.507564 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4327d5-9d6d-4081-962a-eb60403c80bd tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Deleting subnet 9208eefb-2935-4e35-883a-37d0a052767c {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:46.524043 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584649ac-5460-4809-be4e-cf6234bda690 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:46.525090 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-584649ac-5460-4809-be4e-cf6234bda690 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:46.535505 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee4327d5-9d6d-4081-962a-eb60403c80bd tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:46.547453 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6f938-abe5-40b9-a2de-5cbc4d7418b0 None None] Pushing event updated for resources: {'Port': ['ID=7d33741b-8ead-4100-b55f-c76df5ea08d5,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:46.551566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbd7cc9-cac4-4994-ab20-55f75d716a08 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 30860f65-4396-4e3b-87b1-722c8f1e65dd has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:21:46.566040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:46.612131 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Subnet': ['ID=4f01fc3e-c21e-46bc-87cd-a3be94c99834,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:46.659356 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c6a3c136-5907-45d5-bac4-b8ce692fa0a1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:46.672511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-584649ac-5460-4809-be4e-cf6234bda690 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:46.674012 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-584649ac-5460-4809-be4e-cf6234bda690 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8925669 Jan 24 16:21:46.684603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c6a3c136-5907-45d5-bac4-b8ce692fa0a1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:security_group_rule and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:46.695057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58716) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:46.699345 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee4327d5-9d6d-4081-962a-eb60403c80bd tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:46.715178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:46.744941 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Checking segment: {'id': 'e8b2991d-f16f-41ae-b52b-fb597b135e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5322cd33-ffd8-4961-87e8-269aa47e9ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:46.745106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c6a3c136-5907-45d5-bac4-b8ce692fa0a1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:46.745220 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network hostable DHCP agents. Network: 5322cd33-ffd8-4961-87e8-269aa47e9ed3, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:21:46.794285 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c6a3c136-5907-45d5-bac4-b8ce692fa0a1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:46.804555 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc281af7-4b1a-4d9b-9201-d55fcf065d95 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:46.813357 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cde81e0-5883-413f-8d6e-bbcd6dccb80b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting subnet 69387730-f12c-46cb-a1bd-45c5babaaefa {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:46.836859 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc281af7-4b1a-4d9b-9201-d55fcf065d95 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:46.859798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cde81e0-5883-413f-8d6e-bbcd6dccb80b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:46.945114 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7d33741b-8ead-4100-b55f-c76df5ea08d5 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:46.956721 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network 5322cd33-ffd8-4961-87e8-269aa47e9ed3 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:21:46.992776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 5322cd33-ffd8-4961-87e8-269aa47e9ed3) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:46.995578 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cde81e0-5883-413f-8d6e-bbcd6dccb80b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.002037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:47.003364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.036003 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18febcc7-dd14-42ee-8a15-5fa002a8f0b8 None None] Network 5322cd33-ffd8-4961-87e8-269aa47e9ed3 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:47.061466 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bbf3eff3-987e-48a9-8509-183409bcbee9 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.8031843 Jan 24 16:21:47.066925 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58720) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:47.194552 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.209641 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.216042 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cde81e0-5883-413f-8d6e-bbcd6dccb80b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.306437 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc281af7-4b1a-4d9b-9201-d55fcf065d95 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ea6de2-e1af-4db4-9d57-1333da2c168c,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:47.320556 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbb8d28-34cb-4cb7-9dd1-37ed583a71f6 None None] Network 41343143-63c0-4b4f-bce8-f2b7c6d32aa2 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:47.363283 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbd7cc9-cac4-4994-ab20-55f75d716a08 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:21:47.365009 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 492fc3b8-604e-4b5a-a26f-f40eedab4a93 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:47.384814 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Pushing event updated for resources: {'Port': ['ID=2cff1cfb-1cee-46f2-86a7-872099b85446,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:47.394005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.401600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7cc9-cac4-4994-ab20-55f75d716a08 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.439998 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee4327d5-9d6d-4081-962a-eb60403c80bd tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.449260 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5c2b2-0e8b-4c37-93d6-9c48aa78c3b6 None None] Sync routers for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:21:47.472140 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.476453 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-af6ef84b-5afb-4326-a81d-70b8552d58d5 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5128200 Jan 24 16:21:47.478575 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58724) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:47.484631 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bbbd7cc9-cac4-4994-ab20-55f75d716a08 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "PUT /v2.0/floatingips/bb03468e-afae-4222-88c4-7742851f5ae1 HTTP/1.1" status: 200 len: 977 time: 7.3449521 Jan 24 16:21:47.487779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-657120016', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'fixed_ips': [{'ip_address': '172.26.2.100'}]}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:47.491468 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58728) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:47.506930 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6a3c136-5907-45d5-bac4-b8ce692fa0a1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.512570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc281af7-4b1a-4d9b-9201-d55fcf065d95 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.512570 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fc281af7-4b1a-4d9b-9201-d55fcf065d95 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9753826 Jan 24 16:21:47.520548 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58732) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:47.524669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:47.543052 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Usage tracker for resource:port and tenant:4db60bb8db6641c09d9c5a40bca9b42a is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:47.544716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-41ccf7e6-86a2-45be-a01c-398952e4ed51 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group_rule': {'security_group_id': '49ea6de2-e1af-4db4-9d57-1333da2c168c', 'direction': 'ingress', 'protocol': 17}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:47.547994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:47.560108 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6a3c136-5907-45d5-bac4-b8ce692fa0a1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.560601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 492fc3b8-604e-4b5a-a26f-f40eedab4a93 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:47.563055 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:47.566449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-41ccf7e6-86a2-45be-a01c-398952e4ed51 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:47.580888 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-9b346fe5-3acd-4f7b-b5fc-e7a7f69ef78c tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting port 6be930a0-d3ff-4f58-b830-b9acb4f6203c {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:47.581231 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9b346fe5-3acd-4f7b-b5fc-e7a7f69ef78c tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.601541 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-41ccf7e6-86a2-45be-a01c-398952e4ed51 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:47.611173 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Made reservation on behalf of 4db60bb8db6641c09d9c5a40bca9b42a for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:47.613780 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.614050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a425ab-02d2-4a3e-a1ac-98755f78d5f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:47.618221 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c4a425ab-02d2-4a3e-a1ac-98755f78d5f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9196572 Jan 24 16:21:47.618221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-41ccf7e6-86a2-45be-a01c-398952e4ed51 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:47.628377 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58736) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:47.657323 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-41ccf7e6-86a2-45be-a01c-398952e4ed51 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:47.681193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6a3c136-5907-45d5-bac4-b8ce692fa0a1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.682947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.685340 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c6a3c136-5907-45d5-bac4-b8ce692fa0a1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4447052 Jan 24 16:21:47.689773 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58740) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:47.695579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead5c2b2-0e8b-4c37-93d6-9c48aa78c3b6 None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:47.696217 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-ead5c2b2-0e8b-4c37-93d6-9c48aa78c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:21:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:47.700882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3c136-5907-45d5-bac4-b8ce692fa0a1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe34602-df13-4692-aa39-2c24b87f9f0a,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:47.710684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-913807522', 'security_groups': ['1fe34602-df13-4692-aa39-2c24b87f9f0a'], 'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '943e20c9-daa3-4251-b277-19f1c337d866'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:47.726231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cde81e0-5883-413f-8d6e-bbcd6dccb80b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.737226 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:47.761884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.770377 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Usage tracker for resource:security_group_rule and tenant:4db60bb8db6641c09d9c5a40bca9b42a is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:47.780765 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:47.798428 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-5322cd33-ffd8-4961-87e8-269aa47e9ed3', 'network_id': '5322cd33-ffd8-4961-87e8-269aa47e9ed3', 'tenant_id': 'a1ab4d499c3b4a4ab8671837a20cbe1b', 'fixed_ips': [{'subnet_id': '4f01fc3e-c21e-46bc-87cd-a3be94c99834'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:21:47.799179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.800901 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a0e8aa-3557-42fe-9863-d7bfb259dfa8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:47.802469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a0e8aa-3557-42fe-9863-d7bfb259dfa8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:47.803786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a0e8aa-3557-42fe-9863-d7bfb259dfa8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:47.804580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-89a0e8aa-3557-42fe-9863-d7bfb259dfa8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:47.810620 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:47.817498 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6b6b25ea-bfc9-49ef-bd89-350eadf9edd3 None None] Provisioning for port 492fc3b8-604e-4b5a-a26f-f40eedab4a93 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:47.835926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde81e0-5883-413f-8d6e-bbcd6dccb80b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Subnet': ['ID=69387730-f12c-46cb-a1bd-45c5babaaefa,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:47.837316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-41ccf7e6-86a2-45be-a01c-398952e4ed51 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.838346 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-ead5c2b2-0e8b-4c37-93d6-9c48aa78c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:47.860827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6b6b25ea-bfc9-49ef-bd89-350eadf9edd3 None None] Provisioning complete for port 492fc3b8-604e-4b5a-a26f-f40eedab4a93 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:47.861508 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25ea-bfc9-49ef-bd89-350eadf9edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.861726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee4327d5-9d6d-4081-962a-eb60403c80bd tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.902321 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-89a0e8aa-3557-42fe-9863-d7bfb259dfa8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:47.903489 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-89a0e8aa-3557-42fe-9863-d7bfb259dfa8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2725945 Jan 24 16:21:47.908544 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.910904 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58744) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:47.913229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cde81e0-5883-413f-8d6e-bbcd6dccb80b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:47.922051 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead5c2b2-0e8b-4c37-93d6-9c48aa78c3b6 None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:47.922642 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-ead5c2b2-0e8b-4c37-93d6-9c48aa78c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:21:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:47.938224 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4327d5-9d6d-4081-962a-eb60403c80bd tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Subnet': ['ID=9208eefb-2935-4e35-883a-37d0a052767c,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:47.995213 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0cde81e0-5883-413f-8d6e-bbcd6dccb80b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/69387730-f12c-46cb-a1bd-45c5babaaefa HTTP/1.1" status: 204 len: 168 time: 1.7562621 Jan 24 16:21:47.998507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58748) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:48.016073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee4327d5-9d6d-4081-962a-eb60403c80bd tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.020799 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ee4327d5-9d6d-4081-962a-eb60403c80bd tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/subnets/9208eefb-2935-4e35-883a-37d0a052767c HTTP/1.1" status: 204 len: 168 time: 2.3629365 Jan 24 16:21:48.031591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58752) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:48.172808 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d5b391-195c-415c-b5fc-08f7ce15208a None None] Network c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:48.176077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.203905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9b346fe5-3acd-4f7b-b5fc-e7a7f69ef78c tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.210535 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:48.250762 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-41ccf7e6-86a2-45be-a01c-398952e4ed51 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.255772 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-ead5c2b2-0e8b-4c37-93d6-9c48aa78c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:48.256188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5c2b2-0e8b-4c37-93d6-9c48aa78c3b6 None None] The sync data for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:21:48.259882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.261885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:48.275089 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-41ccf7e6-86a2-45be-a01c-398952e4ed51 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.304599 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.312697 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccf7e6-86a2-45be-a01c-398952e4ed51 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3613f1-b687-4d54-b687-c149d3e68dc4,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:48.316862 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:48.327967 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.352855 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] device_id is not set on port 07ed1e28-9bc5-4dc8-ade2-a07748802a11 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:21:48.368645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Allocated IP 172.20.0.3 (5322cd33-ffd8-4961-87e8-269aa47e9ed3/4f01fc3e-c21e-46bc-87cd-a3be94c99834/30ea6e86-59f4-4736-a67d-31668a9fd776) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:48.398129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.524972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Deleting port fcb15ddf-1a44-4253-a7b9-40b7b88895df {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:48.524972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.558874 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-41ccf7e6-86a2-45be-a01c-398952e4ed51 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.560076 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-41ccf7e6-86a2-45be-a01c-398952e4ed51 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0349703 Jan 24 16:21:48.567307 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58756) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:48.584751 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25ea-bfc9-49ef-bd89-350eadf9edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.660037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a00dc2a-48e9-44d3-83ab-7193feb5ac59,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:48.683432 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3240961-d4e3-4a53-95d3-9a0d5c55e42e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet 39f2586c-0db5-4e5b-8593-a442b083b6e5 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:48.688795 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6b6b25ea-bfc9-49ef-bd89-350eadf9edd3 None None] For port 492fc3b8-604e-4b5a-a26f-f40eedab4a93, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=492fc3b8-604e-4b5a-a26f-f40eedab4a93,segment=NetworkSegment(2ee56d09-0021-48ee-b052-5848ccb4d29d),segment_id=2ee56d09-0021-48ee-b052-5848ccb4d29d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:48.704818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 492fc3b8-604e-4b5a-a26f-f40eedab4a93 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:48.705105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6b6b25ea-bfc9-49ef-bd89-350eadf9edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.705719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.726011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.740345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3240961-d4e3-4a53-95d3-9a0d5c55e42e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.761410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5743488-a7cd-4cb6-8551-e8256c9d29df None None] DHCP port deletion for 41343143-63c0-4b4f-bce8-f2b7c6d32aa2 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:21:48.809342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f5743488-a7cd-4cb6-8551-e8256c9d29df None None] Deleting port 492fc3b8-604e-4b5a-a26f-f40eedab4a93 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:48.809699 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f5743488-a7cd-4cb6-8551-e8256c9d29df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.846610 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc6ed-4943-49ac-84c8-a4741d92e0f5 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.853891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] device_id is not set on port cfcce7a7-5a56-4037-a6ff-82e3275c7278 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:21:48.930273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 492fc3b8-604e-4b5a-a26f-f40eedab4a93 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:48.948790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] For port fcb15ddf-1a44-4253-a7b9-40b7b88895df, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=fcb15ddf-1a44-4253-a7b9-40b7b88895df,segment=NetworkSegment(84b2ca4e-d100-4770-9ce4-dd558f1efe38),segment_id=84b2ca4e-d100-4770-9ce4-dd558f1efe38)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:48.949149 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.951799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3240961-d4e3-4a53-95d3-9a0d5c55e42e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:48.972606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc6ed-4943-49ac-84c8-a4741d92e0f5 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.075290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9b346fe5-3acd-4f7b-b5fc-e7a7f69ef78c tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.076315 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9b346fe5-3acd-4f7b-b5fc-e7a7f69ef78c tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.076428 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c0be6-9415-45cb-9cc9-27d285532607 None None] DHCP port deletion for c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:21:49.076926 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-9b346fe5-3acd-4f7b-b5fc-e7a7f69ef78c tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Floating IP bb03468e-afae-4222-88c4-7742851f5ae1 disassociated. External IP: 172.26.2.153, port: 6be930a0-d3ff-4f58-b830-b9acb4f6203c. Jan 24 16:21:49.077447 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-9b346fe5-3acd-4f7b-b5fc-e7a7f69ef78c tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Calling delete_port for 6be930a0-d3ff-4f58-b830-b9acb4f6203c owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:49.088989 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.092113 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b25ea-bfc9-49ef-bd89-350eadf9edd3 None None] Pushing event updated for resources: {'Port': ['ID=492fc3b8-604e-4b5a-a26f-f40eedab4a93,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:49.102677 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1a8bd237-f536-4d58-ac94-ef302d1a01b2 None None] Provisioning for port 7d33741b-8ead-4100-b55f-c76df5ea08d5 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:49.106431 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Calling delete_port for fcb15ddf-1a44-4253-a7b9-40b7b88895df owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:49.126279 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e79c0be6-9415-45cb-9cc9-27d285532607 None None] Deleting port fcb15ddf-1a44-4253-a7b9-40b7b88895df {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:49.126757 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e79c0be6-9415-45cb-9cc9-27d285532607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.150100 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Transition to ACTIVE for port object 30ea6e86-59f4-4736-a67d-31668a9fd776 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:49.165427 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1a8bd237-f536-4d58-ac94-ef302d1a01b2 None None] Provisioning complete for port 7d33741b-8ead-4100-b55f-c76df5ea08d5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:49.165783 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1a8bd237-f536-4d58-ac94-ef302d1a01b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.299207 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc6ed-4943-49ac-84c8-a4741d92e0f5 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.331291 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.337591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcc6ed-4943-49ac-84c8-a4741d92e0f5 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ea6de2-e1af-4db4-9d57-1333da2c168c,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:49.338349 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 24 16:21:49.339072 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:49.365657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Transition to ACTIVE for port object 30ea6e86-59f4-4736-a67d-31668a9fd776 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:49.370787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3240961-d4e3-4a53-95d3-9a0d5c55e42e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.404673 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Port': ['ID=fcb15ddf-1a44-4253-a7b9-40b7b88895df,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:49.430158 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No DVR routers for this DVR port fcb15ddf-1a44-4253-a7b9-40b7b88895df on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:49.432074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Allocated IP 172.20.0.5 (0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031/943e20c9-daa3-4251-b277-19f1c337d866/cfcce7a7-5a56-4037-a6ff-82e3275c7278) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:49.449550 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e79c0be6-9415-45cb-9cc9-27d285532607 None None] The port 'fcb15ddf-1a44-4253-a7b9-40b7b88895df' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:21:49.458273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.460341 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc6ed-4943-49ac-84c8-a4741d92e0f5 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.463761 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b0dcc6ed-4943-49ac-84c8-a4741d92e0f5 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-groups/49ea6de2-e1af-4db4-9d57-1333da2c168c HTTP/1.1" status: 204 len: 168 time: 0.8875401 Jan 24 16:21:49.467183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58760) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:49.477624 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] For port 492fc3b8-604e-4b5a-a26f-f40eedab4a93, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=492fc3b8-604e-4b5a-a26f-f40eedab4a93,segment=NetworkSegment(2ee56d09-0021-48ee-b052-5848ccb4d29d),segment_id=2ee56d09-0021-48ee-b052-5848ccb4d29d)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:49.478073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.508946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.520721 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.560205 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f5743488-a7cd-4cb6-8551-e8256c9d29df None None] For port 492fc3b8-604e-4b5a-a26f-f40eedab4a93, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=492fc3b8-604e-4b5a-a26f-f40eedab4a93,segment=NetworkSegment(2ee56d09-0021-48ee-b052-5848ccb4d29d),segment_id=2ee56d09-0021-48ee-b052-5848ccb4d29d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:49.560722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f5743488-a7cd-4cb6-8551-e8256c9d29df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.585775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Network 5322cd33-ffd8-4961-87e8-269aa47e9ed3 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:49.643945 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Subnet': ['ID=4f01fc3e-c21e-46bc-87cd-a3be94c99834,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:49.647599 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a7a73396-62d8-4347-b2ca-38d4f0e3ef73 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1648121 Jan 24 16:21:49.651843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for 492fc3b8-604e-4b5a-a26f-f40eedab4a93 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:49.654444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58764) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:49.661646 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:49.679566 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.710871 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9b346fe5-3acd-4f7b-b5fc-e7a7f69ef78c tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.732385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f5743488-a7cd-4cb6-8551-e8256c9d29df None None] Calling delete_port for 492fc3b8-604e-4b5a-a26f-f40eedab4a93 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:49.767868 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:49.773070 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b346fe5-3acd-4f7b-b5fc-e7a7f69ef78c tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Port': ['ID=6be930a0-d3ff-4f58-b830-b9acb4f6203c,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:49.793656 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Pushing event updated for resources: {'Port': ['ID=30ea6e86-59f4-4736-a67d-31668a9fd776,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:49.809679 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 492fc3b8-604e-4b5a-a26f-f40eedab4a93, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=492fc3b8-604e-4b5a-a26f-f40eedab4a93,segment=NetworkSegment(2ee56d09-0021-48ee-b052-5848ccb4d29d),segment_id=2ee56d09-0021-48ee-b052-5848ccb4d29d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:49.847044 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:49.855923 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.872506 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3240961-d4e3-4a53-95d3-9a0d5c55e42e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.932990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3240961-d4e3-4a53-95d3-9a0d5c55e42e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=39f2586c-0db5-4e5b-8593-a442b083b6e5,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:49.935693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3240961-d4e3-4a53-95d3-9a0d5c55e42e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:49.942149 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0b6e8a-0f7f-4f9b-b1d8-8d7c5813dc23 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:49.944534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.api [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:21:49.944837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG oslo_db.api [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:21:49.972525 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b3240961-d4e3-4a53-95d3-9a0d5c55e42e tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/39f2586c-0db5-4e5b-8593-a442b083b6e5 HTTP/1.1" status: 204 len: 168 time: 2.0592256 Jan 24 16:21:49.975798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58768) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:50.070569 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Attempting to bind port 30ea6e86-59f4-4736-a67d-31668a9fd776 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:21:50.071092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Attempting to bind port 30ea6e86-59f4-4736-a67d-31668a9fd776 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'e8b2991d-f16f-41ae-b52b-fb597b135e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5322cd33-ffd8-4961-87e8-269aa47e9ed3'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:21:50.071562 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Attempting to bind port 30ea6e86-59f4-4736-a67d-31668a9fd776 on network 5322cd33-ffd8-4961-87e8-269aa47e9ed3 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:21:50.089355 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-f5743488-a7cd-4cb6-8551-e8256c9d29df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:21:50.089856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-f5743488-a7cd-4cb6-8551-e8256c9d29df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:21:50.094613 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=492fc3b8-604e-4b5a-a26f-f40eedab4a93,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:50.106479 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1a8bd237-f536-4d58-ac94-ef302d1a01b2 None None] Provisioning complete for port bc290597-bb4e-465e-8ce2-c707de4b043d triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:50.106969 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1a8bd237-f536-4d58-ac94-ef302d1a01b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.140008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-846cbc5d-3885-4929-9657-f6116a4bf526 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:50.155102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1192453-986e-4e75-b031-b6671148e5f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet 8203a715-6cb6-48d2-9e4a-86fb3ead35f4 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:50.160012 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1192453-986e-4e75-b031-b6671148e5f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.161411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:21:50.161864 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Checking segment: {'id': 'e8b2991d-f16f-41ae-b52b-fb597b135e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5322cd33-ffd8-4961-87e8-269aa47e9ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:50.162325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.162779 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Bound using segment: {'id': 'e8b2991d-f16f-41ae-b52b-fb597b135e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5322cd33-ffd8-4961-87e8-269aa47e9ed3'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:21:50.163320 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Bound port: 30ea6e86-59f4-4736-a67d-31668a9fd776, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b2991d-f16f-41ae-b52b-fb597b135e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5322cd33-ffd8-4961-87e8-269aa47e9ed3'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:21:50.163765 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.166910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b2ca4e-d100-4770-9ce4-dd558f1efe38') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:50.167220 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b2ca4e-d100-4770-9ce4-dd558f1efe38') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:50.205352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.221764 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.224757 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-7d16a48c-3f34-4f58-841d-8c0ab8ebd137 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Deleting port 2cff1cfb-1cee-46f2-86a7-872099b85446 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:50.225099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7d16a48c-3f34-4f58-841d-8c0ab8ebd137 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.249430 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1a8bd237-f536-4d58-ac94-ef302d1a01b2 None None] Port bc290597-bb4e-465e-8ce2-c707de4b043d cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:21:50.314012 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.329834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5322cd33-ffd8-4961-87e8-269aa47e9ed3']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:50.358115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-846cbc5d-3885-4929-9657-f6116a4bf526 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:50.359642 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-846cbc5d-3885-4929-9657-f6116a4bf526 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8914554 Jan 24 16:21:50.360968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:50.361509 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.365066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58772) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:50.375350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-cb2b3c80-c38f-49b8-ba4e-ceffe7e648ba tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123940634'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:50.383677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b2991d-f16f-41ae-b52b-fb597b135e35') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:50.383970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b2991d-f16f-41ae-b52b-fb597b135e35') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:50.384457 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] For port 30ea6e86-59f4-4736-a67d-31668a9fd776, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:21:50.388013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] For port 30ea6e86-59f4-4736-a67d-31668a9fd776, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=30ea6e86-59f4-4736-a67d-31668a9fd776,segment=NetworkSegment(e8b2991d-f16f-41ae-b52b-fb597b135e35),segment_id=e8b2991d-f16f-41ae-b52b-fb597b135e35)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:21:50.389172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1192453-986e-4e75-b031-b6671148e5f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:50.390908 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:50.398893 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.422572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-cb2b3c80-c38f-49b8-ba4e-ceffe7e648ba tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:50.450244 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-cb2b3c80-c38f-49b8-ba4e-ceffe7e648ba tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:50.452447 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 492fc3b8-604e-4b5a-a26f-f40eedab4a93 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:50.452872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.508995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b346fe5-3acd-4f7b-b5fc-e7a7f69ef78c tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 30860f65-4396-4e3b-87b1-722c8f1e65dd has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:21:50.530315 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61736e-78ce-4078-852f-9811f0c9fe33 None None] Pushing event updated for resources: {'Port': ['ID=30ea6e86-59f4-4736-a67d-31668a9fd776,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:50.534899 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.552355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3c80-c38f-49b8-ba4e-ceffe7e648ba tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.572451 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.577835 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d042bf1-f445-4dda-b141-5a91ffd242be None None] Network 5322cd33-ffd8-4961-87e8-269aa47e9ed3 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:50.593876 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f5743488-a7cd-4cb6-8551-e8256c9d29df None None] Deleting port 492fc3b8-604e-4b5a-a26f-f40eedab4a93 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:50.594231 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f5743488-a7cd-4cb6-8551-e8256c9d29df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.610399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Transition to ACTIVE for port object cfcce7a7-5a56-4037-a6ff-82e3275c7278 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:50.626385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.644837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:50.645557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.661412 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:50.663313 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:50.748969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1192453-986e-4e75-b031-b6671148e5f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.756786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.760583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Network': ['ID=c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:50.803010 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-cb2b3c80-c38f-49b8-ba4e-ceffe7e648ba tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:50.828161 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-88c8983e-4e89-4e34-a1b2-77baa8b1843b tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/c9480ef3-5000-4fb9-a2ec-a4bf5d230cb6 HTTP/1.1" status: 204 len: 168 time: 2.7954695 Jan 24 16:21:50.831370 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7d16a48c-3f34-4f58-841d-8c0ab8ebd137 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.831930 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7d16a48c-3f34-4f58-841d-8c0ab8ebd137 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.840038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58776) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:50.847405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 24 16:21:50.847405 dv-neutron-826104-1-hyperv neutron-server[83465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 24 16:21:50.847405 dv-neutron-826104-1-hyperv neutron-server[83465]: [parameters: {'id': '5322cd33-ffd8-4961-87e8-269aa47e9ed3'}] Jan 24 16:21:50.847405 dv-neutron-826104-1-hyperv neutron-server[83465]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:21:50.848320 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:21:50.886935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-cb2b3c80-c38f-49b8-ba4e-ceffe7e648ba tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:50.904016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-cb2b3c80-c38f-49b8-ba4e-ceffe7e648ba tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:50.919256 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device fcb15ddf-1a44-4253-a7b9-40b7b88895df no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:50.926554 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-cb2b3c80-c38f-49b8-ba4e-ceffe7e648ba tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:50.942889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:50.969308 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: fcb15ddf-1a44-4253-a7b9-40b7b88895df {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:21:50.969646 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device fcb15ddf-1a44-4253-a7b9-40b7b88895df not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:21:51.015169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] For port 492fc3b8-604e-4b5a-a26f-f40eedab4a93, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=492fc3b8-604e-4b5a-a26f-f40eedab4a93,segment=NetworkSegment(2ee56d09-0021-48ee-b052-5848ccb4d29d),segment_id=2ee56d09-0021-48ee-b052-5848ccb4d29d)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:51.015706 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.043195 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-d066f1d6-9a4c-41b6-87cc-fd0c35b871e2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:51.043867 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d066f1d6-9a4c-41b6-87cc-fd0c35b871e2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:51.045725 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d066f1d6-9a4c-41b6-87cc-fd0c35b871e2 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/subnets/feb1ef76-824a-4046-ba37-9eb771ccd8aa HTTP/1.1" status: 404 len: 337 time: 0.2034287 Jan 24 16:21:51.053964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-7d16a48c-3f34-4f58-841d-8c0ab8ebd137 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Calling delete_port for 2cff1cfb-1cee-46f2-86a7-872099b85446 owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:51.059765 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58780) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:51.127356 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd6eaaa-8180-4e5b-841f-1ee2b4060ea4 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] DELETE failed (client error): The resource could not be found. Jan 24 16:21:51.128119 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd6eaaa-8180-4e5b-841f-1ee2b4060ea4 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:51.161599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:51.161833 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f5743488-a7cd-4cb6-8551-e8256c9d29df None None] For port 492fc3b8-604e-4b5a-a26f-f40eedab4a93, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=492fc3b8-604e-4b5a-a26f-f40eedab4a93,segment=NetworkSegment(2ee56d09-0021-48ee-b052-5848ccb4d29d),segment_id=2ee56d09-0021-48ee-b052-5848ccb4d29d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:51.162015 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f5743488-a7cd-4cb6-8551-e8256c9d29df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.168750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:51.176517 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:51.210302 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=cfcce7a7-5a56-4037-a6ff-82e3275c7278,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:51.252149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1192453-986e-4e75-b031-b6671148e5f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.265941 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for 492fc3b8-604e-4b5a-a26f-f40eedab4a93 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:51.364706 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6dd6eaaa-8180-4e5b-841f-1ee2b4060ea4 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/2cb7945d-507a-441e-a119-623f43dea1f1 HTTP/1.1" status: 404 len: 339 time: 0.3000925 Jan 24 16:21:51.365757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1192453-986e-4e75-b031-b6671148e5f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=8203a715-6cb6-48d2-9e4a-86fb3ead35f4,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:51.367640 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7d16a48c-3f34-4f58-841d-8c0ab8ebd137 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.369007 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58784) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:51.372613 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.378179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:51.379064 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.385338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f5743488-a7cd-4cb6-8551-e8256c9d29df None None] Calling delete_port for 492fc3b8-604e-4b5a-a26f-f40eedab4a93 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:51.444513 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1192453-986e-4e75-b031-b6671148e5f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.450389 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a1192453-986e-4e75-b031-b6671148e5f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/8203a715-6cb6-48d2-9e4a-86fb3ead35f4 HTTP/1.1" status: 204 len: 168 time: 1.4700706 Jan 24 16:21:51.453492 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16a48c-3f34-4f58-841d-8c0ab8ebd137 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cff1cfb-1cee-46f2-86a7-872099b85446,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:51.453736 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3c80-c38f-49b8-ba4e-ceffe7e648ba tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.454591 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58788) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:51.471996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Deleting port 30ea6e86-59f4-4736-a67d-31668a9fd776 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:51.472343 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.521426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1537eebf-04f9-4b80-8e45-8d644b3fe2df None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:51.537957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f5743488-a7cd-4cb6-8551-e8256c9d29df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.540483 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3c80-c38f-49b8-ba4e-ceffe7e648ba tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.553267 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2bab6e47-dfcf-48cc-87e6-37bc16d80207 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8594160 Jan 24 16:21:51.554179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58792) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:51.626816 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-fb983a36-2bbe-4223-9bec-7377131774b2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'subnet': {'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:51.640591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5743488-a7cd-4cb6-8551-e8256c9d29df None None] Pushing event deleted for resources: {'Port': ['ID=492fc3b8-604e-4b5a-a26f-f40eedab4a93,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:51.652696 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4ac2d864-f116-47e8-b1e9-0435328d6c61 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1859663 Jan 24 16:21:51.654742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7d16a48c-3f34-4f58-841d-8c0ab8ebd137 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.657093 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7d16a48c-3f34-4f58-841d-8c0ab8ebd137 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.661650 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7d16a48c-3f34-4f58-841d-8c0ab8ebd137 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335 tempest-ExternalNetworksAdminNegativeTestJSON-1008495335-project-admin] 10.222.0.130 "DELETE /v2.0/floatingips/6c93ea04-62e9-4911-ae08-c28611ace1b5 HTTP/1.1" status: 204 len: 168 time: 1.9995773 Jan 24 16:21:51.673204 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5743488-a7cd-4cb6-8551-e8256c9d29df None None] No DVR routers for this DVR port 492fc3b8-604e-4b5a-a26f-f40eedab4a93 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:51.697425 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58796) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:51.717419 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b3c80-c38f-49b8-ba4e-ceffe7e648ba tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03258003-bfc0-4c06-a0e4-060ce4ac7c4f,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:51.717963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-112cddfa-5342-4d30-97e1-335464af2912 None None] Provisioning for port cfcce7a7-5a56-4037-a6ff-82e3275c7278 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:51.721581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.api [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:21:51.722037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG oslo_db.api [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:21:51.753523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-3af8cb1e-eb13-4e76-a3c1-21b4316e6515 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:51.754505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-112cddfa-5342-4d30-97e1-335464af2912 None None] Provisioning complete for port cfcce7a7-5a56-4037-a6ff-82e3275c7278 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:51.755082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-112cddfa-5342-4d30-97e1-335464af2912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.821588 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-112cddfa-5342-4d30-97e1-335464af2912 None None] Port cfcce7a7-5a56-4037-a6ff-82e3275c7278 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:21:51.843741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-112cddfa-5342-4d30-97e1-335464af2912 None None] Provisioning complete for port 5e99ed0b-ebec-401d-8585-1914d5d9bf46 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:51.844286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-112cddfa-5342-4d30-97e1-335464af2912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.886851 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 492fc3b8-604e-4b5a-a26f-f40eedab4a93 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:51.887191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.950675 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fb983a36-2bbe-4223-9bec-7377131774b2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:51.954764 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fb983a36-2bbe-4223-9bec-7377131774b2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:subnet and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:51.955463 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f9df97-4c09-430d-9302-d5419de9521f None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:21:51.958302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb2b3c80-c38f-49b8-ba4e-ceffe7e648ba tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.958715 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fb983a36-2bbe-4223-9bec-7377131774b2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:51.960169 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cb2b3c80-c38f-49b8-ba4e-ceffe7e648ba tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5932999 Jan 24 16:21:51.968511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fb983a36-2bbe-4223-9bec-7377131774b2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:51.974569 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-61f9df97-4c09-430d-9302-d5419de9521f None None] Deleting port 5e99ed0b-ebec-401d-8585-1914d5d9bf46 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:51.975041 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-61f9df97-4c09-430d-9302-d5419de9521f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:51.976716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58802) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:51.995812 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a4c68fad-513c-4623-a658-69db34d4c109 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group': {'name': 'tempest-secgroup--643927688'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:52.010212 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] The port '492fc3b8-604e-4b5a-a26f-f40eedab4a93' was deleted {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:21:52.016566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3af8cb1e-eb13-4e76-a3c1-21b4316e6515 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:52.021465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3af8cb1e-eb13-4e76-a3c1-21b4316e6515 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:52.024578 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3af8cb1e-eb13-4e76-a3c1-21b4316e6515 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:52.031067 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3af8cb1e-eb13-4e76-a3c1-21b4316e6515 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:52.175091 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58808) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:52.179612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a4c68fad-513c-4623-a658-69db34d4c109 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:52.184227 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb983a36-2bbe-4223-9bec-7377131774b2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:52.187858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fb983a36-2bbe-4223-9bec-7377131774b2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:52.216116 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-61f9df97-4c09-430d-9302-d5419de9521f None None] For port 5e99ed0b-ebec-401d-8585-1914d5d9bf46, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5e99ed0b-ebec-401d-8585-1914d5d9bf46,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:52.216488 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-61f9df97-4c09-430d-9302-d5419de9521f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:52.267418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] For port 30ea6e86-59f4-4736-a67d-31668a9fd776, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=30ea6e86-59f4-4736-a67d-31668a9fd776,segment=NetworkSegment(e8b2991d-f16f-41ae-b52b-fb597b135e35),segment_id=e8b2991d-f16f-41ae-b52b-fb597b135e35)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:52.267974 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:52.278175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af8cb1e-eb13-4e76-a3c1-21b4316e6515 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:52.281790 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3af8cb1e-eb13-4e76-a3c1-21b4316e6515 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:52.299191 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a4c68fad-513c-4623-a658-69db34d4c109 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:52.338638 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-61f9df97-4c09-430d-9302-d5419de9521f None None] Calling delete_port for 5e99ed0b-ebec-401d-8585-1914d5d9bf46 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:52.425136 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-61f9df97-4c09-430d-9302-d5419de9521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:52.430742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Calling delete_port for 30ea6e86-59f4-4736-a67d-31668a9fd776 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:52.490590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:52.496889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4c68fad-513c-4623-a658-69db34d4c109 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:52.524476 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4e0c93f5-c7eb-454e-b34d-7c296d7b5c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:52.545132 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f9df97-4c09-430d-9302-d5419de9521f None None] No DVR routers for this DVR port 5e99ed0b-ebec-401d-8585-1914d5d9bf46 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:52.558937 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41343143-63c0-4b4f-bce8-f2b7c6d32aa2']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:52.561267 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9df97-4c09-430d-9302-d5419de9521f None None] Pushing event deleted for resources: {'Port': ['ID=5e99ed0b-ebec-401d-8585-1914d5d9bf46,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:52.575545 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816256c3-d9a0-4955-92c6-cd32f362b1be None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:21:52.587356 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee56d09-0021-48ee-b052-5848ccb4d29d') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:52.587658 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee56d09-0021-48ee-b052-5848ccb4d29d') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:52.596175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b346fe5-3acd-4f7b-b5fc-e7a7f69ef78c tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:21:52.599639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5636f4-3484-423f-867e-d0b0e932ba00 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Deleting subnet db8ef725-accf-4181-8cb7-e10d7c0eefcd {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:21:52.611162 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890156fd-98e8-4b6d-a0ea-7b2b91f8297a None None] Sync routers for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:21:52.614862 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.ipam_backend_mixin [None req-fb983a36-2bbe-4223-9bec-7377131774b2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 943e20c9-daa3-4251-b277-19f1c337d866 (CIDR: 172.20.0.0/28) Jan 24 16:21:52.625629 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890156fd-98e8-4b6d-a0ea-7b2b91f8297a None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:52.626518 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-890156fd-98e8-4b6d-a0ea-7b2b91f8297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:21:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:52.626877 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb983a36-2bbe-4223-9bec-7377131774b2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:21:52.627584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb983a36-2bbe-4223-9bec-7377131774b2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:52.632110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a4c68fad-513c-4623-a658-69db34d4c109 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:52.634732 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4e0c93f5-c7eb-454e-b34d-7c296d7b5c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:52.642259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4e0c93f5-c7eb-454e-b34d-7c296d7b5c27 admin admin] Usage tracker for resource:security_group_rule and tenant:289dcec2690e4a8ca5577d7e40081ab3 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:52.651051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a4c68fad-513c-4623-a658-69db34d4c109 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:52.654289 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4e0c93f5-c7eb-454e-b34d-7c296d7b5c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:52.659760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a4c68fad-513c-4623-a658-69db34d4c109 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:52.662885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:52.679957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f5636f4-3484-423f-867e-d0b0e932ba00 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:52.693723 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-890156fd-98e8-4b6d-a0ea-7b2b91f8297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:52.704344 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4e0c93f5-c7eb-454e-b34d-7c296d7b5c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:52.706419 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890156fd-98e8-4b6d-a0ea-7b2b91f8297a None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:21:52.707082 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-890156fd-98e8-4b6d-a0ea-7b2b91f8297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:21:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:52.719075 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a4c68fad-513c-4623-a658-69db34d4c109 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:52.721502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:52.728583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Port': ['ID=30ea6e86-59f4-4736-a67d-31668a9fd776,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:52.748140 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No DVR routers for this DVR port 30ea6e86-59f4-4736-a67d-31668a9fd776 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:52.785113 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816256c3-d9a0-4955-92c6-cd32f362b1be None None] Resources bound (agent type, host, resource id): {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 24 16:21:52.792788 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-890156fd-98e8-4b6d-a0ea-7b2b91f8297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:52.793172 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890156fd-98e8-4b6d-a0ea-7b2b91f8297a None None] The sync data for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:21:52.795158 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:52.830169 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fb983a36-2bbe-4223-9bec-7377131774b2 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2690051 Jan 24 16:21:52.834106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58814) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:52.839715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:52.840361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:52.854126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4d26e167-bd07-4e17-9cd0-6f88110f9fd8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'subnet': {'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn( Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn( Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn( Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn( Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:52.860804 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:52.869986 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f5636f4-3484-423f-867e-d0b0e932ba00 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:52.870983 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5e99ed0b-ebec-401d-8585-1914d5d9bf46 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:52.912582 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 5e99ed0b-ebec-401d-8585-1914d5d9bf46 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:21:52.913231 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5e99ed0b-ebec-401d-8585-1914d5d9bf46 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:21:52.965863 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9b346fe5-3acd-4f7b-b5fc-e7a7f69ef78c tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.011081 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9b346fe5-3acd-4f7b-b5fc-e7a7f69ef78c tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/ports/6be930a0-d3ff-4f58-b830-b9acb4f6203c HTTP/1.1" status: 204 len: 168 time: 5.5184724 Jan 24 16:21:53.015941 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58818) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:53.109116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.116495 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.140683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.164151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Network': ['ID=41343143-63c0-4b4f-bce8-f2b7c6d32aa2,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:53.175367 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3b74f31c-f610-4129-b454-d7ac5c6dce10 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/networks/41343143-63c0-4b4f-bce8-f2b7c6d32aa2 HTTP/1.1" status: 204 len: 168 time: 5.1740129 Jan 24 16:21:53.179550 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58822) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:53.214293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f06dde4e-19a2-4f4b-93d5-3936dad1c14a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-490641154'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:53.230583 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f06dde4e-19a2-4f4b-93d5-3936dad1c14a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:53.239888 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f5636f4-3484-423f-867e-d0b0e932ba00 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.249443 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5bafa74f-0301-48cc-a24f-e38660d79f31 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "GET /v2.0/floatingips/bb03468e-afae-4222-88c4-7742851f5ae1 HTTP/1.1" status: 200 len: 688 time: 0.2232924 Jan 24 16:21:53.262468 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5322cd33-ffd8-4961-87e8-269aa47e9ed3']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:53.268966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58826) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:53.271359 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f06dde4e-19a2-4f4b-93d5-3936dad1c14a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:network and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:53.272724 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': 'a6695369-fbff-45c4-b830-adc3e62b142c'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:21:53.274325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.276211 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f06dde4e-19a2-4f4b-93d5-3936dad1c14a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:53.277501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4e0c93f5-c7eb-454e-b34d-7c296d7b5c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.294939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4c68fad-513c-4623-a658-69db34d4c109 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.295761 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f06dde4e-19a2-4f4b-93d5-3936dad1c14a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:53.347881 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4e0c93f5-c7eb-454e-b34d-7c296d7b5c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.348842 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06dde4e-19a2-4f4b-93d5-3936dad1c14a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:53.351984 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f06dde4e-19a2-4f4b-93d5-3936dad1c14a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.371292 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b2991d-f16f-41ae-b52b-fb597b135e35') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:53.371623 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b2991d-f16f-41ae-b52b-fb597b135e35') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:53.385954 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.objects.ports [None req-3af8cb1e-eb13-4e76-a3c1-21b4316e6515 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83466) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:21:53.389487 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3af8cb1e-eb13-4e76-a3c1-21b4316e6515 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.405462 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4c68fad-513c-4623-a658-69db34d4c109 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.442745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.461788 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06dde4e-19a2-4f4b-93d5-3936dad1c14a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:21:53.467097 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f5636f4-3484-423f-867e-d0b0e932ba00 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.477634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Allocated IP 2001:db8::f816:3eff:fe8f:986c (97b1ab35-d9e1-4792-9053-01bd1c506e0f/a6695369-fbff-45c4-b830-adc3e62b142c/60738820-369b-4a5d-b905-ac55404510a6) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:53.480955 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af8cb1e-eb13-4e76-a3c1-21b4316e6515 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:53.491463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-3af8cb1e-eb13-4e76-a3c1-21b4316e6515 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:53.501269 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af8cb1e-eb13-4e76-a3c1-21b4316e6515 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:53.501848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3af8cb1e-eb13-4e76-a3c1-21b4316e6515 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.509499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f06dde4e-19a2-4f4b-93d5-3936dad1c14a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.509842 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-f06dde4e-19a2-4f4b-93d5-3936dad1c14a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Added segment aa550ccb-9c08-4735-9054-0d430447d212 of type vlan for network f0d3cebe-b447-45aa-b3f5-40df61817c6a Jan 24 16:21:53.524282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8cb1e-eb13-4e76-a3c1-21b4316e6515 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=a6695369-fbff-45c4-b830-adc3e62b142c,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:53.527287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f5636f4-3484-423f-867e-d0b0e932ba00 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.546723 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4d26e167-bd07-4e17-9cd0-6f88110f9fd8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:53.565557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4d26e167-bd07-4e17-9cd0-6f88110f9fd8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:subnet and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:53.572907 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c93f5-c7eb-454e-b34d-7c296d7b5c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d03c43-c760-44b9-bd6c-b5ab357857c8,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:53.578755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5636f4-3484-423f-867e-d0b0e932ba00 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Subnet': ['ID=db8ef725-accf-4181-8cb7-e10d7c0eefcd,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:53.582900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4d26e167-bd07-4e17-9cd0-6f88110f9fd8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:53.591614 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.597213 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8f5636f4-3484-423f-867e-d0b0e932ba00 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/subnets/db8ef725-accf-4181-8cb7-e10d7c0eefcd HTTP/1.1" status: 204 len: 168 time: 2.2132418 Jan 24 16:21:53.599517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f06dde4e-19a2-4f4b-93d5-3936dad1c14a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.602885 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58830) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:53.607147 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3af8cb1e-eb13-4e76-a3c1-21b4316e6515 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8825154 Jan 24 16:21:53.616407 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4e0c93f5-c7eb-454e-b34d-7c296d7b5c27 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=289dcec2690e4a8ca5577d7e40081ab3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4390726 Jan 24 16:21:53.617279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58834) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:53.622442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4d26e167-bd07-4e17-9cd0-6f88110f9fd8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:53.630156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58836) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:53.637737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a706447f-e31d-40dc-8222-a315d324ba64 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting port 3279c71b-125a-4e2b-a9fb-dab09090c1ff {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:53.638065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a706447f-e31d-40dc-8222-a315d324ba64 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.661391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:53.662200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.681511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c32c1f42-6fd9-4559-82a4-839395cd46d8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:53.700459 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:53.703658 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4c68fad-513c-4623-a658-69db34d4c109 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.705013 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a4c68fad-513c-4623-a658-69db34d4c109 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7247570 Jan 24 16:21:53.717047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58842) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:53.723972 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.742033 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-6d545615-0baf-4ebf-8e29-b2d3456ec295 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group_rule': {'security_group_id': '03258003-bfc0-4c06-a0e4-060ce4ac7c4f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '604eff1d-8355-4b6e-820e-8859e7816856', 'remote_ip_prefix': None}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:53.764444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6d545615-0baf-4ebf-8e29-b2d3456ec295 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:53.770930 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c68fad-513c-4623-a658-69db34d4c109 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604eff1d-8355-4b6e-820e-8859e7816856,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:53.784530 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6d545615-0baf-4ebf-8e29-b2d3456ec295 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:53.791493 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6d545615-0baf-4ebf-8e29-b2d3456ec295 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:53.795292 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f06dde4e-19a2-4f4b-93d5-3936dad1c14a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.798980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06dde4e-19a2-4f4b-93d5-3936dad1c14a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:53.799562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f06dde4e-19a2-4f4b-93d5-3936dad1c14a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.822914 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:53.830385 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6d545615-0baf-4ebf-8e29-b2d3456ec295 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:53.928725 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f06dde4e-19a2-4f4b-93d5-3936dad1c14a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7478273 Jan 24 16:21:53.941732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58846) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:53.963520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c44d2859-e38c-464c-973b-2d0a10448ecf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'subnet': {'network_id': 'f0d3cebe-b447-45aa-b3f5-40df61817c6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:53.967641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d26e167-bd07-4e17-9cd0-6f88110f9fd8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:53.977981 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Deleting port 10f3933d-d0c2-4afd-9417-31c8f7df13e6 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:21:53.978318 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.014104 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-75c808a3-3bb3-48ae-a142-0c956a4045ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.015740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06dde4e-19a2-4f4b-93d5-3936dad1c14a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Network': ['ID=f0d3cebe-b447-45aa-b3f5-40df61817c6a,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:54.030004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network f0d3cebe-b447-45aa-b3f5-40df61817c6a details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:21:54.081710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.114302 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Transition to ACTIVE for port object 60738820-369b-4a5d-b905-ac55404510a6 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:54.124814 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6d545615-0baf-4ebf-8e29-b2d3456ec295 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.156435 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.176105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Transition to ACTIVE for port object 60738820-369b-4a5d-b905-ac55404510a6 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:54.188519 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.206377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Network': ['ID=5322cd33-ffd8-4961-87e8-269aa47e9ed3,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:54.220255 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-37ef3569-0482-47d4-a84d-db8bc5d2d050 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/5322cd33-ffd8-4961-87e8-269aa47e9ed3 HTTP/1.1" status: 204 len: 168 time: 7.0079727 Jan 24 16:21:54.239024 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58850) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:54.261306 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:54.264048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1408658168'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:54.264654 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:54.269828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:54.270662 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:54.284073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:network and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:54.289693 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:54.306040 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Pushing event updated for resources: {'Port': ['ID=60738820-369b-4a5d-b905-ac55404510a6,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:54.308264 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c32c1f42-6fd9-4559-82a4-839395cd46d8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:54.310159 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-75c808a3-3bb3-48ae-a142-0c956a4045ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.321603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:54.334321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c32c1f42-6fd9-4559-82a4-839395cd46d8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:54.338390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c32c1f42-6fd9-4559-82a4-839395cd46d8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:54.356132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c32c1f42-6fd9-4559-82a4-839395cd46d8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:54.362848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d26e167-bd07-4e17-9cd0-6f88110f9fd8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.372895 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Attempting to bind port 60738820-369b-4a5d-b905-ac55404510a6 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:21:54.373828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Attempting to bind port 60738820-369b-4a5d-b905-ac55404510a6 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:21:54.374657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Attempting to bind port 60738820-369b-4a5d-b905-ac55404510a6 on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:21:54.383057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:21:54.383316 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:54.383962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.384488 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:21:54.385078 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a706447f-e31d-40dc-8222-a315d324ba64 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.385564 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a706447f-e31d-40dc-8222-a315d324ba64 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.385707 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Bound port: 60738820-369b-4a5d-b905-ac55404510a6, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:21:54.386591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.386936 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c44d2859-e38c-464c-973b-2d0a10448ecf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:54.403249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c44d2859-e38c-464c-973b-2d0a10448ecf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:subnet and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:54.420658 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c44d2859-e38c-464c-973b-2d0a10448ecf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:54.436649 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c44d2859-e38c-464c-973b-2d0a10448ecf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:54.456377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:54.459635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.486887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] For port 60738820-369b-4a5d-b905-ac55404510a6, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:21:54.492405 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] For port 60738820-369b-4a5d-b905-ac55404510a6, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=60738820-369b-4a5d-b905-ac55404510a6,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:21:54.497685 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.519538 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44d2859-e38c-464c-973b-2d0a10448ecf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:54.600411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9e0ed-611a-4b1f-a07d-8e517ddd8e02 None None] Pushing event updated for resources: {'Port': ['ID=60738820-369b-4a5d-b905-ac55404510a6,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:54.601524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a706447f-e31d-40dc-8222-a315d324ba64 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Calling delete_port for 3279c71b-125a-4e2b-a9fb-dab09090c1ff owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:54.624008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] For port 10f3933d-d0c2-4afd-9417-31c8f7df13e6, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=10f3933d-d0c2-4afd-9417-31c8f7df13e6,segment=NetworkSegment(7aa95002-4dde-43a0-b636-e0dd222dbf52),segment_id=7aa95002-4dde-43a0-b636-e0dd222dbf52)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:54.624368 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.639459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6d545615-0baf-4ebf-8e29-b2d3456ec295 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.640093 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32c1f42-6fd9-4559-82a4-839395cd46d8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:54.714664 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6d545615-0baf-4ebf-8e29-b2d3456ec295 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.716955 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-75c808a3-3bb3-48ae-a142-0c956a4045ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.796069 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:21:54.825278 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Calling delete_port for 10f3933d-d0c2-4afd-9417-31c8f7df13e6 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:21:54.860267 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.860937 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Added segment 01fbff83-2615-49fe-add1-a62bbcb6ead9 of type vlan for network 81e074a0-6b2d-4e99-a78a-9cbab0495166 Jan 24 16:21:54.862842 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.ipam_backend_mixin [None req-4d26e167-bd07-4e17-9cd0-6f88110f9fd8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7e3325ab-f6b7-4c5e-8979-fa6522045ad7 (CIDR: 172.20.0.16/28) Jan 24 16:21:54.884341 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d26e167-bd07-4e17-9cd0-6f88110f9fd8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:21:54.884772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d26e167-bd07-4e17-9cd0-6f88110f9fd8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:54.916873 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 60738820-369b-4a5d-b905-ac55404510a6 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:54.920600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d545615-0baf-4ebf-8e29-b2d3456ec295 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50157c9d-deb1-406e-a941-22f3d37dd37d,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:54.939887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.940328 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c808a3-3bb3-48ae-a142-0c956a4045ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d03c43-c760-44b9-bd6c-b5ab357857c8,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:54.944113 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c44d2859-e38c-464c-973b-2d0a10448ecf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:54.991061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c32c1f42-6fd9-4559-82a4-839395cd46d8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.017977 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 60738820-369b-4a5d-b905-ac55404510a6 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:55.068758 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-75c808a3-3bb3-48ae-a142-0c956a4045ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.070196 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-75c808a3-3bb3-48ae-a142-0c956a4045ac admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/09d03c43-c760-44b9-bd6c-b5ab357857c8 HTTP/1.1" status: 204 len: 168 time: 1.4398084 Jan 24 16:21:55.085674 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4d26e167-bd07-4e17-9cd0-6f88110f9fd8 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.2462647 Jan 24 16:21:55.090143 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58856) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:55.090470 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6d545615-0baf-4ebf-8e29-b2d3456ec295 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.091847 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6d545615-0baf-4ebf-8e29-b2d3456ec295 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.3738666 Jan 24 16:21:55.100262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58858) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:55.104120 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-de231acb-ca98-4eed-a981-e779cee834d0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'subnet': {'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:55.117879 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.134887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:21:55.172996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] No DVR routers for this DVR port 10f3933d-d0c2-4afd-9417-31c8f7df13e6 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:21:55.177086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Port': ['ID=10f3933d-d0c2-4afd-9417-31c8f7df13e6,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:55.280256 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.283913 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:55.284483 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.315024 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a706447f-e31d-40dc-8222-a315d324ba64 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.354251 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.359299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a8d7f6e6-ee9b-4102-b1e9-e21c604843b3 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.400362 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.ipam_backend_mixin [None req-c32c1f42-6fd9-4559-82a4-839395cd46d8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6695369-fbff-45c4-b830-adc3e62b142c (CIDR: 2001:db8::/64) Jan 24 16:21:55.404628 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be12f66-3a38-46a8-a01b-b69bc631e96a']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:55.417661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a8d7f6e6-ee9b-4102-b1e9-e21c604843b3 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.432154 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa95002-4dde-43a0-b636-e0dd222dbf52') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:55.432384 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa95002-4dde-43a0-b636-e0dd222dbf52') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:55.456674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.481864 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.485296 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c44d2859-e38c-464c-973b-2d0a10448ecf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.527456 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:55.527456 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.532561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706447f-e31d-40dc-8222-a315d324ba64 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Port': ['ID=3279c71b-125a-4e2b-a9fb-dab09090c1ff,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:55.534407 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58866) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:55.541463 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:55.550271 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32c1f42-6fd9-4559-82a4-839395cd46d8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:21:55.550509 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32c1f42-6fd9-4559-82a4-839395cd46d8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:21:55.608878 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3657446 Jan 24 16:21:55.613174 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58870) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:55.640379 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-26f142c6-aecf-4872-95b3-b45f10beeb02 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'subnet': {'network_id': '81e074a0-6b2d-4e99-a78a-9cbab0495166', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:55.663381 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbbf90-b4d1-4685-958e-fdc489dd8feb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Network': ['ID=81e074a0-6b2d-4e99-a78a-9cbab0495166,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:55.681280 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 81e074a0-6b2d-4e99-a78a-9cbab0495166 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:21:55.777155 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d2859-e38c-464c-973b-2d0a10448ecf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Subnet': ['ID=53efdfdd-e5c3-4ba5-a3dd-06a90598581e,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:55.786524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.849402 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.859471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-de231acb-ca98-4eed-a981-e779cee834d0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:55.862882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] Pushing event deleted for resources: {'Network': ['ID=1be12f66-3a38-46a8-a01b-b69bc631e96a,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:55.865772 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c32c1f42-6fd9-4559-82a4-839395cd46d8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2350557 Jan 24 16:21:55.866660 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a8d7f6e6-ee9b-4102-b1e9-e21c604843b3 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.873992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58874) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:55.874948 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-26f142c6-aecf-4872-95b3-b45f10beeb02 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:55.887576 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-efd63d70-8993-434f-bff4-4ace0e8b6c41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:55.887963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a8d7f6e6-ee9b-4102-b1e9-e21c604843b3 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.888373 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab38a846-61c6-48ed-91cc-1d1dea0bd096 None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:21:55.891745 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a8d7f6e6-ee9b-4102-b1e9-e21c604843b3 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/50157c9d-deb1-406e-a941-22f3d37dd37d HTTP/1.1" status: 204 len: 168 time: 0.7688093 Jan 24 16:21:55.892855 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-de231acb-ca98-4eed-a981-e779cee834d0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Usage tracker for resource:subnet and tenant:683bedfc540b431d8318ee7c07b39995 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:55.899204 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-de231acb-ca98-4eed-a981-e779cee834d0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:55.902262 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44d2859-e38c-464c-973b-2d0a10448ecf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Checking segment: {'id': 'aa550ccb-9c08-4735-9054-0d430447d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f0d3cebe-b447-45aa-b3f5-40df61817c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:55.902405 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44d2859-e38c-464c-973b-2d0a10448ecf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network hostable DHCP agents. Network: f0d3cebe-b447-45aa-b3f5-40df61817c6a, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:21:55.903311 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58878) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:55.911874 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-26f142c6-aecf-4872-95b3-b45f10beeb02 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:subnet and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:55.916909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-de231acb-ca98-4eed-a981-e779cee834d0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:55.919533 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1cae6c9d-a3fa-455a-8b6a-3ee76827e125 tempest-NetworksIpV6Test-661911592 tempest-NetworksIpV6Test-661911592-project] 10.222.0.130 "DELETE /v2.0/networks/1be12f66-3a38-46a8-a01b-b69bc631e96a HTTP/1.1" status: 204 len: 168 time: 2.3153522 Jan 24 16:21:55.920644 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-26f142c6-aecf-4872-95b3-b45f10beeb02 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:55.932766 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7f6e6-ee9b-4102-b1e9-e21c604843b3 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50157c9d-deb1-406e-a941-22f3d37dd37d,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:55.971359 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a706447f-e31d-40dc-8222-a315d324ba64 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.973845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a706447f-e31d-40dc-8222-a315d324ba64 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:55.978890 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a706447f-e31d-40dc-8222-a315d324ba64 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/floatingips/bb03468e-afae-4222-88c4-7742851f5ae1 HTTP/1.1" status: 204 len: 168 time: 2.6917572 Jan 24 16:21:55.981856 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c2885e7d-c65d-4973-b7d4-40714c845433 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=4db60bb8db6641c09d9c5a40bca9b42a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4332948 Jan 24 16:21:55.983784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58884) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:55.985947 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58886) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:55.991586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '29ed270f-ca27-417f-a09a-35289a552809'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:55.997110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de231acb-ca98-4eed-a981-e779cee834d0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Made reservation on behalf of 683bedfc540b431d8318ee7c07b39995 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:55.999809 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-de231acb-ca98-4eed-a981-e779cee834d0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.035615 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:56.080105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-efd63d70-8993-434f-bff4-4ace0e8b6c41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:56.082454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-26f142c6-aecf-4872-95b3-b45f10beeb02 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:56.090934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-efd63d70-8993-434f-bff4-4ace0e8b6c41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:56.097559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-efd63d70-8993-434f-bff4-4ace0e8b6c41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:56.098349 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Usage tracker for resource:floatingip and tenant:af052b8aa9e742caa4ed884470bec1dd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:56.108247 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:56.110542 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-efd63d70-8993-434f-bff4-4ace0e8b6c41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:56.122999 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f142c6-aecf-4872-95b3-b45f10beeb02 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:56.126782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:56.138219 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e1b25974-495b-4fdd-b4db-f2bea0908650 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:56.204400 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.230346 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e1b25974-495b-4fdd-b4db-f2bea0908650 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:56.234848 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e1b25974-495b-4fdd-b4db-f2bea0908650 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3288388 Jan 24 16:21:56.238277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58892) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:56.275522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab38a846-61c6-48ed-91cc-1d1dea0bd096 None None] Unable to find a vacant binding_index for network f0d3cebe-b447-45aa-b3f5-40df61817c6a and agent 698b7180-318f-489b-a496-e7e58fcba699 {{(pid=83467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 24 16:21:56.283709 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-85dbeb6b-0d63-405f-8cce-d21bd43fb416 None None] Provisioning for port 60738820-369b-4a5d-b905-ac55404510a6 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:56.289956 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-85dbeb6b-0d63-405f-8cce-d21bd43fb416 None None] Provisioning complete for port 60738820-369b-4a5d-b905-ac55404510a6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:56.290407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-85dbeb6b-0d63-405f-8cce-d21bd43fb416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.324363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0e4f-7648-4a01-8184-8f5ed10edc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.346347 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd63d70-8993-434f-bff4-4ace0e8b6c41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:56.355957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab38a846-61c6-48ed-91cc-1d1dea0bd096 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, f0d3cebe-b447-45aa-b3f5-40df61817c6a) {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 24 16:21:56.400354 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0e4f-7648-4a01-8184-8f5ed10edc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.447467 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44d2859-e38c-464c-973b-2d0a10448ecf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network f0d3cebe-b447-45aa-b3f5-40df61817c6a is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:21:56.460130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58898) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:56.481769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-c44d2859-e38c-464c-973b-2d0a10448ecf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, f0d3cebe-b447-45aa-b3f5-40df61817c6a) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:56.486872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44d2859-e38c-464c-973b-2d0a10448ecf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:56.488529 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c44d2859-e38c-464c-973b-2d0a10448ecf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.513011 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-85dbeb6b-0d63-405f-8cce-d21bd43fb416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.521153 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0720fad3-d7d0-450d-8405-b121b10a5fed tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.548315 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-26f142c6-aecf-4872-95b3-b45f10beeb02 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.564011 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-85dbeb6b-0d63-405f-8cce-d21bd43fb416 None None] For port 60738820-369b-4a5d-b905-ac55404510a6, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=60738820-369b-4a5d-b905-ac55404510a6,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:21:56.573198 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-85dbeb6b-0d63-405f-8cce-d21bd43fb416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.587861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0720fad3-d7d0-450d-8405-b121b10a5fed tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.608995 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0e4f-7648-4a01-8184-8f5ed10edc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.614976 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c44d2859-e38c-464c-973b-2d0a10448ecf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6675308 Jan 24 16:21:56.633726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58904) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:56.655888 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbeb6b-0d63-405f-8cce-d21bd43fb416 None None] Pushing event updated for resources: {'Port': ['ID=60738820-369b-4a5d-b905-ac55404510a6,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:56.660315 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'network_id': 'f0d3cebe-b447-45aa-b3f5-40df61817c6a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1762598530'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:56.678629 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f0e4f-7648-4a01-8184-8f5ed10edc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a00dc2a-48e9-44d3-83ab-7193feb5ac59,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:56.708703 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-efd63d70-8993-434f-bff4-4ace0e8b6c41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.808052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.867394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-de231acb-ca98-4eed-a981-e779cee834d0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.926804 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0720fad3-d7d0-450d-8405-b121b10a5fed tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.952249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0e4f-7648-4a01-8184-8f5ed10edc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:56.953354 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fb7f0e4f-7648-4a01-8184-8f5ed10edc1c admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/6a00dc2a-48e9-44d3-83ab-7193feb5ac59 HTTP/1.1" status: 204 len: 168 time: 0.9666052 Jan 24 16:21:56.953937 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 60738820-369b-4a5d-b905-ac55404510a6 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:57.018110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720fad3-d7d0-450d-8405-b121b10a5fed tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=604eff1d-8355-4b6e-820e-8859e7816856,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:57.031685 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df8fc35-3604-4659-874c-a5651cf4fffc None None] DHCP port deletion for 1be12f66-3a38-46a8-a01b-b69bc631e96a request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:21:57.074741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-f0d3cebe-b447-45aa-b3f5-40df61817c6a', 'network_id': 'f0d3cebe-b447-45aa-b3f5-40df61817c6a', 'tenant_id': '020c63c86e484c40a5cbd6c7b2bbb0fb', 'fixed_ips': [{'subnet_id': '53efdfdd-e5c3-4ba5-a3dd-06a90598581e'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:21:57.075859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.094138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de231acb-ca98-4eed-a981-e779cee834d0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:57.099965 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5ed46b00-456d-4d6d-8547-202a7a7b406d admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=16f95b1a0f7046a18412316f506009d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6324427 Jan 24 16:21:57.103789 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58910) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:57.104326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-de231acb-ca98-4eed-a981-e779cee834d0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:57.114007 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 60738820-369b-4a5d-b905-ac55404510a6 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:21:57.114699 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.140621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de231acb-ca98-4eed-a981-e779cee834d0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:57.141197 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-de231acb-ca98-4eed-a981-e779cee834d0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.146119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de231acb-ca98-4eed-a981-e779cee834d0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Subnet': ['ID=48d56c11-122d-4954-9623-d52df8407843,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:57.148522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:57.160679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0720fad3-d7d0-450d-8405-b121b10a5fed tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.165101 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0720fad3-d7d0-450d-8405-b121b10a5fed tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-groups/604eff1d-8355-4b6e-820e-8859e7816856 HTTP/1.1" status: 204 len: 168 time: 0.9246724 Jan 24 16:21:57.172743 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:port and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:57.175195 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58914) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:57.178095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:57.204384 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:57.231600 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-de231acb-ca98-4eed-a981-e779cee834d0 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1327970 Jan 24 16:21:57.232249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58918) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:57.259116 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-76a26c48-fa2d-4cad-bf6b-ff330759627a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-838165451', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '48d56c11-122d-4954-9623-d52df8407843'}], 'security_groups': ['1c356d2e-424b-4a75-b375-7d86c97b5ee2', '8015c88d-0fc4-4b6c-8812-0aa49a36bc07']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:57.266614 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f5d992d-5515-4121-a1c8-6107b8da2ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.268583 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-26f142c6-aecf-4872-95b3-b45f10beeb02 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.290483 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Allocated IP 172.26.2.165 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/9553d9e2-9e55-4d36-b63d-4cba139c099d) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:57.292508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:57.295166 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Allocated IP 2001:db8::2 (f0d3cebe-b447-45aa-b3f5-40df61817c6a/53efdfdd-e5c3-4ba5-a3dd-06a90598581e/6bbff95f-1d4a-4128-86dc-1874c33d99b7) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:57.295717 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.361811 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f5d992d-5515-4121-a1c8-6107b8da2ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.444376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] device_id is not set on port 3849ebbd-93bc-4166-960a-7fe893b26158 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:21:57.454730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f142c6-aecf-4872-95b3-b45f10beeb02 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Subnet': ['ID=2ab9ce8a-0470-4145-aafb-6ee60239d044,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:57.483207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f142c6-aecf-4872-95b3-b45f10beeb02 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Checking segment: {'id': '01fbff83-2615-49fe-add1-a62bbcb6ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '81e074a0-6b2d-4e99-a78a-9cbab0495166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:57.483739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f142c6-aecf-4872-95b3-b45f10beeb02 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network hostable DHCP agents. Network: 81e074a0-6b2d-4e99-a78a-9cbab0495166, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:21:57.517905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-efd63d70-8993-434f-bff4-4ace0e8b6c41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.519737 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.523553 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c75acd0d-f495-4ed8-a28b-d0da2146929d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:57.591272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f142c6-aecf-4872-95b3-b45f10beeb02 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network 81e074a0-6b2d-4e99-a78a-9cbab0495166 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:21:57.613969 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-76a26c48-fa2d-4cad-bf6b-ff330759627a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.614910 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f5d992d-5515-4121-a1c8-6107b8da2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.631410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Transition to ACTIVE for port object 6bbff95f-1d4a-4128-86dc-1874c33d99b7 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:57.642397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d992d-5515-4121-a1c8-6107b8da2ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b598e8b1-ef1d-4828-87b8-fcbfe5af288d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:57.650229 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd63d70-8993-434f-bff4-4ace0e8b6c41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:57.655942 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-efd63d70-8993-434f-bff4-4ace0e8b6c41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:57.664126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-26f142c6-aecf-4872-95b3-b45f10beeb02 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 81e074a0-6b2d-4e99-a78a-9cbab0495166) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:57.667114 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd63d70-8993-434f-bff4-4ace0e8b6c41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:57.667690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-efd63d70-8993-434f-bff4-4ace0e8b6c41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.679365 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Transition to ACTIVE for port object 6bbff95f-1d4a-4128-86dc-1874c33d99b7 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:57.689335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd63d70-8993-434f-bff4-4ace0e8b6c41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=72604953-bd43-4588-9a6e-418295af34d3,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:57.695013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.704310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f142c6-aecf-4872-95b3-b45f10beeb02 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:57.704905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-26f142c6-aecf-4872-95b3-b45f10beeb02 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.726939 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f5d992d-5515-4121-a1c8-6107b8da2ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.730873 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2f5d992d-5515-4121-a1c8-6107b8da2ac3 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/b598e8b1-ef1d-4828-87b8-fcbfe5af288d HTTP/1.1" status: 204 len: 168 time: 0.6203082 Jan 24 16:21:57.735890 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-26f142c6-aecf-4872-95b3-b45f10beeb02 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1171000 Jan 24 16:21:57.739853 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58934) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:57.808551 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Network f0d3cebe-b447-45aa-b3f5-40df61817c6a is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:57.820395 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:57.825512 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:57.829807 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Pushing event updated for resources: {'Port': ['ID=6bbff95f-1d4a-4128-86dc-1874c33d99b7,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:57.855742 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-efd63d70-8993-434f-bff4-4ace0e8b6c41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9774287 Jan 24 16:21:57.859010 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58938) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:57.922686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-131f2902-c0f5-4c8f-afdc-e720388bf806 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.971783 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Attempting to bind port 6bbff95f-1d4a-4128-86dc-1874c33d99b7 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:21:57.972285 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Attempting to bind port 6bbff95f-1d4a-4128-86dc-1874c33d99b7 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'aa550ccb-9c08-4735-9054-0d430447d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f0d3cebe-b447-45aa-b3f5-40df61817c6a'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:21:57.972737 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Attempting to bind port 6bbff95f-1d4a-4128-86dc-1874c33d99b7 on network f0d3cebe-b447-45aa-b3f5-40df61817c6a {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:21:57.982363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:21:57.982881 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Checking segment: {'id': 'aa550ccb-9c08-4735-9054-0d430447d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f0d3cebe-b447-45aa-b3f5-40df61817c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:21:57.983675 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:57.984187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Bound using segment: {'id': 'aa550ccb-9c08-4735-9054-0d430447d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f0d3cebe-b447-45aa-b3f5-40df61817c6a'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:21:57.984914 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Bound port: 6bbff95f-1d4a-4128-86dc-1874c33d99b7, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa550ccb-9c08-4735-9054-0d430447d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f0d3cebe-b447-45aa-b3f5-40df61817c6a'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:21:57.985550 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:58.023116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-131f2902-c0f5-4c8f-afdc-e720388bf806 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:58.141841 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] For port 6bbff95f-1d4a-4128-86dc-1874c33d99b7, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:21:58.147353 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] For port 6bbff95f-1d4a-4128-86dc-1874c33d99b7, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6bbff95f-1d4a-4128-86dc-1874c33d99b7,segment=NetworkSegment(aa550ccb-9c08-4735-9054-0d430447d212),segment_id=aa550ccb-9c08-4735-9054-0d430447d212)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:21:58.152689 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-131f2902-c0f5-4c8f-afdc-e720388bf806 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:58.157147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:58.202449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Allocated IP 2001:db8::21c (f0d3cebe-b447-45aa-b3f5-40df61817c6a/53efdfdd-e5c3-4ba5-a3dd-06a90598581e/3849ebbd-93bc-4166-960a-7fe893b26158) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:58.263936 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44085b-73fb-4449-9ad4-2224d671d3a4 None None] Pushing event updated for resources: {'Port': ['ID=6bbff95f-1d4a-4128-86dc-1874c33d99b7,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:58.332213 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'mac_address': 'fa:16:3e:24:ea:6c', 'name': 'tempest-NetworksTestDHCPv6-2020753193'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:58.347656 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-131f2902-c0f5-4c8f-afdc-e720388bf806 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:58.367581 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c75acd0d-f495-4ed8-a28b-d0da2146929d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:58.369408 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c75acd0d-f495-4ed8-a28b-d0da2146929d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 1.1927433 Jan 24 16:21:58.373736 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f2902-c0f5-4c8f-afdc-e720388bf806 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab9ce8a-0470-4145-aafb-6ee60239d044,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:58.383895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58952) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:58.446321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:58.531352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:58.613861 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:58.623008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-131f2902-c0f5-4c8f-afdc-e720388bf806 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e074a0-6b2d-4e99-a78a-9cbab0495166']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:58.630590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:58.634271 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:58.643577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:58.667144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-131f2902-c0f5-4c8f-afdc-e720388bf806 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01fbff83-2615-49fe-add1-a62bbcb6ead9') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:58.667414 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-131f2902-c0f5-4c8f-afdc-e720388bf806 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01fbff83-2615-49fe-add1-a62bbcb6ead9') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:21:58.675105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6db4cda9-2e10-468c-a5ba-6bc16ddc1a86 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:58.708842 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6db4cda9-2e10-468c-a5ba-6bc16ddc1a86 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:58.721751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-131f2902-c0f5-4c8f-afdc-e720388bf806 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:58.750504 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:58.753303 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:58.808963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:58.860545 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=9553d9e2-9e55-4d36-b63d-4cba139c099d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:58.875327 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:58.897524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:58.904360 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-131f2902-c0f5-4c8f-afdc-e720388bf806 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:58.906358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:58.925319 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131f2902-c0f5-4c8f-afdc-e720388bf806 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:21:58.925658 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-131f2902-c0f5-4c8f-afdc-e720388bf806 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:58.931210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6bbff95f-1d4a-4128-86dc-1874c33d99b7 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:21:58.951583 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port 9fac4930-6c2d-4781-ae59-6c28a2ebdf64 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:21:58.962433 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Transition to ACTIVE for port object 3849ebbd-93bc-4166-960a-7fe893b26158 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:21:59.021922 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:21:59.043917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 6bbff95f-1d4a-4128-86dc-1874c33d99b7 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:21:59.059661 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 10f3933d-d0c2-4afd-9417-31c8f7df13e6 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:21:59.102971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 10f3933d-d0c2-4afd-9417-31c8f7df13e6 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:21:59.103761 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 10f3933d-d0c2-4afd-9417-31c8f7df13e6 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:21:59.186763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6db4cda9-2e10-468c-a5ba-6bc16ddc1a86 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:59.222794 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-131f2902-c0f5-4c8f-afdc-e720388bf806 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:59.247196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:59.257074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4cda9-2e10-468c-a5ba-6bc16ddc1a86 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03258003-bfc0-4c06-a0e4-060ce4ac7c4f,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:59.295320 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-131f2902-c0f5-4c8f-afdc-e720388bf806 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:59.323375 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f2902-c0f5-4c8f-afdc-e720388bf806 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Network': ['ID=81e074a0-6b2d-4e99-a78a-9cbab0495166,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:21:59.341289 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-131f2902-c0f5-4c8f-afdc-e720388bf806 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/81e074a0-6b2d-4e99-a78a-9cbab0495166 HTTP/1.1" status: 204 len: 168 time: 1.6003060 Jan 24 16:21:59.348692 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58976) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:59.349916 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6db4cda9-2e10-468c-a5ba-6bc16ddc1a86 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:59.353685 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6db4cda9-2e10-468c-a5ba-6bc16ddc1a86 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-groups/03258003-bfc0-4c06-a0e4-060ce4ac7c4f HTTP/1.1" status: 204 len: 168 time: 0.9623997 Jan 24 16:21:59.359269 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-da46eae4-0883-49a1-880e-c1ef74378027 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1011785189'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:59.365014 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-da46eae4-0883-49a1-880e-c1ef74378027 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:59.369732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-da46eae4-0883-49a1-880e-c1ef74378027 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:network and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:21:59.372698 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-da46eae4-0883-49a1-880e-c1ef74378027 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:21:59.378401 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-da46eae4-0883-49a1-880e-c1ef74378027 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:59.398539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58978) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:59.405053 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-76a26c48-fa2d-4cad-bf6b-ff330759627a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Delete allocated IP 172.20.0.5 (0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031/943e20c9-daa3-4251-b277-19f1c337d866) {{(pid=83465) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 24 16:21:59.414530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-76a26c48-fa2d-4cad-bf6b-ff330759627a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Allocated IP 172.20.0.36 (0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031/48d56c11-122d-4954-9623-d52df8407843/cfcce7a7-5a56-4037-a6ff-82e3275c7278) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:59.460244 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da46eae4-0883-49a1-880e-c1ef74378027 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:21:59.463285 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da46eae4-0883-49a1-880e-c1ef74378027 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:59.497806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 58984) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:59.556011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-96b56aaf-cb95-44f5-bee8-1eaf1eabc75d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:21:59.589731 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8:0:1::232 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/72604953-bd43-4588-9a6e-418295af34d3/9fac4930-6c2d-4781-ae59-6c28a2ebdf64) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:59.594429 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da46eae4-0883-49a1-880e-c1ef74378027 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:21:59.606097 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::f816:3eff:fe24:ea6c (97b1ab35-d9e1-4792-9053-01bd1c506e0f/a6695369-fbff-45c4-b830-adc3e62b142c/9fac4930-6c2d-4781-ae59-6c28a2ebdf64) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:21:59.614764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da46eae4-0883-49a1-880e-c1ef74378027 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:59.615616 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-da46eae4-0883-49a1-880e-c1ef74378027 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Added segment 8d1634b8-776d-4f4b-ae13-417449fac73f of type vlan for network a4461682-42ba-4e4a-ab04-ad53f38e6dc4 Jan 24 16:21:59.625185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-96b56aaf-cb95-44f5-bee8-1eaf1eabc75d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:21:59.631809 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-96b56aaf-cb95-44f5-bee8-1eaf1eabc75d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2314167 Jan 24 16:21:59.642604 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 58988) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:21:59.655058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-79af523a-2933-4a0a-a1d9-a76b766f1d44 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846548817'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:21:59.671860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-79af523a-2933-4a0a-a1d9-a76b766f1d44 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:21:59.708947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-79af523a-2933-4a0a-a1d9-a76b766f1d44 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:21:59.713933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da46eae4-0883-49a1-880e-c1ef74378027 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:59.717949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-76a26c48-fa2d-4cad-bf6b-ff330759627a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:59.751835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-76a26c48-fa2d-4cad-bf6b-ff330759627a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Transition to ACTIVE for port object cfcce7a7-5a56-4037-a6ff-82e3275c7278 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:59.757688 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network f0d3cebe-b447-45aa-b3f5-40df61817c6a is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:21:59.771226 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:21:59.777639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-76a26c48-fa2d-4cad-bf6b-ff330759627a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:59.781460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:21:59.785598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:59.786397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:59.816241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68012898-f804-4d75-88b7-9681ba6138de None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:59.819829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79af523a-2933-4a0a-a1d9-a76b766f1d44 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:59.927207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:59.943438 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object 9fac4930-6c2d-4781-ae59-6c28a2ebdf64 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:21:59.964594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da46eae4-0883-49a1-880e-c1ef74378027 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:21:59.969541 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed684836-e961-4216-84c2-ff00dd114b71 None None] Network f0d3cebe-b447-45aa-b3f5-40df61817c6a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:21:59.973005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da46eae4-0883-49a1-880e-c1ef74378027 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:21:59.973743 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da46eae4-0883-49a1-880e-c1ef74378027 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:00.000567 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7982566-dfd9-4453-b270-9e659a1ef64b None None] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:00.048260 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:00.058529 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-79af523a-2933-4a0a-a1d9-a76b766f1d44 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:00.117080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20a15e1-6c1a-493c-a67d-6215f906c6f2 None None] Network 81e074a0-6b2d-4e99-a78a-9cbab0495166 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:00.160047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-79af523a-2933-4a0a-a1d9-a76b766f1d44 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:00.186449 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-79af523a-2933-4a0a-a1d9-a76b766f1d44 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:00.203926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-79af523a-2933-4a0a-a1d9-a76b766f1d44 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:00.210834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f4611216-0a00-4161-937f-79c1c472ac20 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1719484536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:00.246459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46eae4-0883-49a1-880e-c1ef74378027 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Network': ['ID=a4461682-42ba-4e4a-ab04-ad53f38e6dc4,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:00.247152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f4611216-0a00-4161-937f-79c1c472ac20 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:00.250986 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=3849ebbd-93bc-4166-960a-7fe893b26158,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:00.260507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:00.262104 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=9fac4930-6c2d-4781-ae59-6c28a2ebdf64,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:00.262505 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f4611216-0a00-4161-937f-79c1c472ac20 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Usage tracker for resource:router and tenant:0db0cb7b5cae4f4ebb8def56bc05f330 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:00.265098 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-da46eae4-0883-49a1-880e-c1ef74378027 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9103682 Jan 24 16:22:00.266061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:00.268426 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59004) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:00.270248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:00.276234 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:00.277089 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:00.298660 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-80ebb526-982b-4169-a9c0-f726c7623ae8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'subnet': {'network_id': 'a4461682-42ba-4e4a-ab04-ad53f38e6dc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:00.303493 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20a15e1-6c1a-493c-a67d-6215f906c6f2 None None] Network 81e074a0-6b2d-4e99-a78a-9cbab0495166 could not be found, it might have been deleted concurrently. {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 24 16:22:00.323114 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bc823d0b-76cf-4f10-a341-03282e25f088 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.4626040 Jan 24 16:22:00.323352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59008) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:00.323520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network a4461682-42ba-4e4a-ab04-ad53f38e6dc4 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:00.363929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:00.364702 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f4611216-0a00-4161-937f-79c1c472ac20 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:00.372496 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f4611216-0a00-4161-937f-79c1c472ac20 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:00.500904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:00.518421 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-66112f84-cd8b-4919-8270-92cf50aba539 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port 9fac4930-6c2d-4781-ae59-6c28a2ebdf64 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:00.518796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66112f84-cd8b-4919-8270-92cf50aba539 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:00.556357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59014) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:00.580225 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-80ebb526-982b-4169-a9c0-f726c7623ae8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:00.614996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-80ebb526-982b-4169-a9c0-f726c7623ae8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:subnet and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:00.625607 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-80ebb526-982b-4169-a9c0-f726c7623ae8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:00.636015 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-80ebb526-982b-4169-a9c0-f726c7623ae8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:00.676967 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79af523a-2933-4a0a-a1d9-a76b766f1d44 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:00.685920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1722317e-475f-46e5-b46c-f2e18524bff2 None None] Network 81e074a0-6b2d-4e99-a78a-9cbab0495166 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:00.693376 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79af523a-2933-4a0a-a1d9-a76b766f1d44 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:00.719583 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e8a0d943-cbed-422d-8052-b6140bdb1c6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.0770347 Jan 24 16:22:00.720900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f4611216-0a00-4161-937f-79c1c472ac20 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:00.722033 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f4611216-0a00-4161-937f-79c1c472ac20 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:00.734911 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59020) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:00.735608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ebb526-982b-4169-a9c0-f726c7623ae8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:00.744058 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f4611216-0a00-4161-937f-79c1c472ac20 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:00.780650 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f4611216-0a00-4161-937f-79c1c472ac20 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:00.820885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f4611216-0a00-4161-937f-79c1c472ac20 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:00.825199 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f4611216-0a00-4161-937f-79c1c472ac20 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0892692 Jan 24 16:22:00.831289 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59024) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:00.852417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-803406641'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:00.862070 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a26c48-fa2d-4cad-bf6b-ff330759627a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event updated for resources: {'Port': ['ID=cfcce7a7-5a56-4037-a6ff-82e3275c7278,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:00.865345 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:00.887902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1722317e-475f-46e5-b46c-f2e18524bff2 None None] Network 81e074a0-6b2d-4e99-a78a-9cbab0495166 could not be found, it might have been deleted concurrently. {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 24 16:22:00.894290 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Usage tracker for resource:network and tenant:0db0cb7b5cae4f4ebb8def56bc05f330 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:00.912212 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-313328785', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:00.935334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:00.945028 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:00.947769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-76a26c48-fa2d-4cad-bf6b-ff330759627a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] In _notify_port_updated(), no bound segment for port cfcce7a7-5a56-4037-a6ff-82e3275c7278 on network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 {{(pid=83465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:22:00.951827 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a26c48-fa2d-4cad-bf6b-ff330759627a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:00.952482 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-76a26c48-fa2d-4cad-bf6b-ff330759627a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:00.957325 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-76a26c48-fa2d-4cad-bf6b-ff330759627a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "PUT /v2.0/ports/cfcce7a7-5a56-4037-a6ff-82e3275c7278 HTTP/1.1" status: 200 len: 959 time: 3.7161505 Jan 24 16:22:00.967403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59028) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:00.970560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:00.973016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3cce7b8e-9310-4067-b8ca-1c12b08a6753 None None] Provisioning for port 6bbff95f-1d4a-4128-86dc-1874c33d99b7 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:00.985577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af523a-2933-4a0a-a1d9-a76b766f1d44 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1e75d7-6bee-4d9b-b4f4-2418d63aca19,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:00.993724 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3cce7b8e-9310-4067-b8ca-1c12b08a6753 None None] Provisioning complete for port 6bbff95f-1d4a-4128-86dc-1874c33d99b7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:00.993870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-79af523a-2933-4a0a-a1d9-a76b766f1d44 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:00.993972 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3cce7b8e-9310-4067-b8ca-1c12b08a6753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.001238 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-79af523a-2933-4a0a-a1d9-a76b766f1d44 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3567667 Jan 24 16:22:01.020770 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59032) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:01.032002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Usage tracker for resource:port and tenant:717365f943314fba913692ab3a8c89af is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:01.039070 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:01.049309 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-aeb359cd-2252-4114-91ea-1b8ab25375b4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group_rule': {'security_group_id': 'cd1e75d7-6bee-4d9b-b4f4-2418d63aca19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:01.055009 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Made reservation on behalf of 0db0cb7b5cae4f4ebb8def56bc05f330 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:01.059711 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.086461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.156516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-92a61d66-0a76-4fc0-86ca-a6a031c3b38d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port cfcce7a7-5a56-4037-a6ff-82e3275c7278 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:01.156984 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-92a61d66-0a76-4fc0-86ca-a6a031c3b38d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.205702 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-aeb359cd-2252-4114-91ea-1b8ab25375b4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:01.208272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:01.227465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-aeb359cd-2252-4114-91ea-1b8ab25375b4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:01.244118 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:01.247366 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-80ebb526-982b-4169-a9c0-f726c7623ae8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.256208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Usage tracker for resource:security_group_rule and tenant:0db0cb7b5cae4f4ebb8def56bc05f330 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:01.262568 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:01.270032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-aeb359cd-2252-4114-91ea-1b8ab25375b4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:01.278808 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:01.284198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-c7459d88-d54f-4735-9d66-b25d8992226d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 3849ebbd-93bc-4166-960a-7fe893b26158 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:01.284562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7459d88-d54f-4735-9d66-b25d8992226d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.329529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.343308 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.386050 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Made reservation on behalf of 717365f943314fba913692ab3a8c89af for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:01.388697 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.403327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-aeb359cd-2252-4114-91ea-1b8ab25375b4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:01.409110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3cce7b8e-9310-4067-b8ca-1c12b08a6753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.452533 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386b9a25-be85-467f-87b1-49d38697d5c9 None None] Update dhcp port {'port': {'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'fixed_ips': [{'subnet_id': '7e3325ab-f6b7-4c5e-8979-fa6522045ad7', 'ip_address': '172.20.0.18'}, {'subnet_id': '943e20c9-daa3-4251-b277-19f1c337d866', 'ip_address': '172.20.0.2'}, {'subnet_id': '48d56c11-122d-4954-9623-d52df8407843'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': '7d33741b-8ead-4100-b55f-c76df5ea08d5'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:22:01.458227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.498622 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5325a60-bd9f-41f5-8b8b-afe8db667782 None None] Update dhcp port {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'fixed_ips': [{'subnet_id': 'a6695369-fbff-45c4-b830-adc3e62b142c', 'ip_address': '2001:db8::f816:3eff:fe8f:986c'}, {'subnet_id': '72604953-bd43-4588-9a6e-418295af34d3'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': '60738820-369b-4a5d-b905-ac55404510a6'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:22:01.511111 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66112f84-cd8b-4919-8270-92cf50aba539 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.569055 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3cce7b8e-9310-4067-b8ca-1c12b08a6753 None None] For port 6bbff95f-1d4a-4128-86dc-1874c33d99b7, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6bbff95f-1d4a-4128-86dc-1874c33d99b7,segment=NetworkSegment(aa550ccb-9c08-4735-9054-0d430447d212),segment_id=aa550ccb-9c08-4735-9054-0d430447d212)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:01.576281 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-386b9a25-be85-467f-87b1-49d38697d5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.584709 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=9553d9e2-9e55-4d36-b63d-4cba139c099d,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:01.589020 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3cce7b8e-9310-4067-b8ca-1c12b08a6753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.653494 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.654917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a5325a60-bd9f-41f5-8b8b-afe8db667782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.686544 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aeb359cd-2252-4114-91ea-1b8ab25375b4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.713143 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-66112f84-cd8b-4919-8270-92cf50aba539 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for 9fac4930-6c2d-4781-ae59-6c28a2ebdf64 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:01.764532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.789748 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.792395 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:01.796079 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce7b8e-9310-4067-b8ca-1c12b08a6753 None None] Pushing event updated for resources: {'Port': ['ID=6bbff95f-1d4a-4128-86dc-1874c33d99b7,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:01.807570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-92a61d66-0a76-4fc0-86ca-a6a031c3b38d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:01.836529 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Usage tracker for resource:security_group_rule and tenant:717365f943314fba913692ab3a8c89af is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:01.846905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:01.980493 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-92a61d66-0a76-4fc0-86ca-a6a031c3b38d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for cfcce7a7-5a56-4037-a6ff-82e3275c7278 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:02.015155 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:22:02.043804 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028ee6cf-4224-4643-b890-644f840728a6,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:02.074896 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:02.075498 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Added segment 3c977813-e253-4416-bb60-7fee9d05302f of type vlan for network db6d5677-a3b3-43ce-a8fb-51d1131494ee Jan 24 16:22:02.159219 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:02.224784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:02.235421 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-386b9a25-be85-467f-87b1-49d38697d5c9 None None] Allocated IP 172.20.0.34 (0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031/48d56c11-122d-4954-9623-d52df8407843/7d33741b-8ead-4100-b55f-c76df5ea08d5) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:02.264280 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-a5325a60-bd9f-41f5-8b8b-afe8db667782 None None] Allocated IP 2001:db8:0:1::2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/72604953-bd43-4588-9a6e-418295af34d3/60738820-369b-4a5d-b905-ac55404510a6) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:02.316607 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66112f84-cd8b-4919-8270-92cf50aba539 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:02.326603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:02.330733 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:02.331348 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:02.353060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de0a00-1352-484a-87f9-6377c103281d None None] Network f0d3cebe-b447-45aa-b3f5-40df61817c6a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:02.359144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-92a61d66-0a76-4fc0-86ca-a6a031c3b38d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:02.409193 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66112f84-cd8b-4919-8270-92cf50aba539 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=9fac4930-6c2d-4781-ae59-6c28a2ebdf64,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:02.422813 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aeb359cd-2252-4114-91ea-1b8ab25375b4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:02.456590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aeb359cd-2252-4114-91ea-1b8ab25375b4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:02.492741 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a61d66-0a76-4fc0-86ca-a6a031c3b38d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=cfcce7a7-5a56-4037-a6ff-82e3275c7278,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:02.508270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event updated for resources: {'Network': ['ID=db6d5677-a3b3-43ce-a8fb-51d1131494ee,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:02.547723 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3e9e6ebf-297d-4e6a-8c72-9555714fbf29 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7148614 Jan 24 16:22:02.554417 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Floating IP a012aaf5-024a-4979-99a4-90ee4a8cdb34 associated. External IP: 172.26.2.165, port: 29ed270f-ca27-417f-a09a-35289a552809. Jan 24 16:22:02.554630 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7459d88-d54f-4735-9d66-b25d8992226d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:02.567210 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59036) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:02.568624 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-80ebb526-982b-4169-a9c0-f726c7623ae8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:02.572843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb359cd-2252-4114-91ea-1b8ab25375b4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4dcbe8-053c-4fd7-8161-4a9d919e7753,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:02.580429 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network db6d5677-a3b3-43ce-a8fb-51d1131494ee details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:02.627797 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-45e1f516-b7a1-4be9-80bd-7e7f6ee53872 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Request body: {'subnet': {'network_id': 'db6d5677-a3b3-43ce-a8fb-51d1131494ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:02.758969 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e769aa31-2a5f-42de-8f29-93e56911b3ab None None] Provisioning complete for port 6bbff95f-1d4a-4128-86dc-1874c33d99b7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:02.759342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e769aa31-2a5f-42de-8f29-93e56911b3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:02.803125 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-92a61d66-0a76-4fc0-86ca-a6a031c3b38d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:02.805292 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-92a61d66-0a76-4fc0-86ca-a6a031c3b38d tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/cfcce7a7-5a56-4037-a6ff-82e3275c7278 HTTP/1.1" status: 204 len: 168 time: 1.8370183 Jan 24 16:22:02.808029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59040) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:02.825995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:02.848397 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-386b9a25-be85-467f-87b1-49d38697d5c9 None None] For port 7d33741b-8ead-4100-b55f-c76df5ea08d5, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7d33741b-8ead-4100-b55f-c76df5ea08d5,segment=NetworkSegment(18c90327-8392-49d2-acb6-def7f3648354),segment_id=18c90327-8392-49d2-acb6-def7f3648354)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:02.854441 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3741cd4-fc68-4144-a13b-701071ca0a91 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] GET failed (client error): The resource could not be found. Jan 24 16:22:02.854651 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e3741cd4-fc68-4144-a13b-701071ca0a91 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Synchronizing usage tracker for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:02.878429 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e3741cd4-fc68-4144-a13b-701071ca0a91 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Unset dirty status for tenant:683bedfc540b431d8318ee7c07b39995 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:02.878429 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e3741cd4-fc68-4144-a13b-701071ca0a91 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports/cfcce7a7-5a56-4037-a6ff-82e3275c7278 HTTP/1.1" status: 404 len: 333 time: 0.0665290 Jan 24 16:22:02.889219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-c7459d88-d54f-4735-9d66-b25d8992226d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for 3849ebbd-93bc-4166-960a-7fe893b26158 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:02.924125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6bbff95f-1d4a-4128-86dc-1874c33d99b7 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:02.924376 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66112f84-cd8b-4919-8270-92cf50aba539 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:02.927346 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59044) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:02.941635 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:02.986566 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a5325a60-bd9f-41f5-8b8b-afe8db667782 None None] For port 60738820-369b-4a5d-b905-ac55404510a6, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=60738820-369b-4a5d-b905-ac55404510a6,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:02.991862 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.resource_extend [None req-386b9a25-be85-467f-87b1-49d38697d5c9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:22:02.997784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aeb359cd-2252-4114-91ea-1b8ab25375b4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:02.999329 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-aeb359cd-2252-4114-91ea-1b8ab25375b4 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.9772160 Jan 24 16:22:03.003970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59048) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:03.010597 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] device_id is not set on port 317f2329-c21b-413a-b2d7-9da2686fd9cc yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:22:03.039551 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-386b9a25-be85-467f-87b1-49d38697d5c9 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.047739 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-38acf5ec-a62c-4948-8326-8cdfe18cab78 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.090122 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-19eebce7-a5dc-41a7-8eff-26fcc2725496 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.100946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-38acf5ec-a62c-4948-8326-8cdfe18cab78 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.119616 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-19eebce7-a5dc-41a7-8eff-26fcc2725496 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.150939 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-386b9a25-be85-467f-87b1-49d38697d5c9 None None] Transition to ACTIVE for port object 7d33741b-8ead-4100-b55f-c76df5ea08d5 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:03.163367 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a5325a60-bd9f-41f5-8b8b-afe8db667782 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.179650 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-386b9a25-be85-467f-87b1-49d38697d5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.248085 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-19eebce7-a5dc-41a7-8eff-26fcc2725496 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.257087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-38acf5ec-a62c-4948-8326-8cdfe18cab78 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.264882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebb526-982b-4169-a9c0-f726c7623ae8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Subnet': ['ID=aa7f3b4a-8285-4372-8e76-0ad1a6757973,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:03.273550 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a5325a60-bd9f-41f5-8b8b-afe8db667782 None None] Transition to ACTIVE for port object 60738820-369b-4a5d-b905-ac55404510a6 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:03.282351 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eebce7-a5dc-41a7-8eff-26fcc2725496 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a4dcbe8-053c-4fd7-8161-4a9d919e7753,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:03.286082 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acf5ec-a62c-4948-8326-8cdfe18cab78 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe34602-df13-4692-aa39-2c24b87f9f0a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:03.310769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-19eebce7-a5dc-41a7-8eff-26fcc2725496 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.314437 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-19eebce7-a5dc-41a7-8eff-26fcc2725496 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/3a4dcbe8-053c-4fd7-8161-4a9d919e7753 HTTP/1.1" status: 204 len: 168 time: 0.3065948 Jan 24 16:22:03.314922 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-38acf5ec-a62c-4948-8326-8cdfe18cab78 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.315971 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-38acf5ec-a62c-4948-8326-8cdfe18cab78 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/security-groups/1fe34602-df13-4692-aa39-2c24b87f9f0a HTTP/1.1" status: 204 len: 168 time: 0.3890285 Jan 24 16:22:03.316094 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a5325a60-bd9f-41f5-8b8b-afe8db667782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.317461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59052) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:03.320234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59054) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:03.345134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344570cd-ed63-42f4-a9e3-1b84ce61bcf6,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:03.352364 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-66112f84-cd8b-4919-8270-92cf50aba539 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/9fac4930-6c2d-4781-ae59-6c28a2ebdf64 HTTP/1.1" status: 204 len: 168 time: 3.0243998 Jan 24 16:22:03.378333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59060) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:03.388741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b9a25-be85-467f-87b1-49d38697d5c9 None None] Pushing event updated for resources: {'Port': ['ID=7d33741b-8ead-4100-b55f-c76df5ea08d5,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:03.395145 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-45e1f516-b7a1-4be9-80bd-7e7f6ee53872 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:03.437132 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 6bbff95f-1d4a-4128-86dc-1874c33d99b7 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:03.437503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.463589 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-45e1f516-b7a1-4be9-80bd-7e7f6ee53872 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Usage tracker for resource:subnet and tenant:0db0cb7b5cae4f4ebb8def56bc05f330 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:03.486156 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-60c9b5ee-ba0e-4cd4-b3a7-1dd00740a2fb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:03.491830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-45e1f516-b7a1-4be9-80bd-7e7f6ee53872 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:03.508643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-45e1f516-b7a1-4be9-80bd-7e7f6ee53872 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:03.512448 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f6326c1-24b2-48fe-9af2-5c083a1a9730 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.533643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebb526-982b-4169-a9c0-f726c7623ae8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Checking segment: {'id': '8d1634b8-776d-4f4b-ae13-417449fac73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a4461682-42ba-4e4a-ab04-ad53f38e6dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:03.534093 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ebb526-982b-4169-a9c0-f726c7623ae8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network hostable DHCP agents. Network: a4461682-42ba-4e4a-ab04-ad53f38e6dc4, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:22:03.550740 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-60c9b5ee-ba0e-4cd4-b3a7-1dd00740a2fb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:03.552097 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-60c9b5ee-ba0e-4cd4-b3a7-1dd00740a2fb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2336333 Jan 24 16:22:03.553706 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f6326c1-24b2-48fe-9af2-5c083a1a9730 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.558257 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e1f516-b7a1-4be9-80bd-7e7f6ee53872 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Made reservation on behalf of 0db0cb7b5cae4f4ebb8def56bc05f330 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:03.561826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59064) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:03.635988 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e769aa31-2a5f-42de-8f29-93e56911b3ab None None] Provisioning for port 3849ebbd-93bc-4166-960a-7fe893b26158 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:03.642559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Allocated IP 172.26.2.68 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/317f2329-c21b-413a-b2d7-9da2686fd9cc) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:03.652236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 30860f65-4396-4e3b-87b1-722c8f1e65dd has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:22:03.682561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f6326c1-24b2-48fe-9af2-5c083a1a9730 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.699312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e769aa31-2a5f-42de-8f29-93e56911b3ab None None] Provisioning complete for port 3849ebbd-93bc-4166-960a-7fe893b26158 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:03.699682 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e769aa31-2a5f-42de-8f29-93e56911b3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.700178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e732eac7-8bbc-4f8a-a74b-0bf0f410f4a2 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.705397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6326c1-24b2-48fe-9af2-5c083a1a9730 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8015c88d-0fc4-4b6c-8812-0aa49a36bc07,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:03.782478 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5325a60-bd9f-41f5-8b8b-afe8db667782 None None] Pushing event updated for resources: {'Port': ['ID=60738820-369b-4a5d-b905-ac55404510a6,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:03.786545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-45e1f516-b7a1-4be9-80bd-7e7f6ee53872 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.804971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f6326c1-24b2-48fe-9af2-5c083a1a9730 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.806360 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6f6326c1-24b2-48fe-9af2-5c083a1a9730 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/security-groups/8015c88d-0fc4-4b6c-8812-0aa49a36bc07 HTTP/1.1" status: 204 len: 168 time: 0.4841113 Jan 24 16:22:03.806540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e769aa31-2a5f-42de-8f29-93e56911b3ab None None] Port 3849ebbd-93bc-4166-960a-7fe893b26158 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:03.813205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59068) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:03.816739 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e732eac7-8bbc-4f8a-a74b-0bf0f410f4a2 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.834926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ebb526-982b-4169-a9c0-f726c7623ae8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network a4461682-42ba-4e4a-ab04-ad53f38e6dc4 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:22:03.872396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faa8b46-975a-4d72-93da-de0aaa4ffea7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:03.874787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8faa8b46-975a-4d72-93da-de0aaa4ffea7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:03.948126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7459d88-d54f-4735-9d66-b25d8992226d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.963861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e732eac7-8bbc-4f8a-a74b-0bf0f410f4a2 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:03.978447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ff139dd-2724-4465-9b7a-d51f97f30a10 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:04.004772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732eac7-8bbc-4f8a-a74b-0bf0f410f4a2 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1e75d7-6bee-4d9b-b4f4-2418d63aca19,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:04.065074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-80ebb526-982b-4169-a9c0-f726c7623ae8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, a4461682-42ba-4e4a-ab04-ad53f38e6dc4) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:04.083111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f58ac70-acf1-4bed-aff4-6edd135a3bb5 None None] Network a4461682-42ba-4e4a-ab04-ad53f38e6dc4 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:04.089417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7459d88-d54f-4735-9d66-b25d8992226d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=3849ebbd-93bc-4166-960a-7fe893b26158,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:04.108434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ebb526-982b-4169-a9c0-f726c7623ae8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:04.109159 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-80ebb526-982b-4169-a9c0-f726c7623ae8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:04.153232 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ff139dd-2724-4465-9b7a-d51f97f30a10 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:04.165914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e732eac7-8bbc-4f8a-a74b-0bf0f410f4a2 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:04.167054 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e732eac7-8bbc-4f8a-a74b-0bf0f410f4a2 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-groups/cd1e75d7-6bee-4d9b-b4f4-2418d63aca19 HTTP/1.1" status: 204 len: 168 time: 0.5974302 Jan 24 16:22:04.178116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8faa8b46-975a-4d72-93da-de0aaa4ffea7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:04.179567 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8faa8b46-975a-4d72-93da-de0aaa4ffea7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7998164 Jan 24 16:22:04.185957 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59072) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:04.186317 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59074) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:04.323579 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7459d88-d54f-4735-9d66-b25d8992226d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:04.374709 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-80ebb526-982b-4169-a9c0-f726c7623ae8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.1056869 Jan 24 16:22:04.379554 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59080) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:04.381072 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c7459d88-d54f-4735-9d66-b25d8992226d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/3849ebbd-93bc-4166-960a-7fe893b26158 HTTP/1.1" status: 204 len: 168 time: 3.6297750 Jan 24 16:22:04.385855 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59084) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:04.428930 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-a4461682-42ba-4e4a-ab04-ad53f38e6dc4', 'network_id': 'a4461682-42ba-4e4a-ab04-ad53f38e6dc4', 'tenant_id': 'a1ab4d499c3b4a4ab8671837a20cbe1b', 'fixed_ips': [{'subnet_id': 'aa7f3b4a-8285-4372-8e76-0ad1a6757973'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:22:04.429865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:04.519132 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-087e5728-a208-484d-bace-89b29c960922 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] GET failed (client error): The resource could not be found. Jan 24 16:22:04.519759 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-087e5728-a208-484d-bace-89b29c960922 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:04.535387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ccef78f3-4583-46ed-816c-3c0e870e9655 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:04.551252 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ff139dd-2724-4465-9b7a-d51f97f30a10 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:04.562531 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-65cdc67e-1f62-49aa-ba3b-71519efaa34f None None] Provisioning complete for port 6bbff95f-1d4a-4128-86dc-1874c33d99b7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:04.562990 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-65cdc67e-1f62-49aa-ba3b-71519efaa34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:04.598330 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff139dd-2724-4465-9b7a-d51f97f30a10 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c356d2e-424b-4a75-b375-7d86c97b5ee2,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:04.607651 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-087e5728-a208-484d-bace-89b29c960922 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:04.608859 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-087e5728-a208-484d-bace-89b29c960922 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/3849ebbd-93bc-4166-960a-7fe893b26158 HTTP/1.1" status: 404 len: 333 time: 0.2187874 Jan 24 16:22:04.616858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25303169-84b0-4462-b11f-997c203769fe tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:04.620741 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-25303169-84b0-4462-b11f-997c203769fe tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4292867 Jan 24 16:22:04.620741 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59088) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:04.624122 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59090) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:04.688694 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:22:04.697231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ff139dd-2724-4465-9b7a-d51f97f30a10 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:04.702949 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8ff139dd-2724-4465-9b7a-d51f97f30a10 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/security-groups/1c356d2e-424b-4a75-b375-7d86c97b5ee2 HTTP/1.1" status: 204 len: 168 time: 0.8840203 Jan 24 16:22:04.705331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59096) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:04.764472 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ccef78f3-4583-46ed-816c-3c0e870e9655 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:04.765664 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ccef78f3-4583-46ed-816c-3c0e870e9655 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5780950 Jan 24 16:22:04.769404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:04.785047 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59100) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:04.807882 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb1730f-0455-4d4c-9888-61ce7480fa75 None None] Sync routers for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:22:04.809374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-39871090-6fbb-4410-ad6d-db15d9d46aa6 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335981496'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:04.835967 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb1730f-0455-4d4c-9888-61ce7480fa75 None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:04.837398 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-ffb1730f-0455-4d4c-9888-61ce7480fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:21:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:04.838822 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-39871090-6fbb-4410-ad6d-db15d9d46aa6 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:04.870368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:04.917796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-39871090-6fbb-4410-ad6d-db15d9d46aa6 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:04.923558 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:04.956526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a382cce0-7a8b-4850-8b3e-8e24fe66235d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:04.957922 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a382cce0-7a8b-4850-8b3e-8e24fe66235d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:04.958309 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-ffb1730f-0455-4d4c-9888-61ce7480fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:04.959381 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a382cce0-7a8b-4850-8b3e-8e24fe66235d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:04.961113 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7d33741b-8ead-4100-b55f-c76df5ea08d5 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:04.964946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a382cce0-7a8b-4850-8b3e-8e24fe66235d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:04.993891 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.028274 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-65cdc67e-1f62-49aa-ba3b-71519efaa34f None None] Could not find standard attr ID for object 3849ebbd-93bc-4166-960a-7fe893b26158. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:22:05.051857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39871090-6fbb-4410-ad6d-db15d9d46aa6 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.098774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb1730f-0455-4d4c-9888-61ce7480fa75 None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:05.099506 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-ffb1730f-0455-4d4c-9888-61ce7480fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:21:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:05.105865 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Pushing event updated for resources: {'Port': ['ID=317f2329-c21b-413a-b2d7-9da2686fd9cc,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:05.128859 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-52e578ab-2a69-4fce-9dbb-53de21ee1c85 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.1439941 Jan 24 16:22:05.134184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59104) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:05.144254 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-45e1f516-b7a1-4be9-80bd-7e7f6ee53872 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.186995 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Allocated IP 172.20.0.1 (a4461682-42ba-4e4a-ab04-ad53f38e6dc4/aa7f3b4a-8285-4372-8e76-0ad1a6757973/e2545ec9-3007-4353-a7e0-5697026d189e) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:05.191378 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ba7e28-945a-441f-83a2-22ecb0762ae6 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:05.246774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e5de0db1-26b4-4bb0-ad8f-0dd53c6aeed6 None None] Could not find standard attr ID for object cfcce7a7-5a56-4037-a6ff-82e3275c7278. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:22:05.308762 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-ffb1730f-0455-4d4c-9888-61ce7480fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:05.309170 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb1730f-0455-4d4c-9888-61ce7480fa75 None None] The sync data for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:22:05.315018 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 60738820-369b-4a5d-b905-ac55404510a6 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:05.346643 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e5de0db1-26b4-4bb0-ad8f-0dd53c6aeed6 None None] Could not find standard attr ID for object 3849ebbd-93bc-4166-960a-7fe893b26158. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:22:05.352846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:05.365372 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a382cce0-7a8b-4850-8b3e-8e24fe66235d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:05.369170 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a382cce0-7a8b-4850-8b3e-8e24fe66235d tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7403984 Jan 24 16:22:05.371947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e1f516-b7a1-4be9-80bd-7e7f6ee53872 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Checking segment: {'id': '3c977813-e253-4416-bb60-7fee9d05302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'db6d5677-a3b3-43ce-a8fb-51d1131494ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:05.371947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e1f516-b7a1-4be9-80bd-7e7f6ee53872 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Network hostable DHCP agents. Network: db6d5677-a3b3-43ce-a8fb-51d1131494ee, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:22:05.372531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-cd67868c-b5f7-4b8b-ac0a-effc3e0a9cec tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-269828120'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:05.374619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:05.376601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59108) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:05.388987 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cd67868c-b5f7-4b8b-ac0a-effc3e0a9cec tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:05.393253 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:05.412536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cd67868c-b5f7-4b8b-ac0a-effc3e0a9cec tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Usage tracker for resource:network and tenant:af052b8aa9e742caa4ed884470bec1dd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:05.425733 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e5de0db1-26b4-4bb0-ad8f-0dd53c6aeed6 None None] Could not find standard attr ID for object 9fac4930-6c2d-4781-ae59-6c28a2ebdf64. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:22:05.432597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cd67868c-b5f7-4b8b-ac0a-effc3e0a9cec tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:05.435693 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-39871090-6fbb-4410-ad6d-db15d9d46aa6 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:05.452888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-39871090-6fbb-4410-ad6d-db15d9d46aa6 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:05.455570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cd67868c-b5f7-4b8b-ac0a-effc3e0a9cec tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:05.459128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-39871090-6fbb-4410-ad6d-db15d9d46aa6 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:05.478306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-39871090-6fbb-4410-ad6d-db15d9d46aa6 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:05.490491 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb38698b-3873-44ca-bee2-e32828b05807 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting subnet 53efdfdd-e5c3-4ba5-a3dd-06a90598581e {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:22:05.497858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd67868c-b5f7-4b8b-ac0a-effc3e0a9cec tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Made reservation on behalf of af052b8aa9e742caa4ed884470bec1dd for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:05.500910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cd67868c-b5f7-4b8b-ac0a-effc3e0a9cec tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.513509 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bb38698b-3873-44ca-bee2-e32828b05807 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.529874 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1f516-b7a1-4be9-80bd-7e7f6ee53872 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event updated for resources: {'Subnet': ['ID=7daa55ed-ca6f-4902-b2c4-cd0e8beea907,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:05.542203 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.556688 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e5de0db1-26b4-4bb0-ad8f-0dd53c6aeed6 None None] Provisioning for port 7d33741b-8ead-4100-b55f-c76df5ea08d5 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:05.584912 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e5de0db1-26b4-4bb0-ad8f-0dd53c6aeed6 None None] Provisioning complete for port 7d33741b-8ead-4100-b55f-c76df5ea08d5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:05.585208 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e5de0db1-26b4-4bb0-ad8f-0dd53c6aeed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.585332 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd67868c-b5f7-4b8b-ac0a-effc3e0a9cec tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:22:05.616176 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bb38698b-3873-44ca-bee2-e32828b05807 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.624138 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e1f516-b7a1-4be9-80bd-7e7f6ee53872 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Network db6d5677-a3b3-43ce-a8fb-51d1131494ee is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:22:05.633377 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:05.633993 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.663107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cd67868c-b5f7-4b8b-ac0a-effc3e0a9cec tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.663453 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-cd67868c-b5f7-4b8b-ac0a-effc3e0a9cec tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Added segment 6cc09851-3774-4957-ab28-0ee56e052bed of type vlan for network 113074bc-83e0-4e7a-a29f-0216b6ac3e05 Jan 24 16:22:05.696556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39871090-6fbb-4410-ad6d-db15d9d46aa6 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.725958 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39871090-6fbb-4410-ad6d-db15d9d46aa6 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.743890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cd67868c-b5f7-4b8b-ac0a-effc3e0a9cec tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.772520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.797693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Transition to ACTIVE for port object e2545ec9-3007-4353-a7e0-5697026d189e will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:05.813785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39871090-6fbb-4410-ad6d-db15d9d46aa6 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f563194-720a-423d-920a-d26df6cd1de9,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:05.839363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Transition to ACTIVE for port object e2545ec9-3007-4353-a7e0-5697026d189e will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:05.854133 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.869020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bb38698b-3873-44ca-bee2-e32828b05807 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.896307 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cd67868c-b5f7-4b8b-ac0a-effc3e0a9cec tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.899914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd67868c-b5f7-4b8b-ac0a-effc3e0a9cec tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:05.900491 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cd67868c-b5f7-4b8b-ac0a-effc3e0a9cec tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.931006 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39871090-6fbb-4410-ad6d-db15d9d46aa6 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.934849 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-39871090-6fbb-4410-ad6d-db15d9d46aa6 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1432967 Jan 24 16:22:05.941918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59112) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:05.943465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea1fb38-f91e-4a82-84b1-cadb7fe6c3fd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting subnet 943e20c9-daa3-4251-b277-19f1c337d866 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:22:05.949457 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4c758901-c9ab-4a97-bcef-7bc0ea2e8dcf tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group_rule': {'security_group_id': '6f563194-720a-423d-920a-d26df6cd1de9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:05.967993 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eea1fb38-f91e-4a82-84b1-cadb7fe6c3fd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:05.988253 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Network a4461682-42ba-4e4a-ab04-ad53f38e6dc4 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:05.999820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:06.004202 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Pushing event updated for resources: {'Port': ['ID=e2545ec9-3007-4353-a7e0-5697026d189e,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:06.007027 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:06.022885 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cd67868c-b5f7-4b8b-ac0a-effc3e0a9cec tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6550326 Jan 24 16:22:06.027061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4c758901-c9ab-4a97-bcef-7bc0ea2e8dcf tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:06.032294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59116) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:06.041626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-45e1f516-b7a1-4be9-80bd-7e7f6ee53872 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, db6d5677-a3b3-43ce-a8fb-51d1131494ee) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:06.047782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4c758901-c9ab-4a97-bcef-7bc0ea2e8dcf tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:06.062319 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-77d11701-c109-4a66-87ca-b52f3efc974a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'subnet': {'network_id': '113074bc-83e0-4e7a-a29f-0216b6ac3e05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:06.081421 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4c758901-c9ab-4a97-bcef-7bc0ea2e8dcf tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:06.092024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e1f516-b7a1-4be9-80bd-7e7f6ee53872 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:06.092515 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-45e1f516-b7a1-4be9-80bd-7e7f6ee53872 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.097921 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67868c-b5f7-4b8b-ac0a-effc3e0a9cec tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Network': ['ID=113074bc-83e0-4e7a-a29f-0216b6ac3e05,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:06.138169 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a05dbb-8319-4730-92d2-77d64c1ec34e None None] Network db6d5677-a3b3-43ce-a8fb-51d1131494ee requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:06.151345 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 113074bc-83e0-4e7a-a29f-0216b6ac3e05 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:06.154352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4c758901-c9ab-4a97-bcef-7bc0ea2e8dcf tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:06.165190 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4dca4119-c2a1-4579-88b5-a970c3fbe164 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.6078842 Jan 24 16:22:06.177406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-476273c8-05f7-442f-a902-29fdaceaa0ba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet 72604953-bd43-4588-9a6e-418295af34d3 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:22:06.180701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59120) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:06.189587 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-476273c8-05f7-442f-a902-29fdaceaa0ba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.210001 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.68'}]}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:06.217080 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:06.225744 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Usage tracker for resource:router and tenant:717365f943314fba913692ab3a8c89af is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:06.227122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eea1fb38-f91e-4a82-84b1-cadb7fe6c3fd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.239453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:06.254492 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bb38698b-3873-44ca-bee2-e32828b05807 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.259820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.260863 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:06.301259 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-45e1f516-b7a1-4be9-80bd-7e7f6ee53872 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7261410 Jan 24 16:22:06.304418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c758901-c9ab-4a97-bcef-7bc0ea2e8dcf tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.311129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59124) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:06.327887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38698b-3873-44ca-bee2-e32828b05807 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Subnet': ['ID=53efdfdd-e5c3-4ba5-a3dd-06a90598581e,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:06.334449 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7f3b4a-8285-4372-8e76-0ad1a6757973,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:06.344607 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-907e1691-d6dc-4fd8-9a33-7183af863fc0 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Request body: {'network': {'name': 'tempest-router-network01--1198724515'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:06.364824 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-77d11701-c109-4a66-87ca-b52f3efc974a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:06.367603 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e5de0db1-26b4-4bb0-ad8f-0dd53c6aeed6 None None] Provisioning complete for port bc290597-bb4e-465e-8ce2-c707de4b043d triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:06.367978 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e5de0db1-26b4-4bb0-ad8f-0dd53c6aeed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.379170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bb38698b-3873-44ca-bee2-e32828b05807 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.384019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-77d11701-c109-4a66-87ca-b52f3efc974a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Usage tracker for resource:subnet and tenant:af052b8aa9e742caa4ed884470bec1dd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:06.392011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.393305 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.395811 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-907e1691-d6dc-4fd8-9a33-7183af863fc0 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:06.402335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-77d11701-c109-4a66-87ca-b52f3efc974a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:06.406418 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c6a56e-3555-48c8-ace2-903aedeed356 None None] Network f0d3cebe-b447-45aa-b3f5-40df61817c6a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:06.419361 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bb38698b-3873-44ca-bee2-e32828b05807 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/53efdfdd-e5c3-4ba5-a3dd-06a90598581e HTTP/1.1" status: 204 len: 168 time: 1.7934742 Jan 24 16:22:06.419613 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-476273c8-05f7-442f-a902-29fdaceaa0ba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.419721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-77d11701-c109-4a66-87ca-b52f3efc974a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:06.425884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59128) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:06.440666 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Attempting to bind port e2545ec9-3007-4353-a7e0-5697026d189e on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:22:06.441288 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Attempting to bind port e2545ec9-3007-4353-a7e0-5697026d189e by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '8d1634b8-776d-4f4b-ae13-417449fac73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a4461682-42ba-4e4a-ab04-ad53f38e6dc4'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:22:06.441803 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Attempting to bind port e2545ec9-3007-4353-a7e0-5697026d189e on network a4461682-42ba-4e4a-ab04-ad53f38e6dc4 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:22:06.449726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-907e1691-d6dc-4fd8-9a33-7183af863fc0 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Usage tracker for resource:network and tenant:0db0cb7b5cae4f4ebb8def56bc05f330 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:06.461141 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-907e1691-d6dc-4fd8-9a33-7183af863fc0 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:06.533748 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-907e1691-d6dc-4fd8-9a33-7183af863fc0 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:06.554189 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:22:06.554588 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Checking segment: {'id': '8d1634b8-776d-4f4b-ae13-417449fac73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a4461682-42ba-4e4a-ab04-ad53f38e6dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:06.554953 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.555345 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Bound using segment: {'id': '8d1634b8-776d-4f4b-ae13-417449fac73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a4461682-42ba-4e4a-ab04-ad53f38e6dc4'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:22:06.556184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Bound port: e2545ec9-3007-4353-a7e0-5697026d189e, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1634b8-776d-4f4b-ae13-417449fac73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a4461682-42ba-4e4a-ab04-ad53f38e6dc4'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:22:06.556302 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.576852 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e5de0db1-26b4-4bb0-ad8f-0dd53c6aeed6 None None] Port bc290597-bb4e-465e-8ce2-c707de4b043d cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:06.589189 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.604676 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907e1691-d6dc-4fd8-9a33-7183af863fc0 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Made reservation on behalf of 0db0cb7b5cae4f4ebb8def56bc05f330 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:06.607590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-907e1691-d6dc-4fd8-9a33-7183af863fc0 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.631265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c758901-c9ab-4a97-bcef-7bc0ea2e8dcf tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.638694 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.638845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eea1fb38-f91e-4a82-84b1-cadb7fe6c3fd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.648138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c758901-c9ab-4a97-bcef-7bc0ea2e8dcf tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.684501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d11701-c109-4a66-87ca-b52f3efc974a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Made reservation on behalf of af052b8aa9e742caa4ed884470bec1dd for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:06.695429 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4461682-42ba-4e4a-ab04-ad53f38e6dc4']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:06.715917 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.717866 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 6bbff95f-1d4a-4128-86dc-1874c33d99b7 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:06.718157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.724731 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1634b8-776d-4f4b-ae13-417449fac73f') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:06.725016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1634b8-776d-4f4b-ae13-417449fac73f') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:06.745562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c758901-c9ab-4a97-bcef-7bc0ea2e8dcf tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa5ea69-197d-4daa-b95c-8c9dcc692540,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:06.754161 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907e1691-d6dc-4fd8-9a33-7183af863fc0 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:22:06.760858 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.781327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-476273c8-05f7-442f-a902-29fdaceaa0ba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.841187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.855113 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:22:06.855582 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.857829 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e5de0db1-26b4-4bb0-ad8f-0dd53c6aeed6 None None] Provisioning for port 60738820-369b-4a5d-b905-ac55404510a6 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:06.887636 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e5de0db1-26b4-4bb0-ad8f-0dd53c6aeed6 None None] Provisioning complete for port 60738820-369b-4a5d-b905-ac55404510a6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:06.888047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e5de0db1-26b4-4bb0-ad8f-0dd53c6aeed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.945467 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4c758901-c9ab-4a97-bcef-7bc0ea2e8dcf tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.949297 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4c758901-c9ab-4a97-bcef-7bc0ea2e8dcf tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0034628 Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:22:06.958687 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:22:06.968314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59132) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:06.972473 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-907e1691-d6dc-4fd8-9a33-7183af863fc0 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:06.972792 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-907e1691-d6dc-4fd8-9a33-7183af863fc0 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Added segment 91965958-10c8-4838-ad59-9b8382a57d94 of type vlan for network d9680cb9-1a30-4179-8e0f-8dc60f654f77 Jan 24 16:22:06.998441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-db6d5677-a3b3-43ce-a8fb-51d1131494ee', 'network_id': 'db6d5677-a3b3-43ce-a8fb-51d1131494ee', 'tenant_id': '0db0cb7b5cae4f4ebb8def56bc05f330', 'fixed_ips': [{'subnet_id': '7daa55ed-ca6f-4902-b2c4-cd0e8beea907'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:22:06.999240 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.015922 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] For port e2545ec9-3007-4353-a7e0-5697026d189e, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:22:07.044876 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] For port e2545ec9-3007-4353-a7e0-5697026d189e, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e2545ec9-3007-4353-a7e0-5697026d189e,segment=NetworkSegment(8d1634b8-776d-4f4b-ae13-417449fac73f),segment_id=8d1634b8-776d-4f4b-ae13-417449fac73f)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:22:07.049175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77d11701-c109-4a66-87ca-b52f3efc974a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.059987 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2e141611-7e22-4a5a-8887-ab1462fc3b1d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules/7aa5ea69-197d-4daa-b95c-8c9dcc692540 HTTP/1.1" status: 200 len: 705 time: 0.0852733 Jan 24 16:22:07.065625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59136) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:07.066294 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.api [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 24 16:22:07.066294 dv-neutron-826104-1-hyperv neutron-server[83466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 24 16:22:07.066294 dv-neutron-826104-1-hyperv neutron-server[83466]: [parameters: {'id': 'a4461682-42ba-4e4a-ab04-ad53f38e6dc4'}] Jan 24 16:22:07.066294 dv-neutron-826104-1-hyperv neutron-server[83466]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:22:07.066622 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG oslo_db.api [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:22:07.073455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eea1fb38-f91e-4a82-84b1-cadb7fe6c3fd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.078800 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-907e1691-d6dc-4fd8-9a33-7183af863fc0 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.088081 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.091840 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6c744341-709d-4d2e-837a-5e416bf66c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.148762 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcb0799-6417-4ea9-9de8-619f0567dcfc None None] DHCP port deletion for f0d3cebe-b447-45aa-b3f5-40df61817c6a request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:22:07.158975 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1fb38-f91e-4a82-84b1-cadb7fe6c3fd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Subnet': ['ID=943e20c9-daa3-4251-b277-19f1c337d866,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:07.181708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb0799-6417-4ea9-9de8-619f0567dcfc None None] Deleting port 6bbff95f-1d4a-4128-86dc-1874c33d99b7 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:07.181963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0799-6417-4ea9-9de8-619f0567dcfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.189746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eea1fb38-f91e-4a82-84b1-cadb7fe6c3fd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.209408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-476273c8-05f7-442f-a902-29fdaceaa0ba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.218910 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047a615c-f26d-4b3d-a7a6-4222f9841401 None None] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:07.263065 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-eea1fb38-f91e-4a82-84b1-cadb7fe6c3fd tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/943e20c9-daa3-4251-b277-19f1c337d866 HTTP/1.1" status: 204 len: 168 time: 2.5222704 Jan 24 16:22:07.263960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476273c8-05f7-442f-a902-29fdaceaa0ba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=72604953-bd43-4588-9a6e-418295af34d3,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:07.269957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59140) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:07.302777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-907e1691-d6dc-4fd8-9a33-7183af863fc0 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.306622 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907e1691-d6dc-4fd8-9a33-7183af863fc0 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:07.307307 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-907e1691-d6dc-4fd8-9a33-7183af863fc0 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.316533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5f0a8fe1-0e8d-42f4-89f2-97eb1d6b7736 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:07.363343 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-476273c8-05f7-442f-a902-29fdaceaa0ba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.365309 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-476273c8-05f7-442f-a902-29fdaceaa0ba tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/72604953-bd43-4588-9a6e-418295af34d3 HTTP/1.1" status: 204 len: 168 time: 1.9736266 Jan 24 16:22:07.372266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59144) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:07.379839 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] For port 6bbff95f-1d4a-4128-86dc-1874c33d99b7, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6bbff95f-1d4a-4128-86dc-1874c33d99b7,segment=NetworkSegment(aa550ccb-9c08-4735-9054-0d430447d212),segment_id=aa550ccb-9c08-4735-9054-0d430447d212)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:07.380277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.410720 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b62761-97ca-4250-b8f9-d93d380e9976 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:07.451529 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072266ec-9e52-41b7-9db6-e94ac76e8a93 None None] Pushing event updated for resources: {'Port': ['ID=e2545ec9-3007-4353-a7e0-5697026d189e,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:07.486428 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-907e1691-d6dc-4fd8-9a33-7183af863fc0 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1646388 Jan 24 16:22:07.502129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59148) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:07.517442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba0769d-cee9-4a6f-a892-02a85c55bd29 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting subnet 48d56c11-122d-4954-9623-d52df8407843 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:22:07.519326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5f0a8fe1-0e8d-42f4-89f2-97eb1d6b7736 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:07.523259 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5f0a8fe1-0e8d-42f4-89f2-97eb1d6b7736 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4532943 Jan 24 16:22:07.530052 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ef4747b4-137c-4bc0-a165-d1ecd4d98cc3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Request body: {'network': {'name': 'tempest-router-network02--1326589954'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:07.535662 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59152) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:07.537461 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bba0769d-cee9-4a6f-a892-02a85c55bd29 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.569726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e1691-d6dc-4fd8-9a33-7183af863fc0 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event updated for resources: {'Network': ['ID=d9680cb9-1a30-4179-8e0f-8dc60f654f77,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:07.576982 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ef4747b4-137c-4bc0-a165-d1ecd4d98cc3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:07.579031 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.604555 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ef4747b4-137c-4bc0-a165-d1ecd4d98cc3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Usage tracker for resource:network and tenant:0db0cb7b5cae4f4ebb8def56bc05f330 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:07.607838 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ef4747b4-137c-4bc0-a165-d1ecd4d98cc3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:07.635523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d043a8-bae9-4929-a440-63f86a094e37 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet a6695369-fbff-45c4-b830-adc3e62b142c {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:22:07.637734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ef4747b4-137c-4bc0-a165-d1ecd4d98cc3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:07.652343 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for 6bbff95f-1d4a-4128-86dc-1874c33d99b7 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:07.668683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network d9680cb9-1a30-4179-8e0f-8dc60f654f77 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:07.669565 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-87d043a8-bae9-4929-a440-63f86a094e37 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.691820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.698280 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bba0769d-cee9-4a6f-a892-02a85c55bd29 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.745424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Deleting port e2545ec9-3007-4353-a7e0-5697026d189e {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:07.745424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.776533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4747b4-137c-4bc0-a165-d1ecd4d98cc3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Made reservation on behalf of 0db0cb7b5cae4f4ebb8def56bc05f330 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:07.779465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ef4747b4-137c-4bc0-a165-d1ecd4d98cc3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.802689 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e6584b4d-3290-4005-831d-9793f7e96272 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.810051 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Allocated IP 2001:db8::2 (db6d5677-a3b3-43ce-a8fb-51d1131494ee/7daa55ed-ca6f-4902-b2c4-cd0e8beea907/9fa0f34b-8995-408d-a3d1-57980699c4f5) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:07.848973 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e6584b4d-3290-4005-831d-9793f7e96272 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.868476 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.876733 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-87d043a8-bae9-4929-a440-63f86a094e37 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:07.961919 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=6bbff95f-1d4a-4128-86dc-1874c33d99b7,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:07.974465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No DVR routers for this DVR port 6bbff95f-1d4a-4128-86dc-1874c33d99b7 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:22:07.989378 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a175d976-1c99-4064-8040-ebc9f7ef851c None None] Could not find standard attr ID for object 9fac4930-6c2d-4781-ae59-6c28a2ebdf64. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:22:07.991335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b62880-b218-496d-a3d5-0509594c4641 None None] Network a4461682-42ba-4e4a-ab04-ad53f38e6dc4 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:08.121287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4747b4-137c-4bc0-a165-d1ecd4d98cc3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:22:08.140404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e6584b4d-3290-4005-831d-9793f7e96272 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.149294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77d11701-c109-4a66-87ca-b52f3efc974a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.171980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bba0769d-cee9-4a6f-a892-02a85c55bd29 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.184199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a175d976-1c99-4064-8040-ebc9f7ef851c None None] Could not find standard attr ID for object cfcce7a7-5a56-4037-a6ff-82e3275c7278. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:22:08.195900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.212411 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6584b4d-3290-4005-831d-9793f7e96272 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7aa5ea69-197d-4daa-b95c-8c9dcc692540,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:08.218085 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ef4747b4-137c-4bc0-a165-d1ecd4d98cc3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.218628 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-ef4747b4-137c-4bc0-a165-d1ecd4d98cc3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Added segment 72e230c5-ea5f-489b-b237-6f8d5c609659 of type vlan for network 2aeb491c-88a3-4663-a3f7-991c692fd75b Jan 24 16:22:08.247654 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d3cebe-b447-45aa-b3f5-40df61817c6a']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:08.273374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa550ccb-9c08-4735-9054-0d430447d212') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:08.273759 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa550ccb-9c08-4735-9054-0d430447d212') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:08.281963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0fcb0799-6417-4ea9-9de8-619f0567dcfc None None] For port 6bbff95f-1d4a-4128-86dc-1874c33d99b7, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6bbff95f-1d4a-4128-86dc-1874c33d99b7,segment=NetworkSegment(aa550ccb-9c08-4735-9054-0d430447d212),segment_id=aa550ccb-9c08-4735-9054-0d430447d212)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:08.282353 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0799-6417-4ea9-9de8-619f0567dcfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.290713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d11701-c109-4a66-87ca-b52f3efc974a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Subnet': ['ID=ca3573e1-c25c-49b3-91ff-1ff55d8d8f84,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:08.305977 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.340960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.346889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d11701-c109-4a66-87ca-b52f3efc974a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Checking segment: {'id': '6cc09851-3774-4957-ab28-0ee56e052bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '113074bc-83e0-4e7a-a29f-0216b6ac3e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:08.347269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d11701-c109-4a66-87ca-b52f3efc974a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network hostable DHCP agents. Network: 113074bc-83e0-4e7a-a29f-0216b6ac3e05, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:22:08.353669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:22:08.354073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.370589 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ef4747b4-137c-4bc0-a165-d1ecd4d98cc3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:22:08.372058 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:22:08.374030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-87d043a8-bae9-4929-a440-63f86a094e37 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.422464 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e6584b4d-3290-4005-831d-9793f7e96272 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.423502 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e6584b4d-3290-4005-831d-9793f7e96272 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/7aa5ea69-197d-4daa-b95c-8c9dcc692540 HTTP/1.1" status: 204 len: 168 time: 0.8577645 Jan 24 16:22:08.433975 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59156) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:08.464705 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] For port e2545ec9-3007-4353-a7e0-5697026d189e, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e2545ec9-3007-4353-a7e0-5697026d189e,segment=NetworkSegment(8d1634b8-776d-4f4b-ae13-417449fac73f),segment_id=8d1634b8-776d-4f4b-ae13-417449fac73f)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:08.465020 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.466865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb0799-6417-4ea9-9de8-619f0567dcfc None None] Calling delete_port for 6bbff95f-1d4a-4128-86dc-1874c33d99b7 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:08.542649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.547687 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.580107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Network': ['ID=f0d3cebe-b447-45aa-b3f5-40df61817c6a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:08.590323 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d11701-c109-4a66-87ca-b52f3efc974a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 113074bc-83e0-4e7a-a29f-0216b6ac3e05 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:22:08.618294 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-62bb9374-59f2-4acc-b918-4849bf2708da tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/networks/f0d3cebe-b447-45aa-b3f5-40df61817c6a HTTP/1.1" status: 204 len: 168 time: 2.1871948 Jan 24 16:22:08.618294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.623493 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59160) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:08.626969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bba0769d-cee9-4a6f-a892-02a85c55bd29 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.631347 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a175d976-1c99-4064-8040-ebc9f7ef851c None None] Provisioning complete for port 60738820-369b-4a5d-b905-ac55404510a6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:08.632146 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a175d976-1c99-4064-8040-ebc9f7ef851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.648545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Calling delete_port for e2545ec9-3007-4353-a7e0-5697026d189e owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:08.651115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-77d11701-c109-4a66-87ca-b52f3efc974a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 113074bc-83e0-4e7a-a29f-0216b6ac3e05) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:08.664573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.700303 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f23af-c59d-4e7c-9b05-d1da94c1425c None None] Network 113074bc-83e0-4e7a-a29f-0216b6ac3e05 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:08.710249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'name': 'tempest-PortsIpV6TestJSON-304098258'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:08.755313 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0769d-cee9-4a6f-a892-02a85c55bd29 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Subnet': ['ID=48d56c11-122d-4954-9623-d52df8407843,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:08.857963 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ef4747b4-137c-4bc0-a165-d1ecd4d98cc3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.862125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4747b4-137c-4bc0-a165-d1ecd4d98cc3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:08.863195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ef4747b4-137c-4bc0-a165-d1ecd4d98cc3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.872714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bba0769d-cee9-4a6f-a892-02a85c55bd29 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.874529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d11701-c109-4a66-87ca-b52f3efc974a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:08.875470 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77d11701-c109-4a66-87ca-b52f3efc974a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:08.900833 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6bbff95f-1d4a-4128-86dc-1874c33d99b7 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:22:08.920092 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-77d11701-c109-4a66-87ca-b52f3efc974a tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8717270 Jan 24 16:22:08.936434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59164) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:08.989173 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 6bbff95f-1d4a-4128-86dc-1874c33d99b7 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:22:08.989521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6bbff95f-1d4a-4128-86dc-1874c33d99b7 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:22:08.991348 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.006767 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-0fcb0799-6417-4ea9-9de8-619f0567dcfc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:22:09.007118 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-0fcb0799-6417-4ea9-9de8-619f0567dcfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:22:09.066961 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-80883867', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:09.091672 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.108289 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7173b6cc-51d5-42f5-b42d-877953499b0c tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:09.137221 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Transition to ACTIVE for port object 9fa0f34b-8995-408d-a3d1-57980699c4f5 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:09.152351 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bba0769d-cee9-4a6f-a892-02a85c55bd29 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/48d56c11-122d-4954-9623-d52df8407843 HTTP/1.1" status: 204 len: 168 time: 1.8809731 Jan 24 16:22:09.154501 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:09.169866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-87d043a8-bae9-4929-a440-63f86a094e37 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.182408 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ef4747b4-137c-4bc0-a165-d1ecd4d98cc3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6719017 Jan 24 16:22:09.200776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59168) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:09.201099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59170) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:09.244516 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Usage tracker for resource:router and tenant:af052b8aa9e742caa4ed884470bec1dd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:09.259914 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:09.268860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-dba6f1e7-5d53-4c1a-b2da-e692ad5fcacb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Request body: {'subnet': {'network_id': 'd9680cb9-1a30-4179-8e0f-8dc60f654f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:09.329055 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:09.331607 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d043a8-bae9-4929-a440-63f86a094e37 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=a6695369-fbff-45c4-b830-adc3e62b142c,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:09.349584 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:09.351200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4747b4-137c-4bc0-a165-d1ecd4d98cc3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event updated for resources: {'Network': ['ID=2aeb491c-88a3-4663-a3f7-991c692fd75b,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:09.355359 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:port and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:09.400937 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 2aeb491c-88a3-4663-a3f7-991c692fd75b details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:09.403719 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d0f9dc-8b09-4f24-b349-9ea6526c76ab tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:09.404149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d0f9dc-8b09-4f24-b349-9ea6526c76ab tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:09.406672 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.414602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-87d043a8-bae9-4929-a440-63f86a094e37 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.419142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:09.454725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7173b6cc-51d5-42f5-b42d-877953499b0c tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:09.458637 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7173b6cc-51d5-42f5-b42d-877953499b0c tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 1.0189130 Jan 24 16:22:09.476619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59176) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:09.477754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:09.500278 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Transition to ACTIVE for port object 9fa0f34b-8995-408d-a3d1-57980699c4f5 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:09.504422 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-15d0f9dc-8b09-4f24-b349-9ea6526c76ab tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/943e20c9-daa3-4251-b277-19f1c337d866 HTTP/1.1" status: 404 len: 337 time: 0.2739763 Jan 24 16:22:09.505364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Port': ['ID=e2545ec9-3007-4353-a7e0-5697026d189e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:09.508341 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb0799-6417-4ea9-9de8-619f0567dcfc None None] Deleting port 6bbff95f-1d4a-4128-86dc-1874c33d99b7 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:09.508704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0799-6417-4ea9-9de8-619f0567dcfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.512959 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59180) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:09.516446 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-20ee46b4-e4ea-4145-8f63-df2070af249d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group_rule': {'security_group_id': '6f563194-720a-423d-920a-d26df6cd1de9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:09.523541 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-87d043a8-bae9-4929-a440-63f86a094e37 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/a6695369-fbff-45c4-b830-adc3e62b142c HTTP/1.1" status: 204 len: 168 time: 2.1008182 Jan 24 16:22:09.524627 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.525567 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.530408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59184) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:09.551821 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6a41383d-c658-420c-92f9-ed3e02bcf2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.566501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.571869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.576724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-20ee46b4-e4ea-4145-8f63-df2070af249d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:09.591462 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.600363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.600853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c29055a6-3441-443a-b04f-0c6d1e6cfcc1 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:22:09.624687 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 24 16:22:09.628454 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-95dc8729-69e9-4f2c-80f2-17ecb287ecf0 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.4439371 Jan 24 16:22:09.628698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59188) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:09.665761 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No DVR routers for this DVR port e2545ec9-3007-4353-a7e0-5697026d189e on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:22:09.670139 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:09.673065 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.698963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-cf22c488-ba95-4940-b55e-1e4e63df5301 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Deleting port 317f2329-c21b-413a-b2d7-9da2686fd9cc {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:09.699622 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf22c488-ba95-4940-b55e-1e4e63df5301 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.719321 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5a4fae1d-9bcc-4f51-a6e8-4f7b7aedd4e2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1753452 Jan 24 16:22:09.721472 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-20ee46b4-e4ea-4145-8f63-df2070af249d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:09.722857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59192) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:09.723946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-dba6f1e7-5d53-4c1a-b2da-e692ad5fcacb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:09.726047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb0799-6417-4ea9-9de8-619f0567dcfc None None] The port '6bbff95f-1d4a-4128-86dc-1874c33d99b7' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:22:09.739362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-59faeea5-ac8c-4d0c-b7df-daa0435ef9d4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:09.744369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-dba6f1e7-5d53-4c1a-b2da-e692ad5fcacb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Usage tracker for resource:subnet and tenant:0db0cb7b5cae4f4ebb8def56bc05f330 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:09.766423 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dda400-83fa-4c24-bfdc-aabab6da8cfc None None] Update dhcp port {'port': {'network_id': '0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031', 'fixed_ips': [{'subnet_id': '7e3325ab-f6b7-4c5e-8979-fa6522045ad7', 'ip_address': '172.20.0.18'}, {'subnet_id': '48d56c11-122d-4954-9623-d52df8407843'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': '7d33741b-8ead-4100-b55f-c76df5ea08d5'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:22:09.769135 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-dba6f1e7-5d53-4c1a-b2da-e692ad5fcacb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:09.789944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57476d20-4abd-4c61-8f07-1a4376bc4bae None None] Update dhcp port {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'fixed_ips': [{'subnet_id': 'a6695369-fbff-45c4-b830-adc3e62b142c'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': '60738820-369b-4a5d-b905-ac55404510a6'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:22:09.791907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-dba6f1e7-5d53-4c1a-b2da-e692ad5fcacb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:09.827320 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-113074bc-83e0-4e7a-a29f-0216b6ac3e05', 'network_id': '113074bc-83e0-4e7a-a29f-0216b6ac3e05', 'tenant_id': 'af052b8aa9e742caa4ed884470bec1dd', 'fixed_ips': [{'subnet_id': 'ca3573e1-c25c-49b3-91ff-1ff55d8d8f84'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:22:09.828106 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.856495 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1424af-c50d-4649-b2f5-250ca5b0748a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting subnet 7e3325ab-f6b7-4c5e-8979-fa6522045ad7 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:22:09.868329 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] device_id is not set on port 8fb5027b-5d6c-4345-a660-bef8225e4f52 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:22:09.877319 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Network db6d5677-a3b3-43ce-a8fb-51d1131494ee is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:09.879698 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Pushing event updated for resources: {'Port': ['ID=9fa0f34b-8995-408d-a3d1-57980699c4f5,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:09.891930 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:09.900511 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:09.916787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-db1424af-c50d-4649-b2f5-250ca5b0748a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.922789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-59faeea5-ac8c-4d0c-b7df-daa0435ef9d4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:09.956886 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-19dda400-83fa-4c24-bfdc-aabab6da8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:09.963768 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-59faeea5-ac8c-4d0c-b7df-daa0435ef9d4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:09.967707 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-57476d20-4abd-4c61-8f07-1a4376bc4bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.044868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59faeea5-ac8c-4d0c-b7df-daa0435ef9d4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:10.079867 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.093489 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-20ee46b4-e4ea-4145-8f63-df2070af249d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.106960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.137664 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba6f1e7-5d53-4c1a-b2da-e692ad5fcacb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Made reservation on behalf of 0db0cb7b5cae4f4ebb8def56bc05f330 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:10.184758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf22c488-ba95-4940-b55e-1e4e63df5301 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.201208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-59faeea5-ac8c-4d0c-b7df-daa0435ef9d4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.204954 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Attempting to bind port 9fa0f34b-8995-408d-a3d1-57980699c4f5 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:22:10.205311 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Attempting to bind port 9fa0f34b-8995-408d-a3d1-57980699c4f5 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '3c977813-e253-4416-bb60-7fee9d05302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'db6d5677-a3b3-43ce-a8fb-51d1131494ee'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:22:10.205658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Attempting to bind port 9fa0f34b-8995-408d-a3d1-57980699c4f5 on network db6d5677-a3b3-43ce-a8fb-51d1131494ee {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:22:10.277676 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4461682-42ba-4e4a-ab04-ad53f38e6dc4']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:10.285902 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-db1424af-c50d-4649-b2f5-250ca5b0748a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.330327 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-cf22c488-ba95-4940-b55e-1e4e63df5301 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Calling delete_port for 317f2329-c21b-413a-b2d7-9da2686fd9cc owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:10.358548 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1634b8-776d-4f4b-ae13-417449fac73f') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:10.358831 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1634b8-776d-4f4b-ae13-417449fac73f') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:10.378801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:22:10.379127 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Checking segment: {'id': '3c977813-e253-4416-bb60-7fee9d05302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'db6d5677-a3b3-43ce-a8fb-51d1131494ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:10.379528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.379902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Bound using segment: {'id': '3c977813-e253-4416-bb60-7fee9d05302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'db6d5677-a3b3-43ce-a8fb-51d1131494ee'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:22:10.380586 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Bound port: 9fa0f34b-8995-408d-a3d1-57980699c4f5, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c977813-e253-4416-bb60-7fee9d05302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'db6d5677-a3b3-43ce-a8fb-51d1131494ee'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:22:10.380949 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.420332 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.475193 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.508405 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Allocated IP 172.20.0.2 (113074bc-83e0-4e7a-a29f-0216b6ac3e05/ca3573e1-c25c-49b3-91ff-1ff55d8d8f84/8fe4df8d-c574-4b4b-aa77-833ffe633774) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:10.510786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dba6f1e7-5d53-4c1a-b2da-e692ad5fcacb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.511249 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7551a2-1e73-4cdb-8c2c-75f38f99baa6 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:10.524158 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.611493 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.627813 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf22c488-ba95-4940-b55e-1e4e63df5301 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.700126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22c488-ba95-4940-b55e-1e4e63df5301 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Pushing event deleted for resources: {'Port': ['ID=317f2329-c21b-413a-b2d7-9da2686fd9cc,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:10.744648 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-59faeea5-ac8c-4d0c-b7df-daa0435ef9d4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.748941 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-20ee46b4-e4ea-4145-8f63-df2070af249d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.750114 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:22:10.750472 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:22:10.766655 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:22:10.779912 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] For port 9fa0f34b-8995-408d-a3d1-57980699c4f5, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:22:10.820411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] For port 9fa0f34b-8995-408d-a3d1-57980699c4f5, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9fa0f34b-8995-408d-a3d1-57980699c4f5,segment=NetworkSegment(3c977813-e253-4416-bb60-7fee9d05302f),segment_id=3c977813-e253-4416-bb60-7fee9d05302f)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:22:10.824870 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-49497c8a-c908-4afe-bb2c-af7b4f6b21cd None None] Provisioning complete for port 60738820-369b-4a5d-b905-ac55404510a6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:10.825483 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-49497c8a-c908-4afe-bb2c-af7b4f6b21cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.839251 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-20ee46b4-e4ea-4145-8f63-df2070af249d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.867706 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59faeea5-ac8c-4d0c-b7df-daa0435ef9d4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:10.872199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59faeea5-ac8c-4d0c-b7df-daa0435ef9d4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=bfa1fc14-07b9-4813-b57a-883119f131e0,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:10.875267 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-59faeea5-ac8c-4d0c-b7df-daa0435ef9d4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:10.875930 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.877957 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59faeea5-ac8c-4d0c-b7df-daa0435ef9d4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:10.878539 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-59faeea5-ac8c-4d0c-b7df-daa0435ef9d4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.909697 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf22c488-ba95-4940-b55e-1e4e63df5301 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.912440 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cf22c488-ba95-4940-b55e-1e4e63df5301 tempest-RoutersAdminNegativeTest-382656480 tempest-RoutersAdminNegativeTest-382656480-project-admin] 10.222.0.130 "DELETE /v2.0/ports/317f2329-c21b-413a-b2d7-9da2686fd9cc HTTP/1.1" status: 204 len: 168 time: 1.2825699 Jan 24 16:22:10.917356 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-59faeea5-ac8c-4d0c-b7df-daa0435ef9d4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1885731 Jan 24 16:22:10.920233 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59198) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:10.927884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-8b1ed297-cb96-400c-964c-0133849eeaf3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:10.932239 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 60738820-369b-4a5d-b905-ac55404510a6 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:22:10.944783 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee46b4-e4ea-4145-8f63-df2070af249d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358212ab-dfab-433e-b14a-3141ec5d0e07,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:10.957101 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:10.997083 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-db1424af-c50d-4649-b2f5-250ca5b0748a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.030668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.036444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.068995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.073999 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-20ee46b4-e4ea-4145-8f63-df2070af249d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.075405 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-20ee46b4-e4ea-4145-8f63-df2070af249d tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5799477 Jan 24 16:22:11.084685 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59202) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:11.092244 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Network': ['ID=a4461682-42ba-4e4a-ab04-ad53f38e6dc4,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:11.144894 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8f60fbc2-5fbd-481c-a3d4-84325547b576 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/a4461682-42ba-4e4a-ab04-ad53f38e6dc4 HTTP/1.1" status: 204 len: 168 time: 6.7626393 Jan 24 16:22:11.154637 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59206) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:11.165145 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2092915392'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:11.234463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:11.238999 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a85a72a9-541b-4a9f-8f8d-6a560a821aae tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules/358212ab-dfab-433e-b14a-3141ec5d0e07 HTTP/1.1" status: 200 len: 705 time: 0.1483181 Jan 24 16:22:11.246559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59210) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:11.250043 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:network and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:11.259659 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:11.262079 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df65f8-ac7b-483f-9e16-667c3f4e5f44 None None] Pushing event updated for resources: {'Port': ['ID=9fa0f34b-8995-408d-a3d1-57980699c4f5,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:11.265171 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.323136 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Transition to ACTIVE for port object 8fe4df8d-c574-4b4b-aa77-833ffe633774 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:11.330457 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8b1ed297-cb96-400c-964c-0133849eeaf3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:11.338355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8b1ed297-cb96-400c-964c-0133849eeaf3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:11.342492 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8b1ed297-cb96-400c-964c-0133849eeaf3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:11.349661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8b1ed297-cb96-400c-964c-0133849eeaf3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:11.360593 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:11.372790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1ed297-cb96-400c-964c-0133849eeaf3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:11.377975 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b1ed297-cb96-400c-964c-0133849eeaf3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.422296 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-db1424af-c50d-4649-b2f5-250ca5b0748a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.426478 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server [None req-19dda400-83fa-4c24-bfdc-aabab6da8cfc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e3325ab-f6b7-4c5e-8979-fa6522045ad7: This subnet is being modified by another concurrent operation. Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:22:11.427247 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise exception Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e3325ab-f6b7-4c5e-8979-fa6522045ad7: This subnet is being modified by another concurrent operation. Jan 24 16:22:11.433429 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server Jan 24 16:22:11.441461 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Transition to ACTIVE for port object 8fe4df8d-c574-4b4b-aa77-833ffe633774 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:11.463654 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.479805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.497184 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:11.504747 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.587197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdffae59-01f5-41db-9554-189ee52009b6 None None] Network 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:11.604355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1424af-c50d-4649-b2f5-250ca5b0748a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3325ab-f6b7-4c5e-8979-fa6522045ad7,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:11.640637 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-db1424af-c50d-4649-b2f5-250ca5b0748a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.654533 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.ipam_backend_mixin [None req-8b1ed297-cb96-400c-964c-0133849eeaf3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bfa1fc14-07b9-4813-b57a-883119f131e0 (CIDR: 2001:db8::/64) Jan 24 16:22:11.664021 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1ed297-cb96-400c-964c-0133849eeaf3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:11.664642 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b1ed297-cb96-400c-964c-0133849eeaf3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:11.675543 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-50634345-b7ee-45f8-b00a-725e94cf0e77 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:11.697517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dba6f1e7-5d53-4c1a-b2da-e692ad5fcacb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.701029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59216) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:11.709815 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8b1ed297-cb96-400c-964c-0133849eeaf3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7883451 Jan 24 16:22:11.714753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59220) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:11.723529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:11.755070 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:22:11.809043 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=8fb5027b-5d6c-4345-a660-bef8225e4f52,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:11.812552 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-db1424af-c50d-4649-b2f5-250ca5b0748a tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/7e3325ab-f6b7-4c5e-8979-fa6522045ad7 HTTP/1.1" status: 204 len: 168 time: 2.2893212 Jan 24 16:22:11.814705 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network 2cb02613-eb5c-48e1-9cea-860476eca87a is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:11.823140 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Network 113074bc-83e0-4e7a-a29f-0216b6ac3e05 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:11.826540 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:11.830067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59226) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:11.845678 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Pushing event updated for resources: {'Port': ['ID=8fe4df8d-c574-4b4b-aa77-833ffe633774,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:11.848139 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:11.851092 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:11.854872 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 60738820-369b-4a5d-b905-ac55404510a6, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=60738820-369b-4a5d-b905-ac55404510a6,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:11.859798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:11.860528 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.865815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.866211 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Added segment ff30f88d-da8d-48ab-add2-87346ee541f4 of type vlan for network b218d6a0-7653-470c-8c1b-6447b570409a Jan 24 16:22:11.866620 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:11.901206 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b82ccb-1b95-48af-8bf1-116040cd5bd1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:11.901526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-50634345-b7ee-45f8-b00a-725e94cf0e77 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:11.901695 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b82ccb-1b95-48af-8bf1-116040cd5bd1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:11.902704 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-50634345-b7ee-45f8-b00a-725e94cf0e77 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6479425 Jan 24 16:22:11.910402 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-02b82ccb-1b95-48af-8bf1-116040cd5bd1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/42ce47e7-7400-46d7-abc5-52dfea75adfc HTTP/1.1" status: 404 len: 337 time: 0.0753946 Jan 24 16:22:11.910402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59230) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:11.918080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.920097 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.934864 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59232) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:11.960126 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b04f5ee1-a05d-4821-b83a-65d6dcb1fc57 None None] Provisioning complete for port 7d33741b-8ead-4100-b55f-c76df5ea08d5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:11.960485 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b04f5ee1-a05d-4821-b83a-65d6dcb1fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:11.963774 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6f1e7-5d53-4c1a-b2da-e692ad5fcacb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event updated for resources: {'Subnet': ['ID=696df7cd-7a1f-4417-bc47-b7c5097c3523,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:12.010591 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d8a9853f-420e-4540-811a-978ac67e89b5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.3783677 Jan 24 16:22:12.014706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1801abb1-6201-4740-b61e-c7c3c9b2bd9b None None] Update dhcp port {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'fixed_ips': [{'subnet_id': 'bfa1fc14-07b9-4813-b57a-883119f131e0'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': '60738820-369b-4a5d-b905-ac55404510a6'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:22:12.021217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59238) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:12.021979 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cdc4178b-8549-414c-8b59-36324ae5b2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.056279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.075984 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8b88dae9-384c-45a2-a3b9-9346ba452ef4 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "GET /v2.0/ports?device_id=d5a27563-1706-4b83-9341-6b21dc091dea HTTP/1.1" status: 200 len: 205 time: 0.1266406 Jan 24 16:22:12.082566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59242) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:12.094107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0aae-cc46-46fb-90f1-4cf57000311f tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.100638 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:12.120652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:12.131980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:12.135509 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0aae-cc46-46fb-90f1-4cf57000311f tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.151977 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:12.171934 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d374d001-9d74-49d4-b94a-885e966c3c5c tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 8fb5027b-5d6c-4345-a660-bef8225e4f52 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:12.172373 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d374d001-9d74-49d4-b94a-885e966c3c5c tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.197534 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cdc4178b-8549-414c-8b59-36324ae5b2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:12.215788 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1801abb1-6201-4740-b61e-c7c3c9b2bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.221268 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cdc4178b-8549-414c-8b59-36324ae5b2f0 admin admin] Usage tracker for resource:security_group_rule and tenant:75462691ade440b4953f00fa211d5942 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:12.233074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cdc4178b-8549-414c-8b59-36324ae5b2f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:12.236101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:12.240012 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.253709 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Attempting to bind port 8fe4df8d-c574-4b4b-aa77-833ffe633774 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:22:12.254132 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Attempting to bind port 8fe4df8d-c574-4b4b-aa77-833ffe633774 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '6cc09851-3774-4957-ab28-0ee56e052bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '113074bc-83e0-4e7a-a29f-0216b6ac3e05'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:22:12.254411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Attempting to bind port 8fe4df8d-c574-4b4b-aa77-833ffe633774 on network 113074bc-83e0-4e7a-a29f-0216b6ac3e05 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:22:12.257604 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=60738820-369b-4a5d-b905-ac55404510a6,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:12.314076 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:22:12.314467 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Checking segment: {'id': '6cc09851-3774-4957-ab28-0ee56e052bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '113074bc-83e0-4e7a-a29f-0216b6ac3e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:12.314820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.315203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Bound using segment: {'id': '6cc09851-3774-4957-ab28-0ee56e052bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '113074bc-83e0-4e7a-a29f-0216b6ac3e05'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:22:12.315692 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Bound port: 8fe4df8d-c574-4b4b-aa77-833ffe633774, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc09851-3774-4957-ab28-0ee56e052bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '113074bc-83e0-4e7a-a29f-0216b6ac3e05'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:22:12.316054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.353719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:22:12.361610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.399232 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-4cba0613-fcc4-4cff-80d2-d847832c8836 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] delete failed (client error): The resource could not be found. Jan 24 16:22:12.400316 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4cba0613-fcc4-4cff-80d2-d847832c8836 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/routers/d5a27563-1706-4b83-9341-6b21dc091dea HTTP/1.1" status: 404 len: 336 time: 0.3150446 Jan 24 16:22:12.405496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.430292 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cdc4178b-8549-414c-8b59-36324ae5b2f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:12.436783 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59246) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:12.449721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0aae-cc46-46fb-90f1-4cf57000311f tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.483671 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6f1e7-5d53-4c1a-b2da-e692ad5fcacb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Checking segment: {'id': '91965958-10c8-4838-ad59-9b8382a57d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd9680cb9-1a30-4179-8e0f-8dc60f654f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:12.484089 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba6f1e7-5d53-4c1a-b2da-e692ad5fcacb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Network hostable DHCP agents. Network: d9680cb9-1a30-4179-8e0f-8dc60f654f77, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:22:12.531828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d96b7c2-038f-4cbd-a9aa-825a15568619 None None] DHCP port deletion for 0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:22:12.547637 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.551627 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:12.552417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.573985 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8f5ff6-de6e-4d73-a4a5-4f8677bed6f7 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:12.574722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8f5ff6-de6e-4d73-a4a5-4f8677bed6f7 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:12.595557 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8d96b7c2-038f-4cbd-a9aa-825a15568619 None None] Deleting port 7d33741b-8ead-4100-b55f-c76df5ea08d5 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:12.595928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8d96b7c2-038f-4cbd-a9aa-825a15568619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.601755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd0aae-cc46-46fb-90f1-4cf57000311f tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=358212ab-dfab-433e-b14a-3141ec5d0e07,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:12.639688 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] For port 8fe4df8d-c574-4b4b-aa77-833ffe633774, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:22:12.652926 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fd8f5ff6-de6e-4d73-a4a5-4f8677bed6f7 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/f5e45626-3f87-4a94-b7ef-7c210ac3a14c HTTP/1.1" status: 404 len: 337 time: 0.2146790 Jan 24 16:22:12.658704 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59250) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:12.678866 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5189676 Jan 24 16:22:12.679086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] For port 8fe4df8d-c574-4b4b-aa77-833ffe633774, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8fe4df8d-c574-4b4b-aa77-833ffe633774,segment=NetworkSegment(6cc09851-3774-4957-ab28-0ee56e052bed),segment_id=6cc09851-3774-4957-ab28-0ee56e052bed)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:22:12.679231 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b04f5ee1-a05d-4821-b83a-65d6dcb1fc57 None None] Provisioning complete for port bc290597-bb4e-465e-8ce2-c707de4b043d triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:12.679720 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b04f5ee1-a05d-4821-b83a-65d6dcb1fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.709484 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59254) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:12.720673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.725701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0aae-cc46-46fb-90f1-4cf57000311f tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.726836 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a6fd0aae-cc46-46fb-90f1-4cf57000311f tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/358212ab-dfab-433e-b14a-3141ec5d0e07 HTTP/1.1" status: 204 len: 168 time: 0.8148870 Jan 24 16:22:12.730892 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-fc6f3bfe-eaf1-41c5-b8e4-e34b2e61fab3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:12.733391 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddea294c-ab3a-462c-b7d7-4e2bcf85b61e tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:12.733832 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddea294c-ab3a-462c-b7d7-4e2bcf85b61e tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:12.735512 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ddea294c-ab3a-462c-b7d7-4e2bcf85b61e tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/9da9b92b-1071-4a1b-a13e-8b0c9aaee86f HTTP/1.1" status: 404 len: 337 time: 0.0696049 Jan 24 16:22:12.736053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59258) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:12.754387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59260) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:12.764914 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba6f1e7-5d53-4c1a-b2da-e692ad5fcacb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Network d9680cb9-1a30-4179-8e0f-8dc60f654f77 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:22:12.772929 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Allocated IP 172.26.2.228 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/7e689b80-0308-4d53-bf1b-7563e2940b0f) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:12.779574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90b89e-b4f4-4208-a6be-ec00230337d7 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Network': ['ID=b218d6a0-7653-470c-8c1b-6447b570409a,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:12.813423 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-1801abb1-6201-4740-b61e-c7c3c9b2bd9b None None] Allocated IP 2001:db8::2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/bfa1fc14-07b9-4813-b57a-883119f131e0/60738820-369b-4a5d-b905-ac55404510a6) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:12.815878 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network b218d6a0-7653-470c-8c1b-6447b570409a details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:12.823239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-dba6f1e7-5d53-4c1a-b2da-e692ad5fcacb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, d9680cb9-1a30-4179-8e0f-8dc60f654f77) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:12.886195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba6f1e7-5d53-4c1a-b2da-e692ad5fcacb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:12.886854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dba6f1e7-5d53-4c1a-b2da-e692ad5fcacb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:12.922369 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f2bfffaf-0038-404f-93e2-0efe06e40fca tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1744835 Jan 24 16:22:12.922627 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59d7c9a-1609-4485-bb46-b5a575cc7f1f None None] Network d9680cb9-1a30-4179-8e0f-8dc60f654f77 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:12.923221 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59266) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:12.927806 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-cd6c7d75-9268-4e1d-8339-16415aa10c90 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group_rule': {'security_group_id': '6f563194-720a-423d-920a-d26df6cd1de9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:12.941632 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-cd6c7d75-9268-4e1d-8339-16415aa10c90 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:12.947299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52408132-4b29-4737-9f64-f3c0be366308 None None] Network db6d5677-a3b3-43ce-a8fb-51d1131494ee requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:12.953977 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-cd6c7d75-9268-4e1d-8339-16415aa10c90 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:12.969899 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dba6f1e7-5d53-4c1a-b2da-e692ad5fcacb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7378786 Jan 24 16:22:12.973897 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59270) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:12.983284 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f791ed-5609-4bb8-9537-bf5e97b90c1c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:12.983797 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f791ed-5609-4bb8-9537-bf5e97b90c1c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:12.985681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-deaeb45c-34f0-41c8-a356-3a605b5733ae tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Request body: {'subnet': {'network_id': '2aeb491c-88a3-4663-a3f7-991c692fd75b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:13.000234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d374d001-9d74-49d4-b94a-885e966c3c5c tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:13.042451 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9fa0f34b-8995-408d-a3d1-57980699c4f5 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:13.097804 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7d75-9268-4e1d-8339-16415aa10c90 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:13.161450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:13.167335 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-68f791ed-5609-4bb8-9537-bf5e97b90c1c tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/cb2673bd-8933-42ba-a847-d02a01515cb9 HTTP/1.1" status: 404 len: 337 time: 0.4041467 Jan 24 16:22:13.170618 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59274) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:13.175754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d374d001-9d74-49d4-b94a-885e966c3c5c tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for 8fb5027b-5d6c-4345-a660-bef8225e4f52 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:13.217030 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b04f5ee1-a05d-4821-b83a-65d6dcb1fc57 None None] Port bc290597-bb4e-465e-8ce2-c707de4b043d cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:13.227617 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cdc4178b-8549-414c-8b59-36324ae5b2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:13.228023 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-deaeb45c-34f0-41c8-a356-3a605b5733ae tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:13.241786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-deaeb45c-34f0-41c8-a356-3a605b5733ae tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Usage tracker for resource:subnet and tenant:0db0cb7b5cae4f4ebb8def56bc05f330 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:13.248699 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0c020d-7a20-426c-968b-1a6076e43946 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:13.249128 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0c020d-7a20-426c-968b-1a6076e43946 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:13.250760 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bb0c020d-7a20-426c-968b-1a6076e43946 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/74d8de3b-9e16-470d-8f77-9cde295d6279 HTTP/1.1" status: 404 len: 333 time: 0.0791259 Jan 24 16:22:13.251745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-deaeb45c-34f0-41c8-a356-3a605b5733ae tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:13.258777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59278) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:13.296032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-deaeb45c-34f0-41c8-a356-3a605b5733ae tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:13.312105 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56f5160-068b-4654-bd16-027c6724ad40 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:13.312538 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56f5160-068b-4654-bd16-027c6724ad40 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:13.314181 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f56f5160-068b-4654-bd16-027c6724ad40 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/37620f5f-7949-46e7-b8d8-62bc61ea6837 HTTP/1.1" status: 404 len: 337 time: 0.0535271 Jan 24 16:22:13.320491 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59282) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:13.328651 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cdc4178b-8549-414c-8b59-36324ae5b2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:13.371444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaeb45c-34f0-41c8-a356-3a605b5733ae tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Made reservation on behalf of 0db0cb7b5cae4f4ebb8def56bc05f330 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:13.450435 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95482c0b-b670-42df-91ff-2dc68a3e3990 None None] Pushing event updated for resources: {'Port': ['ID=8fe4df8d-c574-4b4b-aa77-833ffe633774,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:13.474585 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:22:13.563651 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-59116bb6-5bc0-4b92-930a-e9e822bd6033 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:13.563922 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59116bb6-5bc0-4b92-930a-e9e822bd6033 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:13.568841 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7d75-9268-4e1d-8339-16415aa10c90 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:13.580847 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-deaeb45c-34f0-41c8-a356-3a605b5733ae tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:13.608062 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-59116bb6-5bc0-4b92-930a-e9e822bd6033 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/7fccad5b-2875-4d2e-9bbf-76b4f56c6c7d HTTP/1.1" status: 404 len: 337 time: 0.2831860 Jan 24 16:22:13.611351 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8d96b7c2-038f-4cbd-a9aa-825a15568619 None None] For port 7d33741b-8ead-4100-b55f-c76df5ea08d5, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7d33741b-8ead-4100-b55f-c76df5ea08d5,segment=NetworkSegment(18c90327-8392-49d2-acb6-def7f3648354),segment_id=18c90327-8392-49d2-acb6-def7f3648354)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:13.612028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8d96b7c2-038f-4cbd-a9aa-825a15568619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:13.614408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7d75-9268-4e1d-8339-16415aa10c90 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:13.618681 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59286) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:13.638122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:13.676137 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-44c2a26f-25dc-45e1-994d-798198d910f8 None None] Provisioning for port 9fa0f34b-8995-408d-a3d1-57980699c4f5 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:13.679142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4178b-8549-414c-8b59-36324ae5b2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbefbf4-c382-4b0b-b270-03a9576964cc,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:13.701671 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cdc4178b-8549-414c-8b59-36324ae5b2f0 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=75462691ade440b4953f00fa211d5942&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9994423 Jan 24 16:22:13.704211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59290) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:13.734164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3bfe-eaf1-41c5-b8e4-e34b2e61fab3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:13.744044 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d0c981-c954-4dc3-b7ab-fd7e38d664c1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:13.744544 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d0c981-c954-4dc3-b7ab-fd7e38d664c1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:13.760181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7d75-9268-4e1d-8339-16415aa10c90 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:13.761394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d374d001-9d74-49d4-b94a-885e966c3c5c tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:13.765216 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cd6c7d75-9268-4e1d-8339-16415aa10c90 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8434484 Jan 24 16:22:13.775006 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59294) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:13.815488 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:13.816424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c7d75-9268-4e1d-8339-16415aa10c90 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c329ce1-8ae4-4b53-89d4-12d29ff3800d,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:13.830059 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-21d0c981-c954-4dc3-b7ab-fd7e38d664c1 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/332c280b-dbb5-4c4b-b089-dc1bc1fad059 HTTP/1.1" status: 404 len: 333 time: 0.2042866 Jan 24 16:22:13.830921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:13.834869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:13.841797 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8d96b7c2-038f-4cbd-a9aa-825a15568619 None None] Calling delete_port for 7d33741b-8ead-4100-b55f-c76df5ea08d5 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:13.847746 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3bfe-eaf1-41c5-b8e4-e34b2e61fab3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:13.858082 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59298) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:13.873070 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374d001-9d74-49d4-b94a-885e966c3c5c tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=8fb5027b-5d6c-4345-a660-bef8225e4f52,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:13.904144 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-1801abb1-6201-4740-b61e-c7c3c9b2bd9b None None] For port 60738820-369b-4a5d-b905-ac55404510a6, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=60738820-369b-4a5d-b905-ac55404510a6,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:13.906335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=7e689b80-0308-4d53-bf1b-7563e2940b0f,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:13.952126 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f65ac1e9-6f91-403d-9572-ecf040bb0520 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules/3c329ce1-8ae4-4b53-89d4-12d29ff3800d HTTP/1.1" status: 200 len: 706 time: 0.1698384 Jan 24 16:22:13.957290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 9fa0f34b-8995-408d-a3d1-57980699c4f5 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:13.963534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59302) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:13.990333 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 9fa0f34b-8995-408d-a3d1-57980699c4f5 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:13.990981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.028180 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d7d813-ef77-4946-8c9e-8d820383f137 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:14.028818 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d7d813-ef77-4946-8c9e-8d820383f137 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:14.034870 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-96d7d813-ef77-4946-8c9e-8d820383f137 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/52dba1c1-a068-42f9-a6d9-1c2c3aa069bd HTTP/1.1" status: 404 len: 337 time: 0.1592457 Jan 24 16:22:14.035586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59306) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:14.090826 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-d9680cb9-1a30-4179-8e0f-8dc60f654f77', 'network_id': 'd9680cb9-1a30-4179-8e0f-8dc60f654f77', 'tenant_id': '0db0cb7b5cae4f4ebb8def56bc05f330', 'fixed_ips': [{'subnet_id': '696df7cd-7a1f-4417-bc47-b7c5097c3523'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:22:14.091948 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.097795 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc6f3bfe-eaf1-41c5-b8e4-e34b2e61fab3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network b218d6a0-7653-470c-8c1b-6447b570409a is not hosted by any dhcp agent {{(pid=83465) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 24 16:22:14.102153 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6f3bfe-eaf1-41c5-b8e4-e34b2e61fab3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:14.102956 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3bfe-eaf1-41c5-b8e4-e34b2e61fab3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.108668 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fc6f3bfe-eaf1-41c5-b8e4-e34b2e61fab3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "PUT /v2.0/networks/b218d6a0-7653-470c-8c1b-6447b570409a HTTP/1.1" status: 200 len: 723 time: 1.3965015 Jan 24 16:22:14.110052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f3bfe-eaf1-41c5-b8e4-e34b2e61fab3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Network': ['ID=b218d6a0-7653-470c-8c1b-6447b570409a,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:14.111038 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59310) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:14.129878 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.resource_extend [None req-1801abb1-6201-4740-b61e-c7c3c9b2bd9b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:22:14.132574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3fd3451a-6642-4551-840f-9953ab7115c8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:14.156051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-feebdab9-998e-42a5-9d2f-025a50504d11 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'subnet': {'network_id': 'b218d6a0-7653-470c-8c1b-6447b570409a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:14.157268 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network b218d6a0-7653-470c-8c1b-6447b570409a details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:14.187327 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d374d001-9d74-49d4-b94a-885e966c3c5c tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.189590 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d374d001-9d74-49d4-b94a-885e966c3c5c tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/8fb5027b-5d6c-4345-a660-bef8225e4f52 HTTP/1.1" status: 204 len: 168 time: 2.1581423 Jan 24 16:22:14.197545 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59314) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:14.206067 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1801abb1-6201-4740-b61e-c7c3c9b2bd9b None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.219703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'mac_address': 'fa:16:3e:27:5f:ca', 'name': 'tempest-PortsIpV6TestJSON-1612335423'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:14.248261 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd35da8d-af77-4d05-a5b8-ee6bf6fe4ba3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:14.248814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd35da8d-af77-4d05-a5b8-ee6bf6fe4ba3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:14.256159 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cd35da8d-af77-4d05-a5b8-ee6bf6fe4ba3 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/subnets/e61d5099-304a-43b3-8bc3-4b7b9c73ea1b HTTP/1.1" status: 404 len: 337 time: 0.1610632 Jan 24 16:22:14.273227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-deaeb45c-34f0-41c8-a356-3a605b5733ae tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.282653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59318) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:14.286711 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2626cca1-339e-4e11-98a4-ba847604e5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.324181 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2626cca1-339e-4e11-98a4-ba847604e5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.364840 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8d96b7c2-038f-4cbd-a9aa-825a15568619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.446178 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1801abb1-6201-4740-b61e-c7c3c9b2bd9b None None] Transition to ACTIVE for port object 60738820-369b-4a5d-b905-ac55404510a6 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:14.525566 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96b7c2-038f-4cbd-a9aa-825a15568619 None None] Pushing event deleted for resources: {'Port': ['ID=7d33741b-8ead-4100-b55f-c76df5ea08d5,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:14.548787 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1801abb1-6201-4740-b61e-c7c3c9b2bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.600151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaeb45c-34f0-41c8-a356-3a605b5733ae tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event updated for resources: {'Subnet': ['ID=30de859f-ee5d-4f76-b6c6-11247f81619f,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:14.611948 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2626cca1-339e-4e11-98a4-ba847604e5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.622391 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3fd3451a-6642-4551-840f-9953ab7115c8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:14.626745 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3fd3451a-6642-4551-840f-9953ab7115c8 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.6585994 Jan 24 16:22:14.629178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59322) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:14.676338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ca5bfb-02a3-470b-ac44-772306e73838 None None] Network 113074bc-83e0-4e7a-a29f-0216b6ac3e05 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:14.677025 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-b7243d16-8a57-4aa7-850d-f7008bf90c81 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Deleting port bc290597-bb4e-465e-8ce2-c707de4b043d {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:14.677660 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b7243d16-8a57-4aa7-850d-f7008bf90c81 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.700878 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-feebdab9-998e-42a5-9d2f-025a50504d11 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:14.704393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626cca1-339e-4e11-98a4-ba847604e5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbefbf4-c382-4b0b-b270-03a9576964cc,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:14.711031 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2bd1220d-74a9-42f1-864a-8a3022d52903 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.720519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-feebdab9-998e-42a5-9d2f-025a50504d11 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:subnet and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:14.726310 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96b7c2-038f-4cbd-a9aa-825a15568619 None None] No DVR routers for this DVR port 7d33741b-8ead-4100-b55f-c76df5ea08d5 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:22:14.726515 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-feebdab9-998e-42a5-9d2f-025a50504d11 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:14.734733 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2bd1220d-74a9-42f1-864a-8a3022d52903 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.741492 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-feebdab9-998e-42a5-9d2f-025a50504d11 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:14.769172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaeb45c-34f0-41c8-a356-3a605b5733ae tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Checking segment: {'id': '72e230c5-ea5f-489b-b237-6f8d5c609659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2aeb491c-88a3-4663-a3f7-991c692fd75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:14.769172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaeb45c-34f0-41c8-a356-3a605b5733ae tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Network hostable DHCP agents. Network: 2aeb491c-88a3-4663-a3f7-991c692fd75b, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:22:14.793572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feebdab9-998e-42a5-9d2f-025a50504d11 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:14.812738 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2626cca1-339e-4e11-98a4-ba847604e5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.813438 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.814296 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2626cca1-339e-4e11-98a4-ba847604e5d5 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/dfbefbf4-c382-4b0b-b270-03a9576964cc HTTP/1.1" status: 204 len: 168 time: 1.1004725 Jan 24 16:22:14.817759 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.818985 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2bd1220d-74a9-42f1-864a-8a3022d52903 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:14.830569 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:14.838010 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:port and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:14.841119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:14.850062 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:14.881312 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:14.968213 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1220d-74a9-42f1-864a-8a3022d52903 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c329ce1-8ae4-4b53-89d4-12d29ff3800d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:14.979037 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801abb1-6201-4740-b61e-c7c3c9b2bd9b None None] Pushing event updated for resources: {'Port': ['ID=60738820-369b-4a5d-b905-ac55404510a6,revision_number=8']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:14.987853 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:15.010614 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-974b5bd4-6295-444f-bf8b-311a5250d5a5 None None] Provisioning for port 8fe4df8d-c574-4b4b-aa77-833ffe633774 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:15.041081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:15.041314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-feebdab9-998e-42a5-9d2f-025a50504d11 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:15.084300 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] device_id is not set on port 16545533-34da-4d0b-aaf8-e286568129f5 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:22:15.112417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaeb45c-34f0-41c8-a356-3a605b5733ae tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Network 2aeb491c-88a3-4663-a3f7-991c692fd75b is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:22:15.115390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2bd1220d-74a9-42f1-864a-8a3022d52903 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:15.116535 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2bd1220d-74a9-42f1-864a-8a3022d52903 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/3c329ce1-8ae4-4b53-89d4-12d29ff3800d HTTP/1.1" status: 204 len: 168 time: 0.4872534 Jan 24 16:22:15.133431 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Allocated IP 2001:db8::2 (d9680cb9-1a30-4179-8e0f-8dc60f654f77/696df7cd-7a1f-4417-bc47-b7c5097c3523/82b0a16e-d412-44a6-a88f-9bb5aa550002) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:15.285331 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 9fa0f34b-8995-408d-a3d1-57980699c4f5, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9fa0f34b-8995-408d-a3d1-57980699c4f5,segment=NetworkSegment(3c977813-e253-4416-bb60-7fee9d05302f),segment_id=3c977813-e253-4416-bb60-7fee9d05302f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:15.346194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59328) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:15.372853 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:15.470660 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:15.515277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:15.545439 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7d33741b-8ead-4100-b55f-c76df5ea08d5 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:22:15.570710 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-deaeb45c-34f0-41c8-a356-3a605b5733ae tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 2aeb491c-88a3-4663-a3f7-991c692fd75b) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:15.582023 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaeb45c-34f0-41c8-a356-3a605b5733ae tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:15.584308 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-deaeb45c-34f0-41c8-a356-3a605b5733ae tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:15.610535 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d4b9f-3b7a-4f95-a277-0a41d415e59c None None] Network 2aeb491c-88a3-4663-a3f7-991c692fd75b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:15.673195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e31e14ca-ff4d-4640-9358-0dbd11d37cbb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:15.675704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 7d33741b-8ead-4100-b55f-c76df5ea08d5 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:22:15.676047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7d33741b-8ead-4100-b55f-c76df5ea08d5 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:22:15.677592 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=9fa0f34b-8995-408d-a3d1-57980699c4f5,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:15.798266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b7243d16-8a57-4aa7-850d-f7008bf90c81 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:15.826617 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e31e14ca-ff4d-4640-9358-0dbd11d37cbb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:15.831056 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e31e14ca-ff4d-4640-9358-0dbd11d37cbb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4794202 Jan 24 16:22:15.840847 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-deaeb45c-34f0-41c8-a356-3a605b5733ae tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8658185 Jan 24 16:22:15.842861 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59334) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:15.843063 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59336) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:15.948760 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9e1e5291-3a9d-421d-a8ba-13acb7612f94 None None] Provisioning complete for port 9fa0f34b-8995-408d-a3d1-57980699c4f5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:15.949078 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9e1e5291-3a9d-421d-a8ba-13acb7612f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:15.960337 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59338) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:15.973826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-b7243d16-8a57-4aa7-850d-f7008bf90c81 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Calling delete_port for bc290597-bb4e-465e-8ce2-c707de4b043d owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:16.125983 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9fa0f34b-8995-408d-a3d1-57980699c4f5 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:16.175332 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0d473c-bc1b-4071-bf85-43ddbb9d8b40 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:16.305856 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6677dade-2e36-42dd-b731-5083bc9a3608 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=717365f943314fba913692ab3a8c89af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2617409 Jan 24 16:22:16.314898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59346) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:16.356094 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.objects.ports [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83465) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:22:16.384599 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:16.405081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2549eda-ef23-4b1d-9906-8a5437c3e3fb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:16.481589 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=16545533-34da-4d0b-aaf8-e286568129f5,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:16.488582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b7243d16-8a57-4aa7-850d-f7008bf90c81 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:16.509701 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Transition to ACTIVE for port object 82b0a16e-d412-44a6-a88f-9bb5aa550002 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:16.516667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2549eda-ef23-4b1d-9906-8a5437c3e3fb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:16.539196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network 2cb02613-eb5c-48e1-9cea-860476eca87a is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:16.549438 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:16.552954 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:16.557158 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:16.557823 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:16.562022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-2aeb491c-88a3-4663-a3f7-991c692fd75b', 'network_id': '2aeb491c-88a3-4663-a3f7-991c692fd75b', 'tenant_id': '0db0cb7b5cae4f4ebb8def56bc05f330', 'fixed_ips': [{'subnet_id': '30de859f-ee5d-4f76-b6c6-11247f81619f'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:22:16.563022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:16.565840 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7243d16-8a57-4aa7-850d-f7008bf90c81 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Port': ['ID=bc290597-bb4e-465e-8ce2-c707de4b043d,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:16.585240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b7243d16-8a57-4aa7-850d-f7008bf90c81 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:16.604213 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Transition to ACTIVE for port object 82b0a16e-d412-44a6-a88f-9bb5aa550002 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:16.657364 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b7243d16-8a57-4aa7-850d-f7008bf90c81 tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/ports/bc290597-bb4e-465e-8ce2-c707de4b043d HTTP/1.1" status: 204 len: 168 time: 2.2561946 Jan 24 16:22:16.658957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59350) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:16.663514 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4311f289-f0d7-47f3-8aa3-e15782366ae3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4580269 Jan 24 16:22:16.668188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59354) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:16.687695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:16.725899 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:16.751525 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 9fa0f34b-8995-408d-a3d1-57980699c4f5 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:16.751916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:16.757425 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-feebdab9-998e-42a5-9d2f-025a50504d11 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:16.798050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9ba8e4-5847-4ace-8bdc-fd065bf01d8a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:16.798643 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ec9ba8e4-5847-4ace-8bdc-fd065bf01d8a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:16.845426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ec9ba8e4-5847-4ace-8bdc-fd065bf01d8a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:16.849751 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ec9ba8e4-5847-4ace-8bdc-fd065bf01d8a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/16545533-34da-4d0b-aaf8-e286568129f5 HTTP/1.1" status: 200 len: 845 time: 0.1784389 Jan 24 16:22:16.850315 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59358) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:16.962936 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Network d9680cb9-1a30-4179-8e0f-8dc60f654f77 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:16.963775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Pushing event updated for resources: {'Port': ['ID=82b0a16e-d412-44a6-a88f-9bb5aa550002,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:16.974674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:16.988806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:17.002401 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-c65c3b83-7979-4709-b8b6-520cbca81f22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 16545533-34da-4d0b-aaf8-e286568129f5 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:17.003008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c65c3b83-7979-4709-b8b6-520cbca81f22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.046884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2226ff69-ffc1-48af-b821-5157f45fd977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.121380 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] For port 60738820-369b-4a5d-b905-ac55404510a6, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=60738820-369b-4a5d-b905-ac55404510a6,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:17.169379 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2549eda-ef23-4b1d-9906-8a5437c3e3fb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.172122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebdab9-998e-42a5-9d2f-025a50504d11 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Subnet': ['ID=14f4b223-bc4d-4c9f-a36c-3cf9e42d53f0,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:17.189936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.190966 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-607b8307-100d-4428-9c1a-0f92f3cff28b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.201169 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.201630 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.207578 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Allocated IP 2001:db8::2 (2aeb491c-88a3-4663-a3f7-991c692fd75b/30de859f-ee5d-4f76-b6c6-11247f81619f/69fe7b31-d9bc-40c4-bcb0-c9507c8904a0) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:17.212686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2226ff69-ffc1-48af-b821-5157f45fd977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.221436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 6b6962f1-e414-40ee-a477-40971e508e36 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:22:17.230788 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Attempting to bind port 82b0a16e-d412-44a6-a88f-9bb5aa550002 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:22:17.231149 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Attempting to bind port 82b0a16e-d412-44a6-a88f-9bb5aa550002 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '91965958-10c8-4838-ad59-9b8382a57d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd9680cb9-1a30-4179-8e0f-8dc60f654f77'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:22:17.231520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Attempting to bind port 82b0a16e-d412-44a6-a88f-9bb5aa550002 on network d9680cb9-1a30-4179-8e0f-8dc60f654f77 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:22:17.236844 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8fe4df8d-c574-4b4b-aa77-833ffe633774 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:17.238121 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2549eda-ef23-4b1d-9906-8a5437c3e3fb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f563194-720a-423d-920a-d26df6cd1de9,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:17.262891 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-33fc7bb6-ed35-4275-984e-9018202e1639 None None] Provisioning for port 60738820-369b-4a5d-b905-ac55404510a6 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:17.341534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feebdab9-998e-42a5-9d2f-025a50504d11 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Checking segment: {'id': 'ff30f88d-da8d-48ab-add2-87346ee541f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b218d6a0-7653-470c-8c1b-6447b570409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:17.342087 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feebdab9-998e-42a5-9d2f-025a50504d11 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network hostable DHCP agents. Network: b218d6a0-7653-470c-8c1b-6447b570409a, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:22:17.355224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-33fc7bb6-ed35-4275-984e-9018202e1639 None None] Provisioning complete for port 60738820-369b-4a5d-b905-ac55404510a6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:17.355942 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-33fc7bb6-ed35-4275-984e-9018202e1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.408820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:22:17.409123 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Checking segment: {'id': '91965958-10c8-4838-ad59-9b8382a57d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd9680cb9-1a30-4179-8e0f-8dc60f654f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:17.409463 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.409864 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Bound using segment: {'id': '91965958-10c8-4838-ad59-9b8382a57d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd9680cb9-1a30-4179-8e0f-8dc60f654f77'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:22:17.410337 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Bound port: 82b0a16e-d412-44a6-a88f-9bb5aa550002, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91965958-10c8-4838-ad59-9b8382a57d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd9680cb9-1a30-4179-8e0f-8dc60f654f77'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:22:17.410705 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.423385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:17.451854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:17.459615 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:17.459615 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.486282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2549eda-ef23-4b1d-9906-8a5437c3e3fb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.487063 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a2549eda-ef23-4b1d-9906-8a5437c3e3fb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-groups/6f563194-720a-423d-920a-d26df6cd1de9 HTTP/1.1" status: 204 len: 168 time: 1.5298958 Jan 24 16:22:17.497437 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59362) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:17.518112 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=f11f9bc0-bd67-4087-b1d8-374265d65440,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:17.523845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c65c3b83-7979-4709-b8b6-520cbca81f22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.544998 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=60738820-369b-4a5d-b905-ac55404510a6,revision_number=10']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:17.603927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.609159 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6c7263c1-5cfb-41a8-81e0-c43b06f17dd7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.8907228 Jan 24 16:22:17.642076 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] For port 82b0a16e-d412-44a6-a88f-9bb5aa550002, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:22:17.667695 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59366) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:17.678372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-607b8307-100d-4428-9c1a-0f92f3cff28b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.689599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-c65c3b83-7979-4709-b8b6-520cbca81f22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for 16545533-34da-4d0b-aaf8-e286568129f5 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:17.693528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 8fe4df8d-c574-4b4b-aa77-833ffe633774 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:17.694074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'mac_address': 'fa:16:3e:b1:62:95', 'name': 'tempest-NetworksTestDHCPv6-1841531227'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:17.712375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] For port 82b0a16e-d412-44a6-a88f-9bb5aa550002, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=82b0a16e-d412-44a6-a88f-9bb5aa550002,segment=NetworkSegment(91965958-10c8-4838-ad59-9b8382a57d94),segment_id=91965958-10c8-4838-ad59-9b8382a57d94)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:22:17.721285 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 8fe4df8d-c574-4b4b-aa77-833ffe633774 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:17.721877 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.773491 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2865615e-ead9-474e-92d9-734b15b5dcfb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:17.775885 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.789056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Transition to ACTIVE for port object 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:17.802890 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feebdab9-998e-42a5-9d2f-025a50504d11 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network b218d6a0-7653-470c-8c1b-6447b570409a is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:22:17.819071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2865615e-ead9-474e-92d9-734b15b5dcfb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:17.820957 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2865615e-ead9-474e-92d9-734b15b5dcfb tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3213916 Jan 24 16:22:17.821273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-33fc7bb6-ed35-4275-984e-9018202e1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.822164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c65c3b83-7979-4709-b8b6-520cbca81f22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.825502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59370) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:17.832384 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4d47bb1c-a91c-44c4-83bb-bf2c6f670345 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586221087'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:17.836029 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Transition to ACTIVE for port object 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:17.840125 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4d47bb1c-a91c-44c4-83bb-bf2c6f670345 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:17.851716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.855147 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4d47bb1c-a91c-44c4-83bb-bf2c6f670345 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:17.881144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2226ff69-ffc1-48af-b821-5157f45fd977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.902031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.941426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c3b83-7979-4709-b8b6-520cbca81f22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=16545533-34da-4d0b-aaf8-e286568129f5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:17.944702 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d47bb1c-a91c-44c4-83bb-bf2c6f670345 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.979128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c65c3b83-7979-4709-b8b6-520cbca81f22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:17.994916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Network 2aeb491c-88a3-4663-a3f7-991c692fd75b is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:17.996225 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:18.002291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:18.008030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4d47bb1c-a91c-44c4-83bb-bf2c6f670345 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:18.015254 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c65c3b83-7979-4709-b8b6-520cbca81f22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/16545533-34da-4d0b-aaf8-e286568129f5 HTTP/1.1" status: 204 len: 168 time: 1.1637056 Jan 24 16:22:18.016367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59374) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:18.020707 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:18.036793 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-33fc7bb6-ed35-4275-984e-9018202e1639 None None] For port 60738820-369b-4a5d-b905-ac55404510a6, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=60738820-369b-4a5d-b905-ac55404510a6,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:18.045259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-607b8307-100d-4428-9c1a-0f92f3cff28b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:18.053464 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-33fc7bb6-ed35-4275-984e-9018202e1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:18.092525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4d47bb1c-a91c-44c4-83bb-bf2c6f670345 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:18.110602 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4d47bb1c-a91c-44c4-83bb-bf2c6f670345 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:18.136124 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf5b6bb-ed5a-4680-b282-ae591b1e01d1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] GET failed (client error): The resource could not be found. Jan 24 16:22:18.136620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3bf5b6bb-ed5a-4680-b282-ae591b1e01d1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:18.139286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4d47bb1c-a91c-44c4-83bb-bf2c6f670345 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:18.158356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1776fc1-7806-4481-b3ed-bbcaee5e11f4 None None] Pushing event updated for resources: {'Port': ['ID=82b0a16e-d412-44a6-a88f-9bb5aa550002,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:18.212316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3bf5b6bb-ed5a-4680-b282-ae591b1e01d1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:18.213622 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3bf5b6bb-ed5a-4680-b282-ae591b1e01d1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/16545533-34da-4d0b-aaf8-e286568129f5 HTTP/1.1" status: 404 len: 333 time: 0.1947441 Jan 24 16:22:18.221580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59378) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:18.231268 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f74b0cbb-fcec-4d0e-8387-7907ff95ff6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'name': 'tempest-PortsIpV6TestJSON-1611298075'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:18.266541 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:18.306742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:18.307226 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd73b901-6aee-4c7a-b366-0fac83642496 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:18.316445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226ff69-ffc1-48af-b821-5157f45fd977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344570cd-ed63-42f4-a9e3-1b84ce61bcf6,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:18.318380 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-feebdab9-998e-42a5-9d2f-025a50504d11 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, b218d6a0-7653-470c-8c1b-6447b570409a) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:18.338475 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-607b8307-100d-4428-9c1a-0f92f3cff28b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c90327-8392-49d2-acb6-def7f3648354') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:18.338718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-607b8307-100d-4428-9c1a-0f92f3cff28b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c90327-8392-49d2-acb6-def7f3648354') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:18.353290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feebdab9-998e-42a5-9d2f-025a50504d11 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:18.353874 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-feebdab9-998e-42a5-9d2f-025a50504d11 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:18.386382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d47bb1c-a91c-44c4-83bb-bf2c6f670345 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:18.400340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7931e66f-8629-4a77-9cc9-13e077771b5b None None] Network b218d6a0-7653-470c-8c1b-6447b570409a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:18.405956 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d47bb1c-a91c-44c4-83bb-bf2c6f670345 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:18.418327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2226ff69-ffc1-48af-b821-5157f45fd977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:18.421701 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2226ff69-ffc1-48af-b821-5157f45fd977 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/344570cd-ed63-42f4-a9e3-1b84ce61bcf6 HTTP/1.1" status: 204 len: 168 time: 2.1021459 Jan 24 16:22:18.431150 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-feebdab9-998e-42a5-9d2f-025a50504d11 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2953813 Jan 24 16:22:18.436961 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-607b8307-100d-4428-9c1a-0f92f3cff28b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:18.455560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59384) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:18.486854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-448cbb5f-73d2-4b93-818b-36bfd3e7a185 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:18.517404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:18.529983 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Attempting to bind port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:22:18.530510 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Attempting to bind port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '72e230c5-ea5f-489b-b237-6f8d5c609659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2aeb491c-88a3-4663-a3f7-991c692fd75b'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:22:18.531100 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Attempting to bind port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 on network 2aeb491c-88a3-4663-a3f7-991c692fd75b {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:22:18.561932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:18.577922 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Pushing event updated for resources: {'Port': ['ID=69fe7b31-d9bc-40c4-bcb0-c9507c8904a0,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:18.587910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f74b0cbb-fcec-4d0e-8387-7907ff95ff6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:18.599750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f74b0cbb-fcec-4d0e-8387-7907ff95ff6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:18.616084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-607b8307-100d-4428-9c1a-0f92f3cff28b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:18.634135 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607b8307-100d-4428-9c1a-0f92f3cff28b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:22:18.634536 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-607b8307-100d-4428-9c1a-0f92f3cff28b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:22:18.654597 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:22:18.670086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc7bb6-ed35-4275-984e-9018202e1639 None None] Pushing event updated for resources: {'Port': ['ID=60738820-369b-4a5d-b905-ac55404510a6,revision_number=11']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:18.684374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:22:18.685195 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Checking segment: {'id': '72e230c5-ea5f-489b-b237-6f8d5c609659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2aeb491c-88a3-4663-a3f7-991c692fd75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:18.685834 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:18.686454 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Bound using segment: {'id': '72e230c5-ea5f-489b-b237-6f8d5c609659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2aeb491c-88a3-4663-a3f7-991c692fd75b'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:22:18.687362 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Bound port: 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e230c5-ea5f-489b-b237-6f8d5c609659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '2aeb491c-88a3-4663-a3f7-991c692fd75b'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:22:18.687720 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:18.763540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-38fc5357-9347-484f-a69a-9f36de2876b3 None None] Provisioning complete for port 60738820-369b-4a5d-b905-ac55404510a6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:18.764129 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-38fc5357-9347-484f-a69a-9f36de2876b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:18.806237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47bb1c-a91c-44c4-83bb-bf2c6f670345 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a40880a-141f-47d0-8782-b82ba6f0b494,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:18.871799 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d47bb1c-a91c-44c4-83bb-bf2c6f670345 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:18.880243 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4d47bb1c-a91c-44c4-83bb-bf2c6f670345 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0532384 Jan 24 16:22:18.910238 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59390) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:18.929239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-67cb5bc8-f3e6-4abc-ab07-0f22f4887949 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Request body: {'security_group_rule': {'security_group_id': '9a40880a-141f-47d0-8782-b82ba6f0b494', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:18.936086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-67cb5bc8-f3e6-4abc-ab07-0f22f4887949 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:18.940336 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-67cb5bc8-f3e6-4abc-ab07-0f22f4887949 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Usage tracker for resource:security_group_rule and tenant:e65f70a088c2484292712a78c4e7d482 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:18.943847 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-67cb5bc8-f3e6-4abc-ab07-0f22f4887949 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:18.946398 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74b0cbb-fcec-4d0e-8387-7907ff95ff6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:18.950142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f74b0cbb-fcec-4d0e-8387-7907ff95ff6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:18.952136 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-67cb5bc8-f3e6-4abc-ab07-0f22f4887949 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:18.960148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 8fe4df8d-c574-4b4b-aa77-833ffe633774, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8fe4df8d-c574-4b4b-aa77-833ffe633774,segment=NetworkSegment(6cc09851-3774-4957-ab28-0ee56e052bed),segment_id=6cc09851-3774-4957-ab28-0ee56e052bed)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:19.015093 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-f74b0cbb-fcec-4d0e-8387-7907ff95ff6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] device_id is not set on port 5ce96432-4b8b-49ff-b9ca-1414d005ebdd yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:22:19.033729 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:19.034914 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 60738820-369b-4a5d-b905-ac55404510a6 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:19.073261 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67cb5bc8-f3e6-4abc-ab07-0f22f4887949 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:19.128887 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Allocated IP 2001:db8::1 (d9680cb9-1a30-4179-8e0f-8dc60f654f77/696df7cd-7a1f-4417-bc47-b7c5097c3523/600b1530-e03c-4620-93ed-4f63fa0cba3c) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:19.271131 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-607b8307-100d-4428-9c1a-0f92f3cff28b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:19.315818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:19.336484 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-607b8307-100d-4428-9c1a-0f92f3cff28b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:19.343623 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-607b8307-100d-4428-9c1a-0f92f3cff28b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] 10.222.0.130 "DELETE /v2.0/networks/0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031 HTTP/1.1" status: 204 len: 168 time: 2.6832366 Jan 24 16:22:19.356039 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b8307-100d-4428-9c1a-0f92f3cff28b tempest-PortsTestJSON-1597953177 tempest-PortsTestJSON-1597953177-project] Pushing event deleted for resources: {'Network': ['ID=0a6ebc2d-5eb2-4616-8391-e1d7b6fbe031,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:19.432231 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:22:19.443733 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d9e27-fc10-4661-b1db-dc4ef1f25f4e None None] Sync routers for ids ['6b6962f1-e414-40ee-a477-40971e508e36'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:22:19.466893 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d9e27-fc10-4661-b1db-dc4ef1f25f4e None None] Routers {'6b6962f1-e414-40ee-a477-40971e508e36'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:19.467735 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b96d9e27-fc10-4661-b1db-dc4ef1f25f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b6962f1-e414-40ee-a477-40971e508e36'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:19.473395 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port 3ae939b1-4d2f-441a-92e1-35aa665f80f1 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:22:19.483763 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-448cbb5f-73d2-4b93-818b-36bfd3e7a185 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2295164'] for subnet, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:19.503872 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] For port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:22:19.611109 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b96d9e27-fc10-4661-b1db-dc4ef1f25f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:19.635013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b6a0f7-cd20-402b-9e8a-bc1a55e39183 None None] Network d9680cb9-1a30-4179-8e0f-8dc60f654f77 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:19.635854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67cb5bc8-f3e6-4abc-ab07-0f22f4887949 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:19.639673 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:19.643953 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8734e167-b2cb-4941-93fa-6e3c617b62e3 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.6991119 Jan 24 16:22:19.644151 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d9e27-fc10-4661-b1db-dc4ef1f25f4e None None] Routers {'6b6962f1-e414-40ee-a477-40971e508e36'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:19.644703 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b96d9e27-fc10-4661-b1db-dc4ef1f25f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b6962f1-e414-40ee-a477-40971e508e36'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:19.645171 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:19.654780 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59404) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:19.655601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67cb5bc8-f3e6-4abc-ab07-0f22f4887949 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:19.705881 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=8fe4df8d-c574-4b4b-aa77-833ffe633774,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:19.727414 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] For port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=69fe7b31-d9bc-40c4-bcb0-c9507c8904a0,segment=NetworkSegment(72e230c5-ea5f-489b-b237-6f8d5c609659),segment_id=72e230c5-ea5f-489b-b237-6f8d5c609659)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:22:19.758411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f74b0cbb-fcec-4d0e-8387-7907ff95ff6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:19.774615 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b96d9e27-fc10-4661-b1db-dc4ef1f25f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:19.775015 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d9e27-fc10-4661-b1db-dc4ef1f25f4e None None] The sync data for ids ['6b6962f1-e414-40ee-a477-40971e508e36'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:22:19.796816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-b218d6a0-7653-470c-8c1b-6447b570409a', 'network_id': 'b218d6a0-7653-470c-8c1b-6447b570409a', 'tenant_id': 'a1ab4d499c3b4a4ab8671837a20cbe1b', 'fixed_ips': [{'subnet_id': '14f4b223-bc4d-4c9f-a36c-3cf9e42d53f0'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:22:19.797841 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:19.840208 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Transition to ACTIVE for port object 600b1530-e03c-4620-93ed-4f63fa0cba3c will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:19.881820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59412) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:19.902031 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb5bc8-f3e6-4abc-ab07-0f22f4887949 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e38c1b-3c54-4bb8-b428-faa9c273c962,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:19.921055 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67cb5bc8-f3e6-4abc-ab07-0f22f4887949 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:19.922362 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-67cb5bc8-f3e6-4abc-ab07-0f22f4887949 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9989128 Jan 24 16:22:19.926247 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f74b0cbb-fcec-4d0e-8387-7907ff95ff6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:19.931223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59418) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:20.021060 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-448cbb5f-73d2-4b93-818b-36bfd3e7a185 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726508182532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3451263'] for subnet, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.024961 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Allocated IP 172.20.0.2 (b218d6a0-7653-470c-8c1b-6447b570409a/14f4b223-bc4d-4c9f-a36c-3cf9e42d53f0/872fc9aa-c679-48c1-8080-adb9cc87918e) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:20.043678 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.074592 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b0cbb-fcec-4d0e-8387-7907ff95ff6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network 2cb02613-eb5c-48e1-9cea-860476eca87a is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:20.091436 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-f74b0cbb-fcec-4d0e-8387-7907ff95ff6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:20.101838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b0cbb-fcec-4d0e-8387-7907ff95ff6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:20.105973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74b0cbb-fcec-4d0e-8387-7907ff95ff6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:20.106591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f74b0cbb-fcec-4d0e-8387-7907ff95ff6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.149788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b0cbb-fcec-4d0e-8387-7907ff95ff6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=5ce96432-4b8b-49ff-b9ca-1414d005ebdd,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:20.156168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448cbb5f-73d2-4b93-818b-36bfd3e7a185 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:20.156866 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-448cbb5f-73d2-4b93-818b-36bfd3e7a185 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.161042 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-448cbb5f-73d2-4b93-818b-36bfd3e7a185 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "PUT /v2.0/subnets/14f4b223-bc4d-4c9f-a36c-3cf9e42d53f0 HTTP/1.1" status: 200 len: 806 time: 1.7041862 Jan 24 16:22:20.165144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59424) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:20.200116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event updated for resources: {'Port': ['ID=600b1530-e03c-4620-93ed-4f63fa0cba3c,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:20.293428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::169 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/bfa1fc14-07b9-4813-b57a-883119f131e0/3ae939b1-4d2f-441a-92e1-35aa665f80f1) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:20.297279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Network d9680cb9-1a30-4179-8e0f-8dc60f654f77 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:20.301583 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:20.313440 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:20.314254 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.323950 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.334758 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Transition to ACTIVE for port object 872fc9aa-c679-48c1-8080-adb9cc87918e will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:20.335007 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.342369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8:0:1:f816:3eff:feb1:6295 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/f11f9bc0-bd67-4087-b1d8-374265d65440/3ae939b1-4d2f-441a-92e1-35aa665f80f1) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:20.355130 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Transition to ACTIVE for port object 872fc9aa-c679-48c1-8080-adb9cc87918e will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:20.364826 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.366919 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cbb5f-73d2-4b93-818b-36bfd3e7a185 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Subnet': ['ID=14f4b223-bc4d-4c9f-a36c-3cf9e42d53f0,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:20.396888 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f74b0cbb-fcec-4d0e-8387-7907ff95ff6e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1743119 Jan 24 16:22:20.404962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59430) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:20.411921 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.454733 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-85b243a6-3339-418a-9b67-75ec52eda011 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=683bedfc540b431d8318ee7c07b39995&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5715971 Jan 24 16:22:20.455811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5f60138-9e47-4bae-9856-8e6ff820731b tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.457804 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59434) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:20.461494 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.463268 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6ee8dc76-8b8b-4589-b58f-14deaf073df3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:20.485900 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Network b218d6a0-7653-470c-8c1b-6447b570409a is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:20.488909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 60738820-369b-4a5d-b905-ac55404510a6 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:20.489455 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.491367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Deleting port 872fc9aa-c679-48c1-8080-adb9cc87918e {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:20.491737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.499132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59438) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:20.528084 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:20.536422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:20.581825 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5f60138-9e47-4bae-9856-8e6ff820731b tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.688151 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520afc2-3135-4e72-9a66-02a5583bee7b None None] Pushing event updated for resources: {'Port': ['ID=69fe7b31-d9bc-40c4-bcb0-c9507c8904a0,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:20.749814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ee8dc76-8b8b-4589-b58f-14deaf073df3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.835227 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5f60138-9e47-4bae-9856-8e6ff820731b tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.881585 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-671ed81f-07d2-4ccc-a7ae-f5dae7532672 tempest-AgentManagementNegativeTest-222824213 tempest-AgentManagementNegativeTest-222824213-project] 10.222.0.130 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3731689 Jan 24 16:22:20.881842 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9770d855-37f1-4369-8968-c7549f36c478 None None] Provisioning for port 82b0a16e-d412-44a6-a88f-9bb5aa550002 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:20.913775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f60138-9e47-4bae-9856-8e6ff820731b tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a40880a-141f-47d0-8782-b82ba6f0b494,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:20.934856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Pushing event updated for resources: {'Port': ['ID=872fc9aa-c679-48c1-8080-adb9cc87918e,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:20.954266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5f60138-9e47-4bae-9856-8e6ff820731b tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.957751 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c5f60138-9e47-4bae-9856-8e6ff820731b tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-groups/9a40880a-141f-47d0-8782-b82ba6f0b494 HTTP/1.1" status: 204 len: 168 time: 1.0231066 Jan 24 16:22:20.972927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c58eb145-b386-4c88-9b7b-a005dd01f75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:20.975307 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59446) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:21.129359 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c58eb145-b386-4c88-9b7b-a005dd01f75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:21.236238 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Attempting to bind port 872fc9aa-c679-48c1-8080-adb9cc87918e on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:22:21.236891 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Attempting to bind port 872fc9aa-c679-48c1-8080-adb9cc87918e by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'ff30f88d-da8d-48ab-add2-87346ee541f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b218d6a0-7653-470c-8c1b-6447b570409a'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:22:21.237013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Attempting to bind port 872fc9aa-c679-48c1-8080-adb9cc87918e on network b218d6a0-7653-470c-8c1b-6447b570409a {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:22:21.246505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:21.259200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:22:21.259655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Checking segment: {'id': 'ff30f88d-da8d-48ab-add2-87346ee541f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b218d6a0-7653-470c-8c1b-6447b570409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:21.260302 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:21.260513 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Bound using segment: {'id': 'ff30f88d-da8d-48ab-add2-87346ee541f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b218d6a0-7653-470c-8c1b-6447b570409a'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:22:21.261024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Bound port: 872fc9aa-c679-48c1-8080-adb9cc87918e, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff30f88d-da8d-48ab-add2-87346ee541f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b218d6a0-7653-470c-8c1b-6447b570409a'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:22:21.261714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:21.380623 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] For port 872fc9aa-c679-48c1-8080-adb9cc87918e, host dv-neutron-826104-1-hyperv, got binding levels [] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:21.381041 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:21.498848 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ed305d43-8819-4730-9805-9f4a51d12b07 None None] Provisioning complete for port 60738820-369b-4a5d-b905-ac55404510a6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:21.499324 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ed305d43-8819-4730-9805-9f4a51d12b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:21.565761 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59452) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:21.581033 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object 3ae939b1-4d2f-441a-92e1-35aa665f80f1 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:21.601365 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Calling delete_port for 872fc9aa-c679-48c1-8080-adb9cc87918e owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:21.604417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] For port 872fc9aa-c679-48c1-8080-adb9cc87918e, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:22:21.608221 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] For port 872fc9aa-c679-48c1-8080-adb9cc87918e, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=872fc9aa-c679-48c1-8080-adb9cc87918e,segment=NetworkSegment(ff30f88d-da8d-48ab-add2-87346ee541f4),segment_id=ff30f88d-da8d-48ab-add2-87346ee541f4)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:22:21.627995 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:21.707384 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-25badf5a-fecf-4c8f-a85e-a97423a85bf6 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:21.710071 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c58eb145-b386-4c88-9b7b-a005dd01f75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:21.712954 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:21.761723 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-25badf5a-fecf-4c8f-a85e-a97423a85bf6 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:21.765833 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-25badf5a-fecf-4c8f-a85e-a97423a85bf6 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7872283 Jan 24 16:22:21.766400 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59458) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:21.767635 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58eb145-b386-4c88-9b7b-a005dd01f75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a284c766-b498-4bcb-bd02-988436d2b226,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:21.792787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ee8dc76-8b8b-4589-b58f-14deaf073df3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:21.803602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c58eb145-b386-4c88-9b7b-a005dd01f75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:21.804775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ee8dc76-8b8b-4589-b58f-14deaf073df3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:21.805137 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c58eb145-b386-4c88-9b7b-a005dd01f75d admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/a284c766-b498-4bcb-bd02-988436d2b226 HTTP/1.1" status: 204 len: 168 time: 1.3448865 Jan 24 16:22:21.817290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:21.837810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:22:21.838139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:22:21.946793 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6ee8dc76-8b8b-4589-b58f-14deaf073df3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] In _notify_port_updated(), no bound segment for port 5ce96432-4b8b-49ff-b9ca-1414d005ebdd on network 2cb02613-eb5c-48e1-9cea-860476eca87a {{(pid=83465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:22:21.952086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee8dc76-8b8b-4589-b58f-14deaf073df3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:21.968257 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ee8dc76-8b8b-4589-b58f-14deaf073df3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:21.972327 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6ee8dc76-8b8b-4589-b58f-14deaf073df3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "PUT /v2.0/ports/5ce96432-4b8b-49ff-b9ca-1414d005ebdd HTTP/1.1" status: 200 len: 818 time: 1.5622118 Jan 24 16:22:21.978616 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59464) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:22.047222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:22:22.095958 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0fbbb300-da43-4e2d-9d00-930842e5c42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:22.143145 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:22.143775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27b3b4-5a48-4ca3-93ef-43847beca907 None None] Pushing event updated for resources: {'Port': ['ID=872fc9aa-c679-48c1-8080-adb9cc87918e,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:22.172997 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:22.178225 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:22.184252 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:22.184910 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:22.189265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8dc76-8b8b-4589-b58f-14deaf073df3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=5ce96432-4b8b-49ff-b9ca-1414d005ebdd,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:22.213027 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-867295d3-6548-4c0e-a93e-cd6592cbec33 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Synchronizing usage tracker for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:22.219327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:22.233827 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-17cd3f46-5933-4604-8d8e-6cbf880ad465 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 5ce96432-4b8b-49ff-b9ca-1414d005ebdd {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:22.235534 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-17cd3f46-5933-4604-8d8e-6cbf880ad465 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:22.252480 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:22.253221 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=3ae939b1-4d2f-441a-92e1-35aa665f80f1,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:22.267062 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:22.267671 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:22.275951 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 82b0a16e-d412-44a6-a88f-9bb5aa550002 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:22.392224 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event updated for resources: {'Port': ['ID=600b1530-e03c-4620-93ed-4f63fa0cba3c,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:22.408701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Deleting port 872fc9aa-c679-48c1-8080-adb9cc87918e {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:22.409311 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:22.421087 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-668502a5-3b12-431c-9364-83a89c97d5ee tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.7458670 Jan 24 16:22:22.450785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59472) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:22.456966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 82b0a16e-d412-44a6-a88f-9bb5aa550002 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:22.482809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 82b0a16e-d412-44a6-a88f-9bb5aa550002 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:22.484298 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:22.495454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0fbbb300-da43-4e2d-9d00-930842e5c42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:22.605010 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0fbbb300-da43-4e2d-9d00-930842e5c42e admin admin] Usage tracker for resource:security_group_rule and tenant:65bc1fde20fb4b8daef15d9cf59d66e1 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:22.610219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0fbbb300-da43-4e2d-9d00-930842e5c42e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:22.639495 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f1942e19-23e5-41c4-8d36-b7838a4d4364 None None] Provisioning complete for port 82b0a16e-d412-44a6-a88f-9bb5aa550002 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:22.640093 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f1942e19-23e5-41c4-8d36-b7838a4d4364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:22.655809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0fbbb300-da43-4e2d-9d00-930842e5c42e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:22.668942 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-867295d3-6548-4c0e-a93e-cd6592cbec33 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] Unset dirty status for tenant:e65f70a088c2484292712a78c4e7d482 on resource:security_group_rule {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:22.670353 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-867295d3-6548-4c0e-a93e-cd6592cbec33 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.8995550 Jan 24 16:22:22.683147 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59480) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:22.837049 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-0ad822e3-b7fb-476e-843d-b5896763c465 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] delete failed (client error): The resource could not be found. Jan 24 16:22:22.838083 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0ad822e3-b7fb-476e-843d-b5896763c465 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "DELETE /v2.0/security-groups/9a40880a-141f-47d0-8782-b82ba6f0b494 HTTP/1.1" status: 404 len: 347 time: 0.1536145 Jan 24 16:22:22.848179 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-1c811d4f-e8c4-4f46-9f7e-cbdd3f6476e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port 3ae939b1-4d2f-441a-92e1-35aa665f80f1 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:22.854796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1c811d4f-e8c4-4f46-9f7e-cbdd3f6476e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:22.860245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59486) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:22.916493 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:22.943775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d8f3a1-1975-4b26-b0e5-23b64e0185e0 None None] Network 2aeb491c-88a3-4663-a3f7-991c692fd75b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:22.959328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-17cd3f46-5933-4604-8d8e-6cbf880ad465 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:23.104356 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Network d9680cb9-1a30-4179-8e0f-8dc60f654f77 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:23.138979 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:23.285497 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-17c8d6e2-0dd3-4955-94cb-f9b2f9d39238 tempest-SecGroupTest-1118202047 tempest-SecGroupTest-1118202047-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4208047 Jan 24 16:22:23.295448 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f1942e19-23e5-41c4-8d36-b7838a4d4364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:23.298772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-17cd3f46-5933-4604-8d8e-6cbf880ad465 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for 5ce96432-4b8b-49ff-b9ca-1414d005ebdd owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:23.373125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 82b0a16e-d412-44a6-a88f-9bb5aa550002, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=82b0a16e-d412-44a6-a88f-9bb5aa550002,segment=NetworkSegment(91965958-10c8-4838-ad59-9b8382a57d94),segment_id=91965958-10c8-4838-ad59-9b8382a57d94)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:23.469249 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-f1942e19-23e5-41c4-8d36-b7838a4d4364 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:22:23.471291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-f1942e19-23e5-41c4-8d36-b7838a4d4364 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:22:23.472041 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:23.482286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8fe4df8d-c574-4b4b-aa77-833ffe633774 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:23.491355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] For port 872fc9aa-c679-48c1-8080-adb9cc87918e, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=872fc9aa-c679-48c1-8080-adb9cc87918e,segment=NetworkSegment(ff30f88d-da8d-48ab-add2-87346ee541f4),segment_id=ff30f88d-da8d-48ab-add2-87346ee541f4)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:23.491886 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:23.518386 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0fbbb300-da43-4e2d-9d00-930842e5c42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:23.539837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59498) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:23.547739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0fbbb300-da43-4e2d-9d00-930842e5c42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:23.649578 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=82b0a16e-d412-44a6-a88f-9bb5aa550002,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:23.679600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Calling delete_port for 872fc9aa-c679-48c1-8080-adb9cc87918e owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:23.690156 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 8fe4df8d-c574-4b4b-aa77-833ffe633774 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:23.690524 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:23.774919 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-17cd3f46-5933-4604-8d8e-6cbf880ad465 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:23.813740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1c811d4f-e8c4-4f46-9f7e-cbdd3f6476e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:23.861895 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd3f46-5933-4604-8d8e-6cbf880ad465 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=5ce96432-4b8b-49ff-b9ca-1414d005ebdd,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:23.881610 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-17cd3f46-5933-4604-8d8e-6cbf880ad465 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:24.028049 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 60738820-369b-4a5d-b905-ac55404510a6 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:24.136023 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f1942e19-23e5-41c4-8d36-b7838a4d4364 None None] Provisioning for port 600b1530-e03c-4620-93ed-4f63fa0cba3c completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:24.136651 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59506) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:24.147900 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f1942e19-23e5-41c4-8d36-b7838a4d4364 None None] Provisioning complete for port 600b1530-e03c-4620-93ed-4f63fa0cba3c triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:24.148927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f1942e19-23e5-41c4-8d36-b7838a4d4364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:24.150736 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-cc934378-f3d3-4f3c-9d8a-70117d709354 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:24.151355 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-cc934378-f3d3-4f3c-9d8a-70117d709354 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): There was a conflict when trying to complete your request. Jan 24 16:22:24.152382 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cc934378-f3d3-4f3c-9d8a-70117d709354 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5442924 Jan 24 16:22:24.159957 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-17cd3f46-5933-4604-8d8e-6cbf880ad465 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/5ce96432-4b8b-49ff-b9ca-1414d005ebdd HTTP/1.1" status: 204 len: 168 time: 2.1801801 Jan 24 16:22:24.173008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59510) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:24.173554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59514) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:24.182707 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group': {'name': 'tempest-secgroup--678274050'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:24.189976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:24.194527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:24.198304 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:24.204990 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:24.222176 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 60738820-369b-4a5d-b905-ac55404510a6 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:24.222633 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:24.257203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c234962-7e83-4550-89e0-6cb8c1855cec None None] Network b218d6a0-7653-470c-8c1b-6447b570409a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:24.275338 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0fbbb300-da43-4e2d-9d00-930842e5c42e admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=65bc1fde20fb4b8daef15d9cf59d66e1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7047815 Jan 24 16:22:24.286507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-1c811d4f-e8c4-4f46-9f7e-cbdd3f6476e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for 3ae939b1-4d2f-441a-92e1-35aa665f80f1 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:24.289127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:24.297928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59522) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:24.339646 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:24.352514 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f1942e19-23e5-41c4-8d36-b7838a4d4364 None None] Port 600b1530-e03c-4620-93ed-4f63fa0cba3c cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:24.378551 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:24.386672 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbb300-da43-4e2d-9d00-930842e5c42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e4023d-4f05-4d23-b645-e4a63b38e6e5,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:24.470082 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Port': ['ID=872fc9aa-c679-48c1-8080-adb9cc87918e,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:24.516765 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e256aaba-1b6a-4046-bf74-c20e73ba9b00 None None] Provisioning for port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:24.533627 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-745098d5-60e8-4973-9aed-7647fedf5157 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=e65f70a088c2484292712a78c4e7d482&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3902948 Jan 24 16:22:24.538325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e256aaba-1b6a-4046-bf74-c20e73ba9b00 None None] Provisioning complete for port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:24.538542 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59526) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:24.538642 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e256aaba-1b6a-4046-bf74-c20e73ba9b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:24.549428 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:24.590279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:24.597924 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:24.602454 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No DVR routers for this DVR port 872fc9aa-c679-48c1-8080-adb9cc87918e on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:22:24.649214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:24.671987 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:24.672297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d18c470-3638-420b-b1dd-21d9f4e811f0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:24.673018 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3d18c470-3638-420b-b1dd-21d9f4e811f0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:24.691095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6f3bbba-6c5c-4e03-8092-63b6ed0c3d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:24.747624 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e256aaba-1b6a-4046-bf74-c20e73ba9b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:24.764781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:24.796048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6f3bbba-6c5c-4e03-8092-63b6ed0c3d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:24.811383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3d18c470-3638-420b-b1dd-21d9f4e811f0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:24.816006 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3d18c470-3638-420b-b1dd-21d9f4e811f0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6389825 Jan 24 16:22:24.824956 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59530) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:24.850573 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 82b0a16e-d412-44a6-a88f-9bb5aa550002 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:24.913460 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-e256aaba-1b6a-4046-bf74-c20e73ba9b00 None None] For port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=69fe7b31-d9bc-40c4-bcb0-c9507c8904a0,segment=NetworkSegment(72e230c5-ea5f-489b-b237-6f8d5c609659),segment_id=72e230c5-ea5f-489b-b237-6f8d5c609659)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:24.917267 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8c3d45-1aa3-4bd5-b30c-44cfe1b49e03 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] GET failed (client error): The resource could not be found. Jan 24 16:22:24.922947 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bc8c3d45-1aa3-4bd5-b30c-44cfe1b49e03 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/5ce96432-4b8b-49ff-b9ca-1414d005ebdd HTTP/1.1" status: 404 len: 333 time: 0.0950434 Jan 24 16:22:24.928507 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e256aaba-1b6a-4046-bf74-c20e73ba9b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:24.933751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59534) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:24.950345 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-32886007'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:24.956262 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1abe9723-a734-4889-b2ad-9094cb91f88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:24.961725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611a1a65-e764-4498-820e-290ac1b0d4c2 None None] Network b218d6a0-7653-470c-8c1b-6447b570409a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:24.962147 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:24.970081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:network and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:24.985046 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:24.996303 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e256aaba-1b6a-4046-bf74-c20e73ba9b00 None None] Could not find standard attr ID for object 872fc9aa-c679-48c1-8080-adb9cc87918e. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:22:25.001525 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1c811d4f-e8c4-4f46-9f7e-cbdd3f6476e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.009318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:25.022577 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.024982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.066218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Subnet': ['ID=14f4b223-bc4d-4c9f-a36c-3cf9e42d53f0,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:25.068776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.071545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1abe9723-a734-4889-b2ad-9094cb91f88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.080745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c811d4f-e8c4-4f46-9f7e-cbdd3f6476e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=3ae939b1-4d2f-441a-92e1-35aa665f80f1,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:25.090301 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:25.095424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:25.099956 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:25.107664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:25.130080 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:25.133573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.144800 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6f3bbba-6c5c-4e03-8092-63b6ed0c3d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.158581 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256aaba-1b6a-4046-bf74-c20e73ba9b00 None None] Pushing event updated for resources: {'Port': ['ID=69fe7b31-d9bc-40c4-bcb0-c9507c8904a0,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:25.228247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1c811d4f-e8c4-4f46-9f7e-cbdd3f6476e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.229807 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 82b0a16e-d412-44a6-a88f-9bb5aa550002 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:25.230510 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.247901 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Router d72302a5-dce0-4a6b-8f10-4366fcc3acf7 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:22:25.281754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8d13f4-c210-4c9c-92c6-49e7a0870ede,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:25.332216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:22:25.354739 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3bbba-6c5c-4e03-8092-63b6ed0c3d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e4023d-4f05-4d23-b645-e4a63b38e6e5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:25.360265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.364206 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e256aaba-1b6a-4046-bf74-c20e73ba9b00 None None] Provisioning complete for port 600b1530-e03c-4620-93ed-4f63fa0cba3c triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:25.364623 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e256aaba-1b6a-4046-bf74-c20e73ba9b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.398413 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.398643 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Added segment 1d911198-b89b-4abf-aeb5-6ea28e7843dc of type vlan for network fd108771-99ae-45c7-a26e-35deb0f0d779 Jan 24 16:22:25.399867 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6f3bbba-6c5c-4e03-8092-63b6ed0c3d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.403439 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a6f3bbba-6c5c-4e03-8092-63b6ed0c3d50 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/50e4023d-4f05-4d23-b645-e4a63b38e6e5 HTTP/1.1" status: 204 len: 168 time: 1.0898476 Jan 24 16:22:25.417875 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.419688 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b218d6a0-7653-470c-8c1b-6447b570409a']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:25.435353 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.464849 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff30f88d-da8d-48ab-add2-87346ee541f4') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:25.465138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff30f88d-da8d-48ab-add2-87346ee541f4') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:25.482235 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1c811d4f-e8c4-4f46-9f7e-cbdd3f6476e1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/3ae939b1-4d2f-441a-92e1-35aa665f80f1 HTTP/1.1" status: 204 len: 168 time: 3.0290308 Jan 24 16:22:25.483911 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59540) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:25.485756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.493215 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.556495 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.560377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e256aaba-1b6a-4046-bf74-c20e73ba9b00 None None] Port 600b1530-e03c-4620-93ed-4f63fa0cba3c cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:25.568066 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e256aaba-1b6a-4046-bf74-c20e73ba9b00 None None] Could not find standard attr ID for object 3ae939b1-4d2f-441a-92e1-35aa665f80f1. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:22:25.574297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1abe9723-a734-4889-b2ad-9094cb91f88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.617124 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:22:25.617506 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.633963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cad7116-d813-4a00-b511-596df7bbc176 None None] DHCP port deletion for b218d6a0-7653-470c-8c1b-6447b570409a request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:22:25.648686 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:22:25.659271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece9e9b-8c88-465f-bb36-a8353cfbac34 None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:22:25.663867 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe9723-a734-4889-b2ad-9094cb91f88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c20635-fc7a-43d1-8233-cda80eaf1253,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:25.717195 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e53ea1-9eca-4d50-a110-3ded2e48530f,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:25.720694 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.721043 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1abe9723-a734-4889-b2ad-9094cb91f88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.725220 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1abe9723-a734-4889-b2ad-9094cb91f88d admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/56c20635-fc7a-43d1-8233-cda80eaf1253 HTTP/1.1" status: 204 len: 168 time: 1.1834676 Jan 24 16:22:25.725387 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4faec487-3fff-41e0-a3d1-bf1b1b5e3a5b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5474112 Jan 24 16:22:25.729763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59546) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:25.751626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-334a44e7-92b4-41e2-bca1-0a4034a859cb tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': '15e53ea1-9eca-4d50-a110-3ded2e48530f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:25.759564 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Allocated IP 172.20.0.1 (113074bc-83e0-4e7a-a29f-0216b6ac3e05/ca3573e1-c25c-49b3-91ff-1ff55d8d8f84/f23bd2ce-c0a1-490c-a8be-960e9139fcce) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:25.768627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:22:25.770096 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-334a44e7-92b4-41e2-bca1-0a4034a859cb tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:25.780206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-334a44e7-92b4-41e2-bca1-0a4034a859cb tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:25.783777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-334a44e7-92b4-41e2-bca1-0a4034a859cb tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:25.797367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-334a44e7-92b4-41e2-bca1-0a4034a859cb tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:25.808182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.816109 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.844828 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/b218d6a0-7653-470c-8c1b-6447b570409a HTTP/1.1" status: 204 len: 168 time: 5.6771646 Jan 24 16:22:25.846655 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.851815 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:25.852362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.861900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59554) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:25.908386 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e1547-0e1f-4fa1-93ad-1d5563f8a9a8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Network': ['ID=b218d6a0-7653-470c-8c1b-6447b570409a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:25.909361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:22:25.921648 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55753a-49ea-43de-8d60-8f553120aae0 None None] Sync routers for ids ['d72302a5-dce0-4a6b-8f10-4366fcc3acf7'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:22:25.926995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-334a44e7-92b4-41e2-bca1-0a4034a859cb tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:25.940166 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e326f3-31ed-4c73-ac86-a34f3b22e966 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:25.941633 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a9e326f3-31ed-4c73-ac86-a34f3b22e966 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4418457 Jan 24 16:22:25.943726 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01c8815-f2fd-4a90-a8f6-d5ed55904ba3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:25.944302 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01c8815-f2fd-4a90-a8f6-d5ed55904ba3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:25.945865 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b364c071-7db2-472e-8d71-bbe747c41677 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "PUT /v2.0/routers/d72302a5-dce0-4a6b-8f10-4366fcc3acf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9866993 Jan 24 16:22:25.949219 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b01c8815-f2fd-4a90-a8f6-d5ed55904ba3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/b218d6a0-7653-470c-8c1b-6447b570409a HTTP/1.1" status: 404 len: 339 time: 0.0863326 Jan 24 16:22:25.949789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59560) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:25.950108 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59562) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:25.964735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59564) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:25.980518 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ea1d7d26-fad8-4afa-b7ed-84dad53b731e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-715556013', 'description': 'd1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:25.989554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55753a-49ea-43de-8d60-8f553120aae0 None None] Routers {'d72302a5-dce0-4a6b-8f10-4366fcc3acf7'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:25.990197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0b55753a-49ea-43de-8d60-8f553120aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d72302a5-dce0-4a6b-8f10-4366fcc3acf7'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:26.007125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ea1d7d26-fad8-4afa-b7ed-84dad53b731e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:26.073548 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ea1d7d26-fad8-4afa-b7ed-84dad53b731e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:network and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:26.141483 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aece9e9b-8c88-465f-bb36-a8353cfbac34 None None] Resources bound (agent type, host, resource id): {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 24 16:22:26.159343 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2239821 Jan 24 16:22:26.161996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59574) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:26.186673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0b55753a-49ea-43de-8d60-8f553120aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:26.188031 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f7288e69-09b8-4b5e-9b81-001e1154da09 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'subnet': {'network_id': 'fd108771-99ae-45c7-a26e-35deb0f0d779', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:26.284623 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55753a-49ea-43de-8d60-8f553120aae0 None None] Routers {'d72302a5-dce0-4a6b-8f10-4366fcc3acf7'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:26.285275 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0b55753a-49ea-43de-8d60-8f553120aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d72302a5-dce0-4a6b-8f10-4366fcc3acf7'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:26.435427 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0b55753a-49ea-43de-8d60-8f553120aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:26.435852 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55753a-49ea-43de-8d60-8f553120aae0 None None] The sync data for ids ['d72302a5-dce0-4a6b-8f10-4366fcc3acf7'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:22:26.444760 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ea1d7d26-fad8-4afa-b7ed-84dad53b731e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:26.460679 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ea1d7d26-fad8-4afa-b7ed-84dad53b731e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:26.478179 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:26.480220 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9712e-7c49-44a3-8b63-b20b118d8057 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Network': ['ID=fd108771-99ae-45c7-a26e-35deb0f0d779,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:26.520161 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1d7d26-fad8-4afa-b7ed-84dad53b731e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:26.524182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3059903e-5f20-408a-8252-8610bf1e9f04 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:26.524704 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ea1d7d26-fad8-4afa-b7ed-84dad53b731e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:26.525699 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3059903e-5f20-408a-8252-8610bf1e9f04 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5708463 Jan 24 16:22:26.527374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f7288e69-09b8-4b5e-9b81-001e1154da09 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:26.540003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59586) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:26.549445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Transition to ACTIVE for port object f23bd2ce-c0a1-490c-a8be-960e9139fcce will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:26.550107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f7288e69-09b8-4b5e-9b81-001e1154da09 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:subnet and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:26.553783 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f7288e69-09b8-4b5e-9b81-001e1154da09 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:26.561604 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f7288e69-09b8-4b5e-9b81-001e1154da09 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:26.582612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7288e69-09b8-4b5e-9b81-001e1154da09 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:26.592344 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network fd108771-99ae-45c7-a26e-35deb0f0d779 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:26.650705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59590) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:26.671025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-334a44e7-92b4-41e2-bca1-0a4034a859cb tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:26.693390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-334a44e7-92b4-41e2-bca1-0a4034a859cb tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:26.704830 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f7288e69-09b8-4b5e-9b81-001e1154da09 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:26.717042 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:26.719025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1d7d26-fad8-4afa-b7ed-84dad53b731e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:22:26.728479 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea548bd9-7d81-4207-ae78-4e99a1df5857 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:26.729739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea548bd9-7d81-4207-ae78-4e99a1df5857 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:26.732057 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea548bd9-7d81-4207-ae78-4e99a1df5857 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:26.732972 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ea548bd9-7d81-4207-ae78-4e99a1df5857 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:26.752810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a44e7-92b4-41e2-bca1-0a4034a859cb tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfeaada5-5867-4e38-b49e-e28e0e4be28b,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:26.765919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ea1d7d26-fad8-4afa-b7ed-84dad53b731e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:26.766262 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-ea1d7d26-fad8-4afa-b7ed-84dad53b731e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Added segment 0f44e605-8a6d-4a0b-bb24-8ef6b3059f43 of type vlan for network eeda31e9-b18d-489d-b20e-810b4c5b686e Jan 24 16:22:26.797492 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-334a44e7-92b4-41e2-bca1-0a4034a859cb tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:26.798760 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-334a44e7-92b4-41e2-bca1-0a4034a859cb tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0615611 Jan 24 16:22:26.802619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59596) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:26.803246 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ea548bd9-7d81-4207-ae78-4e99a1df5857 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:26.804406 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ea548bd9-7d81-4207-ae78-4e99a1df5857 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2631896 Jan 24 16:22:26.810391 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ea1d7d26-fad8-4afa-b7ed-84dad53b731e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:26.813776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59600) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:26.817667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-3fb7f596-1bcc-4e8e-8d3a-74092f131c7d tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': '15e53ea1-9eca-4d50-a110-3ded2e48530f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:26.825371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:26.897352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3fb7f596-1bcc-4e8e-8d3a-74092f131c7d tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:26.923459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3fb7f596-1bcc-4e8e-8d3a-74092f131c7d tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:26.931833 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3fb7f596-1bcc-4e8e-8d3a-74092f131c7d tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:26.940054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:26.940471 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:26.962436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3fb7f596-1bcc-4e8e-8d3a-74092f131c7d tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:26.972998 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c4f432-b3b1-49c4-845c-5ffc14bc4d53 None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:22:26.973776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-42828114-aa77-4154-b27f-cfa957d5f986 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] Request body: {'port': {'network_id': 'd704a76b-aaaf-4cb6-8442-4f935af215c5', 'name': 'tempest-NetworksNegativeTestJSON-251004191'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:27.006095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=f23bd2ce-c0a1-490c-a8be-960e9139fcce,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:27.009734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 113074bc-83e0-4e7a-a29f-0216b6ac3e05 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:27.017914 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:27.019341 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-42828114-aa77-4154-b27f-cfa957d5f986 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] POST failed (client error): The resource could not be found. Jan 24 16:22:27.020027 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42828114-aa77-4154-b27f-cfa957d5f986 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:27.021450 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-42828114-aa77-4154-b27f-cfa957d5f986 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3682566 Jan 24 16:22:27.029363 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ea1d7d26-fad8-4afa-b7ed-84dad53b731e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:27.033008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d7d26-fad8-4afa-b7ed-84dad53b731e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:27.033568 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ea1d7d26-fad8-4afa-b7ed-84dad53b731e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:27.034984 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59604) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:27.037434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:27.066402 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-80663c19-a973-4e3f-a3f0-b99bb84c9045 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:27.067252 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80663c19-a973-4e3f-a3f0-b99bb84c9045 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:27.069156 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-80663c19-a973-4e3f-a3f0-b99bb84c9045 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] 10.222.0.130 "DELETE /v2.0/networks/4cb7c5a8-e103-413f-9af1-3ddbd5172f41 HTTP/1.1" status: 404 len: 339 time: 0.0284588 Jan 24 16:22:27.073727 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59608) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:27.119277 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e0581d-fc25-4aff-a824-10db8bdc34ff tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:27.120126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e0581d-fc25-4aff-a824-10db8bdc34ff tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:27.133562 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-91e0581d-fc25-4aff-a824-10db8bdc34ff tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] 10.222.0.130 "DELETE /v2.0/ports/78feebe7-0fff-40e7-bee3-9ced770f9c23 HTTP/1.1" status: 404 len: 333 time: 0.0566761 Jan 24 16:22:27.138214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59612) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:27.156925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 872fc9aa-c679-48c1-8080-adb9cc87918e no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:22:27.165290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3fb7f596-1bcc-4e8e-8d3a-74092f131c7d tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:27.222910 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b6ee5e-1632-4c17-a603-0eab13d05c31 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:27.223849 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b6ee5e-1632-4c17-a603-0eab13d05c31 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:27.225824 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d2b6ee5e-1632-4c17-a603-0eab13d05c31 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] 10.222.0.130 "DELETE /v2.0/subnets/febe417c-a911-4838-9584-88c3be1421d8 HTTP/1.1" status: 404 len: 337 time: 0.0854917 Jan 24 16:22:27.236704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59616) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:27.246769 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 872fc9aa-c679-48c1-8080-adb9cc87918e {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:22:27.247549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 872fc9aa-c679-48c1-8080-adb9cc87918e not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:22:27.273979 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ea1d7d26-fad8-4afa-b7ed-84dad53b731e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3064873 Jan 24 16:22:27.274647 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59620) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:27.284369 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf7ef0b-ed76-4616-984f-5258c6b3b32e tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] GET failed (client error): The resource could not be found. Jan 24 16:22:27.287547 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8bf7ef0b-ed76-4616-984f-5258c6b3b32e tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] 10.222.0.130 "GET /v2.0/networks/98d9b083-77df-4d27-be68-a8b54e330317 HTTP/1.1" status: 404 len: 339 time: 0.0430527 Jan 24 16:22:27.287709 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c4f432-b3b1-49c4-845c-5ffc14bc4d53 None None] Resources bound (agent type, host, resource id): {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 24 16:22:27.314480 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59624) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:27.336755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d7d26-fad8-4afa-b7ed-84dad53b731e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Network': ['ID=eeda31e9-b18d-489d-b20e-810b4c5b686e,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:27.339044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:27.377671 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network eeda31e9-b18d-489d-b20e-810b4c5b686e details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:27.469228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f7288e69-09b8-4b5e-9b81-001e1154da09 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:27.481852 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2eaf2cf-897d-4505-a212-44697d6d3d25 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] GET failed (client error): The resource could not be found. Jan 24 16:22:27.488447 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d2eaf2cf-897d-4505-a212-44697d6d3d25 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] 10.222.0.130 "GET /v2.0/ports/6dab49c0-097a-455a-a21b-168b0e1a440d HTTP/1.1" status: 404 len: 333 time: 0.1590548 Jan 24 16:22:27.490193 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59628) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:27.560241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7288e69-09b8-4b5e-9b81-001e1154da09 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Subnet': ['ID=3d82ed3d-b59c-40af-a26d-f6e792fb3f11,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:27.570406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f013ba-4f31-4ce3-bd01-0067da2dacb2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet bfa1fc14-07b9-4813-b57a-883119f131e0 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:22:27.572977 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e0e6d7-adf2-4225-9eb7-87c6b8784672 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] GET failed (client error): The resource could not be found. Jan 24 16:22:27.573791 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-54e0e6d7-adf2-4225-9eb7-87c6b8784672 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] 10.222.0.130 "GET /v2.0/subnets/5d040e1b-003a-4db7-9ef3-1796c68a8675 HTTP/1.1" status: 404 len: 337 time: 0.0837688 Jan 24 16:22:27.582388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59632) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:27.585565 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a23267-27e0-4216-9fe0-91b7912973ad tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:27.586239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f4a23267-27e0-4216-9fe0-91b7912973ad tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Synchronizing usage tracker for tenant:a1ab4d499c3b4a4ab8671837a20cbe1b on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:27.588740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-22f013ba-4f31-4ce3-bd01-0067da2dacb2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:27.617033 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-1b268e86-014d-4125-b83a-650d7f0706a8 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:27.645893 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-3fb7f596-1bcc-4e8e-8d3a-74092f131c7d tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): There was a conflict when trying to complete your request. Jan 24 16:22:27.646908 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3fb7f596-1bcc-4e8e-8d3a-74092f131c7d tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8415458 Jan 24 16:22:27.656295 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59636) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:27.657068 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7288e69-09b8-4b5e-9b81-001e1154da09 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Checking segment: {'id': '1d911198-b89b-4abf-aeb5-6ea28e7843dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd108771-99ae-45c7-a26e-35deb0f0d779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:27.657435 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7288e69-09b8-4b5e-9b81-001e1154da09 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network hostable DHCP agents. Network: fd108771-99ae-45c7-a26e-35deb0f0d779, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:22:27.668725 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b268e86-014d-4125-b83a-650d7f0706a8 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] PUT failed (client error): The resource could not be found. Jan 24 16:22:27.669158 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b268e86-014d-4125-b83a-650d7f0706a8 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:27.671540 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1b268e86-014d-4125-b83a-650d7f0706a8 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] 10.222.0.130 "PUT /v2.0/networks/04bc33e2-6535-4292-8ee7-be3542e386e2 HTTP/1.1" status: 404 len: 339 time: 0.0867939 Jan 24 16:22:27.682486 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59640) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:27.705043 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f4a23267-27e0-4216-9fe0-91b7912973ad tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Unset dirty status for tenant:a1ab4d499c3b4a4ab8671837a20cbe1b on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:27.708165 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f4a23267-27e0-4216-9fe0-91b7912973ad tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "GET /v2.0/networks?id=eeda31e9-b18d-489d-b20e-810b4c5b686e HTTP/1.1" status: 200 len: 760 time: 0.4236350 Jan 24 16:22:27.713076 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-22f013ba-4f31-4ce3-bd01-0067da2dacb2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:27.714828 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59644) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:27.730502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b2dade0d-0cea-4d32-9aa9-7f4485630455 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'network': {'description': 'd2'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:27.744080 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-584eb109-e6b6-4e79-b470-c8c3aae6eceb tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:27.801719 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-584eb109-e6b6-4e79-b470-c8c3aae6eceb tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] PUT failed (client error): The resource could not be found. Jan 24 16:22:27.802139 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584eb109-e6b6-4e79-b470-c8c3aae6eceb tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:27.803428 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-584eb109-e6b6-4e79-b470-c8c3aae6eceb tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] 10.222.0.130 "PUT /v2.0/ports/68d9d32f-acb3-4f16-87c4-cff7c3a7c757 HTTP/1.1" status: 404 len: 333 time: 0.1097460 Jan 24 16:22:27.810091 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59648) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:27.823328 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-784dda52-94bc-4dc3-8361-3005527747f1 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:27.851351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:27.884713 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-784dda52-94bc-4dc3-8361-3005527747f1 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] PUT failed (client error): The resource could not be found. Jan 24 16:22:27.885007 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784dda52-94bc-4dc3-8361-3005527747f1 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:27.890806 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-784dda52-94bc-4dc3-8361-3005527747f1 tempest-NetworksNegativeTestJSON-1810966343 tempest-NetworksNegativeTestJSON-1810966343-project] 10.222.0.130 "PUT /v2.0/subnets/b54f5ef5-31b7-4869-bdbf-243c2f40370e HTTP/1.1" status: 404 len: 337 time: 0.0751486 Jan 24 16:22:27.899321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7288e69-09b8-4b5e-9b81-001e1154da09 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network fd108771-99ae-45c7-a26e-35deb0f0d779 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:22:27.937236 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-4a1f2261-6d8b-4e7c-911b-0a2a5c481c65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:27.942083 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4a1f2261-6d8b-4e7c-911b-0a2a5c481c65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "PUT /v2.0/routers/d72302a5-dce0-4a6b-8f10-4366fcc3acf7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9855113 Jan 24 16:22:27.945499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59654) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:27.987046 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-f7288e69-09b8-4b5e-9b81-001e1154da09 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, fd108771-99ae-45c7-a26e-35deb0f0d779) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:27.992287 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7288e69-09b8-4b5e-9b81-001e1154da09 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:27.993097 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f7288e69-09b8-4b5e-9b81-001e1154da09 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:27.996549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed59767b-ec79-415b-a1f6-2d4dd61dc6b4 None None] Network fd108771-99ae-45c7-a26e-35deb0f0d779 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:28.002626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-657dc292-bdce-4f0d-9920-1e0d7bb48eea tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:28.032335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-22f013ba-4f31-4ce3-bd01-0067da2dacb2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:28.132156 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1ceb817c-4974-4182-893f-668596503d89 None None] Provisioning for port f23bd2ce-c0a1-490c-a8be-960e9139fcce completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:28.148514 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1ceb817c-4974-4182-893f-668596503d89 None None] Provisioning complete for port f23bd2ce-c0a1-490c-a8be-960e9139fcce triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:28.148942 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1ceb817c-4974-4182-893f-668596503d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:28.203498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-657dc292-bdce-4f0d-9920-1e0d7bb48eea tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:28.227856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb817c-4974-4182-893f-668596503d89 None None] Port f23bd2ce-c0a1-490c-a8be-960e9139fcce cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:28.298406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59660) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:28.305782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-657dc292-bdce-4f0d-9920-1e0d7bb48eea tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:28.308519 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-657dc292-bdce-4f0d-9920-1e0d7bb48eea tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:28.314589 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-657dc292-bdce-4f0d-9920-1e0d7bb48eea tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "DELETE /v2.0/security-groups/15e53ea1-9eca-4d50-a110-3ded2e48530f HTTP/1.1" status: 204 len: 168 time: 0.6487877 Jan 24 16:22:28.323277 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59664) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:28.336008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b2dade0d-0cea-4d32-9aa9-7f4485630455 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:28.366869 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f7288e69-09b8-4b5e-9b81-001e1154da09 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1909111 Jan 24 16:22:28.369068 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b2dade0d-0cea-4d32-9aa9-7f4485630455 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:28.372814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59670) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:28.382452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-fd108771-99ae-45c7-a26e-35deb0f0d779', 'network_id': 'fd108771-99ae-45c7-a26e-35deb0f0d779', 'tenant_id': '020c63c86e484c40a5cbd6c7b2bbb0fb', 'fixed_ips': [{'subnet_id': '3d82ed3d-b59c-40af-a26d-f6e792fb3f11'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:22:28.383280 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:28.495071 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-22f013ba-4f31-4ce3-bd01-0067da2dacb2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:28.553784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f013ba-4f31-4ce3-bd01-0067da2dacb2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa1fc14-07b9-4813-b57a-883119f131e0,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:28.561510 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d19abdee-a87b-41f1-a743-ea3d49f0b70a tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2337434 Jan 24 16:22:28.568408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59672) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:28.583083 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c503d631-3660-43e3-812c-25df3d92c700 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group': {'name': 'tempest-secgroup--33930933'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:28.587018 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Allocated IP 2001:db8::2 (fd108771-99ae-45c7-a26e-35deb0f0d779/3d82ed3d-b59c-40af-a26d-f6e792fb3f11/657800cc-4f8a-4ac9-ae8d-5be1397f3251) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:28.588452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-22f013ba-4f31-4ce3-bd01-0067da2dacb2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:28.591139 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928d04d4-bd59-4da0-af89-9c2a0610bdf2 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:28.613858 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c503d631-3660-43e3-812c-25df3d92c700 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:28.615783 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dc292-bdce-4f0d-9920-1e0d7bb48eea tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e53ea1-9eca-4d50-a110-3ded2e48530f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:28.620858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dade0d-0cea-4d32-9aa9-7f4485630455 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Network': ['ID=eeda31e9-b18d-489d-b20e-810b4c5b686e,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:28.626285 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-9c947d86-5fe5-45be-825d-7adc8ec9ed78 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'subnet': {'network_id': 'fd108771-99ae-45c7-a26e-35deb0f0d779', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:28.668167 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4670b707-1768-4839-b63f-b6dd37a868a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:28.671195 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network eeda31e9-b18d-489d-b20e-810b4c5b686e details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:28.673476 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c503d631-3660-43e3-812c-25df3d92c700 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:28.679992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c503d631-3660-43e3-812c-25df3d92c700 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:28.689288 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c503d631-3660-43e3-812c-25df3d92c700 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:28.699520 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-22f013ba-4f31-4ce3-bd01-0067da2dacb2 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/bfa1fc14-07b9-4813-b57a-883119f131e0 HTTP/1.1" status: 204 len: 168 time: 1.8772073 Jan 24 16:22:28.712414 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59680) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:28.726406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2dade0d-0cea-4d32-9aa9-7f4485630455 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network eeda31e9-b18d-489d-b20e-810b4c5b686e is not hosted by any dhcp agent {{(pid=83465) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 24 16:22:28.738172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dade0d-0cea-4d32-9aa9-7f4485630455 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:28.738923 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b2dade0d-0cea-4d32-9aa9-7f4485630455 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:28.742698 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b2dade0d-0cea-4d32-9aa9-7f4485630455 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "PUT /v2.0/networks/eeda31e9-b18d-489d-b20e-810b4c5b686e HTTP/1.1" status: 200 len: 757 time: 1.0220330 Jan 24 16:22:28.747538 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59682) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:28.821321 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c503d631-3660-43e3-812c-25df3d92c700 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:28.928214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7ece84-fe65-43c7-8ade-5def8d742a5b tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:28.929084 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2d7ece84-fe65-43c7-8ade-5def8d742a5b tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Synchronizing usage tracker for tenant:a1ab4d499c3b4a4ab8671837a20cbe1b on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:28.935056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4670b707-1768-4839-b63f-b6dd37a868a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:28.949997 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4670b707-1768-4839-b63f-b6dd37a868a9 admin admin] Usage tracker for resource:security_group_rule and tenant:5a59562a56624600b34a682addad8b60 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:28.960746 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4670b707-1768-4839-b63f-b6dd37a868a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:28.967095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-16deaeef-4143-49d0-8fda-91db7cd5bd4f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet f11f9bc0-bd67-4087-b1d8-374265d65440 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:22:28.973855 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-9c947d86-5fe5-45be-825d-7adc8ec9ed78 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:28.978269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9c947d86-5fe5-45be-825d-7adc8ec9ed78 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:subnet and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:28.979833 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-16deaeef-4143-49d0-8fda-91db7cd5bd4f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:28.982082 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9c947d86-5fe5-45be-825d-7adc8ec9ed78 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:28.988540 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-9c947d86-5fe5-45be-825d-7adc8ec9ed78 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:28.997960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4670b707-1768-4839-b63f-b6dd37a868a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:29.001932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2d7ece84-fe65-43c7-8ade-5def8d742a5b tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Unset dirty status for tenant:a1ab4d499c3b4a4ab8671837a20cbe1b on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:29.003295 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2d7ece84-fe65-43c7-8ade-5def8d742a5b tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "GET /v2.0/networks?id=eeda31e9-b18d-489d-b20e-810b4c5b686e HTTP/1.1" status: 200 len: 760 time: 0.2554584 Jan 24 16:22:29.004184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c947d86-5fe5-45be-825d-7adc8ec9ed78 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:29.009907 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9c947d86-5fe5-45be-825d-7adc8ec9ed78 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.010537 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59688) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:29.021427 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-310a952c-53fb-4b48-87cf-1d14ca87ffbb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-648180317'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:29.031613 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c503d631-3660-43e3-812c-25df3d92c700 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:29.038910 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-310a952c-53fb-4b48-87cf-1d14ca87ffbb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:29.052169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c503d631-3660-43e3-812c-25df3d92c700 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:29.073333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c503d631-3660-43e3-812c-25df3d92c700 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:29.096824 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-310a952c-53fb-4b48-87cf-1d14ca87ffbb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:29.100164 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.102995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c503d631-3660-43e3-812c-25df3d92c700 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:29.112240 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-16deaeef-4143-49d0-8fda-91db7cd5bd4f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.134150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.152639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.184752 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Transition to ACTIVE for port object 657800cc-4f8a-4ac9-ae8d-5be1397f3251 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:29.197646 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.ipam_backend_mixin [None req-9c947d86-5fe5-45be-825d-7adc8ec9ed78 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d82ed3d-b59c-40af-a26d-f6e792fb3f11 (CIDR: 2001:db8::/64) Jan 24 16:22:29.204691 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c947d86-5fe5-45be-825d-7adc8ec9ed78 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:29.205376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c947d86-5fe5-45be-825d-7adc8ec9ed78 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:29.210388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4670b707-1768-4839-b63f-b6dd37a868a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.215887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Transition to ACTIVE for port object 657800cc-4f8a-4ac9-ae8d-5be1397f3251 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:29.221683 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4670b707-1768-4839-b63f-b6dd37a868a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.232015 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310a952c-53fb-4b48-87cf-1d14ca87ffbb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:29.235256 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-310a952c-53fb-4b48-87cf-1d14ca87ffbb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.236606 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.270970 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9c947d86-5fe5-45be-825d-7adc8ec9ed78 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6570084 Jan 24 16:22:29.279220 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59692) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:29.283996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670b707-1768-4839-b63f-b6dd37a868a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b76ce1-89ba-451b-a1d3-a7a658252fd0,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:29.296125 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4670b707-1768-4839-b63f-b6dd37a868a9 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=5a59562a56624600b34a682addad8b60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9964268 Jan 24 16:22:29.297459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59696) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:29.316662 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-60e2991d-fd69-4b13-a50c-94de7ed1a9d7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'subnet': {'network_id': 'fd108771-99ae-45c7-a26e-35deb0f0d779', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:29.317735 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Network fd108771-99ae-45c7-a26e-35deb0f0d779 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:29.319048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:29.321528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:29.323932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Pushing event updated for resources: {'Port': ['ID=657800cc-4f8a-4ac9-ae8d-5be1397f3251,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:29.367149 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf7189b2-63ec-480d-a503-1532dafa49a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.396138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf7189b2-63ec-480d-a503-1532dafa49a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.442697 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.454246 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=f23bd2ce-c0a1-490c-a8be-960e9139fcce,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:29.476612 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Attempting to bind port 657800cc-4f8a-4ac9-ae8d-5be1397f3251 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:22:29.477044 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Attempting to bind port 657800cc-4f8a-4ac9-ae8d-5be1397f3251 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '1d911198-b89b-4abf-aeb5-6ea28e7843dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd108771-99ae-45c7-a26e-35deb0f0d779'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:22:29.477404 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Attempting to bind port 657800cc-4f8a-4ac9-ae8d-5be1397f3251 on network fd108771-99ae-45c7-a26e-35deb0f0d779 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:22:29.477609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310a952c-53fb-4b48-87cf-1d14ca87ffbb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:22:29.485238 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf7189b2-63ec-480d-a503-1532dafa49a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.485881 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:22:29.486419 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Checking segment: {'id': '1d911198-b89b-4abf-aeb5-6ea28e7843dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd108771-99ae-45c7-a26e-35deb0f0d779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:29.486854 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.487238 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Bound using segment: {'id': '1d911198-b89b-4abf-aeb5-6ea28e7843dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd108771-99ae-45c7-a26e-35deb0f0d779'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:22:29.488069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Bound port: 657800cc-4f8a-4ac9-ae8d-5be1397f3251, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d911198-b89b-4abf-aeb5-6ea28e7843dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'fd108771-99ae-45c7-a26e-35deb0f0d779'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:22:29.488458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.507464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7189b2-63ec-480d-a503-1532dafa49a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b76ce1-89ba-451b-a1d3-a7a658252fd0,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:29.509693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-895cfe4b-75a7-49a0-9c6d-42295250a8bb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.522991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf7189b2-63ec-480d-a503-1532dafa49a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.531633 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cf7189b2-63ec-480d-a503-1532dafa49a7 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/a5b76ce1-89ba-451b-a1d3-a7a658252fd0 HTTP/1.1" status: 204 len: 168 time: 0.2295399 Jan 24 16:22:29.574631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c503d631-3660-43e3-812c-25df3d92c700 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.611243 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-310a952c-53fb-4b48-87cf-1d14ca87ffbb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.611856 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-310a952c-53fb-4b48-87cf-1d14ca87ffbb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Added segment 3fa4155d-a94c-4541-923b-145210039100 of type vlan for network 06c154e9-4661-4d9e-9973-34aa72425396 Jan 24 16:22:29.613886 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c503d631-3660-43e3-812c-25df3d92c700 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.624622 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-16deaeef-4143-49d0-8fda-91db7cd5bd4f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.634757 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] For port 657800cc-4f8a-4ac9-ae8d-5be1397f3251, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:22:29.638361 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] For port 657800cc-4f8a-4ac9-ae8d-5be1397f3251, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=657800cc-4f8a-4ac9-ae8d-5be1397f3251,segment=NetworkSegment(1d911198-b89b-4abf-aeb5-6ea28e7843dc),segment_id=1d911198-b89b-4abf-aeb5-6ea28e7843dc)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:22:29.647569 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:29.752819 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b94a9-a055-4de1-b7ca-d1ed9f6c270d None None] Pushing event updated for resources: {'Port': ['ID=657800cc-4f8a-4ac9-ae8d-5be1397f3251,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:30.049945 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503d631-3660-43e3-812c-25df3d92c700 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ef303b-adf9-4d24-bbb8-e307d6363498,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:30.058390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c503d631-3660-43e3-812c-25df3d92c700 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:30.059866 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c503d631-3660-43e3-812c-25df3d92c700 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4876263 Jan 24 16:22:30.062960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59710) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:30.072971 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-310a952c-53fb-4b48-87cf-1d14ca87ffbb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:30.079308 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-60e2991d-fd69-4b13-a50c-94de7ed1a9d7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:30.088872 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c739b754-e237-4a73-af3e-3fc1a1d6603c tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': '21ef303b-adf9-4d24-bbb8-e307d6363498', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:30.090732 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-c739b754-e237-4a73-af3e-3fc1a1d6603c tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:30.098820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-60e2991d-fd69-4b13-a50c-94de7ed1a9d7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:subnet and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:30.107938 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c739b754-e237-4a73-af3e-3fc1a1d6603c tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0416424 Jan 24 16:22:30.113200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-60e2991d-fd69-4b13-a50c-94de7ed1a9d7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:30.114762 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59714) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:30.140432 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-60e2991d-fd69-4b13-a50c-94de7ed1a9d7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:30.203822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e2991d-fd69-4b13-a50c-94de7ed1a9d7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:30.226188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4939ad98-cb0b-40ca-874f-f0044aecbaa0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:30.241932 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 113074bc-83e0-4e7a-a29f-0216b6ac3e05 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:30.244324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:30.260890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4939ad98-cb0b-40ca-874f-f0044aecbaa0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:30.280706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-519c0527-a448-4486-8ef2-20d9ad191cfd None None] Provisioning complete for port 60738820-369b-4a5d-b905-ac55404510a6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:30.281297 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-519c0527-a448-4486-8ef2-20d9ad191cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:30.315777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-16deaeef-4143-49d0-8fda-91db7cd5bd4f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:30.321085 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4939ad98-cb0b-40ca-874f-f0044aecbaa0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:30.350604 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4939ad98-cb0b-40ca-874f-f0044aecbaa0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:30.354376 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4939ad98-cb0b-40ca-874f-f0044aecbaa0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "DELETE /v2.0/security-groups/21ef303b-adf9-4d24-bbb8-e307d6363498 HTTP/1.1" status: 204 len: 168 time: 0.2384162 Jan 24 16:22:30.355026 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59722) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:30.360727 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939ad98-cb0b-40ca-874f-f0044aecbaa0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ef303b-adf9-4d24-bbb8-e307d6363498,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:30.421071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-01c7869d-fb6f-433f-907f-b49857eb0a83 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Synchronizing usage tracker for tenant:32b2fe19b7364787a8738e756a689b75 on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:30.421860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16deaeef-4143-49d0-8fda-91db7cd5bd4f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=f11f9bc0-bd67-4087-b1d8-374265d65440,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:30.445894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-01c7869d-fb6f-433f-907f-b49857eb0a83 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Unset dirty status for tenant:32b2fe19b7364787a8738e756a689b75 on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:30.451811 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-01c7869d-fb6f-433f-907f-b49857eb0a83 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0944088 Jan 24 16:22:30.453341 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59728) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:30.454855 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-310a952c-53fb-4b48-87cf-1d14ca87ffbb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:30.460663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-9e0397ed-2646-417a-a049-fa611d34e725 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group': {'name': 'tempest-secgroup--712504442'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:30.461974 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a952c-53fb-4b48-87cf-1d14ca87ffbb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:30.462599 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-310a952c-53fb-4b48-87cf-1d14ca87ffbb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:30.472492 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-9e0397ed-2646-417a-a049-fa611d34e725 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:30.489606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-9e0397ed-2646-417a-a049-fa611d34e725 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:30.501413 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9e0397ed-2646-417a-a049-fa611d34e725 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:30.550750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-9e0397ed-2646-417a-a049-fa611d34e725 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:30.550750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9e0397ed-2646-417a-a049-fa611d34e725 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:30.552161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9e0397ed-2646-417a-a049-fa611d34e725 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:30.559516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-9e0397ed-2646-417a-a049-fa611d34e725 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:30.576590 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a1749d-28df-457d-b519-22b5e7be7a73 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:30.585456 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-16deaeef-4143-49d0-8fda-91db7cd5bd4f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:30.687801 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9e0397ed-2646-417a-a049-fa611d34e725 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:30.695097 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9e0397ed-2646-417a-a049-fa611d34e725 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:30.741120 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 657800cc-4f8a-4ac9-ae8d-5be1397f3251 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:30.779889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0397ed-2646-417a-a049-fa611d34e725 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e00e190-671a-4e18-9e89-937ef20e4f61,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:30.796910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9e0397ed-2646-417a-a049-fa611d34e725 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:30.802360 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9e0397ed-2646-417a-a049-fa611d34e725 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3457959 Jan 24 16:22:30.803270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59734) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:30.813242 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-873ab1f0-ddfc-4ecc-807a-2a1c7968a4e3 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': '0e00e190-671a-4e18-9e89-937ef20e4f61', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:30.813908 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-873ab1f0-ddfc-4ecc-807a-2a1c7968a4e3 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:30.818007 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-873ab1f0-ddfc-4ecc-807a-2a1c7968a4e3 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0117040 Jan 24 16:22:30.818633 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59738) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:30.830316 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-310a952c-53fb-4b48-87cf-1d14ca87ffbb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8164093 Jan 24 16:22:30.841517 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59742) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:30.841854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59744) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:30.875408 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-16deaeef-4143-49d0-8fda-91db7cd5bd4f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/f11f9bc0-bd67-4087-b1d8-374265d65440 HTTP/1.1" status: 204 len: 168 time: 2.1111822 Jan 24 16:22:30.878015 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59752) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:30.878747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b4622efb-e387-4e98-b6a2-c63a7551ce73 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'subnet': {'network_id': '06c154e9-4661-4d9e-9973-34aa72425396', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:30.888678 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a952c-53fb-4b48-87cf-1d14ca87ffbb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Network': ['ID=06c154e9-4661-4d9e-9973-34aa72425396,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:30.908513 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 06c154e9-4661-4d9e-9973-34aa72425396 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:30.996973 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-eb4a350c-11d5-4ebb-975e-dc4c7255a1c9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1096544 Jan 24 16:22:31.002324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59756) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:31.033063 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-413bd416-b5b7-4827-a740-58fee285a276 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:31.055767 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4ec38a13-93b7-45fc-a5d3-28035861e937 None None] Provisioning complete for port f23bd2ce-c0a1-490c-a8be-960e9139fcce triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:31.056266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4ec38a13-93b7-45fc-a5d3-28035861e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:31.120453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1457021141'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:31.133466 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4ec38a13-93b7-45fc-a5d3-28035861e937 None None] Port f23bd2ce-c0a1-490c-a8be-960e9139fcce cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:31.136360 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-60e2991d-fd69-4b13-a50c-94de7ed1a9d7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:31.161812 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 657800cc-4f8a-4ac9-ae8d-5be1397f3251 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:31.168656 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:31.172068 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-20028d57-c277-457e-b227-06385922bee6 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:31.175133 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b4622efb-e387-4e98-b6a2-c63a7551ce73 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:31.178314 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:network and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:31.193402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:31.196277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b4622efb-e387-4e98-b6a2-c63a7551ce73 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Usage tracker for resource:subnet and tenant:a1ab4d499c3b4a4ab8671837a20cbe1b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:31.215059 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b4622efb-e387-4e98-b6a2-c63a7551ce73 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:31.222300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1a3e3d-021d-4bfc-bf23-1c5171cd4312 None None] Network fd108771-99ae-45c7-a26e-35deb0f0d779 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:31.224582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:31.240505 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b4622efb-e387-4e98-b6a2-c63a7551ce73 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:31.245805 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-20028d57-c277-457e-b227-06385922bee6 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:31.273898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:31.278212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:31.294979 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4622efb-e387-4e98-b6a2-c63a7551ce73 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:31.318295 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5d8f16-4b15-43d3-91e0-95bc43830313 None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:22:31.322719 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-83b6b7ee-217c-48ff-86bf-8662e9c93acd None None] Provisioning for port 657800cc-4f8a-4ac9-ae8d-5be1397f3251 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:31.339683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d8f16-4b15-43d3-91e0-95bc43830313 None None] Deleting port 60738820-369b-4a5d-b905-ac55404510a6 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:31.340053 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ca5d8f16-4b15-43d3-91e0-95bc43830313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:31.363266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-83b6b7ee-217c-48ff-86bf-8662e9c93acd None None] Provisioning complete for port 657800cc-4f8a-4ac9-ae8d-5be1397f3251 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:31.363266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-83b6b7ee-217c-48ff-86bf-8662e9c93acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:31.370758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:31.434195 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b4622efb-e387-4e98-b6a2-c63a7551ce73 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:31.468326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-413bd416-b5b7-4827-a740-58fee285a276 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:31.478541 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-413bd416-b5b7-4827-a740-58fee285a276 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:31.486027 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-413bd416-b5b7-4827-a740-58fee285a276 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:31.500820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-413bd416-b5b7-4827-a740-58fee285a276 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:31.507875 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-20028d57-c277-457e-b227-06385922bee6 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:31.554751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20028d57-c277-457e-b227-06385922bee6 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e00e190-671a-4e18-9e89-937ef20e4f61,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:31.570067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:31.572694 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413bd416-b5b7-4827-a740-58fee285a276 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:31.576187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-413bd416-b5b7-4827-a740-58fee285a276 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:31.576689 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:security_group_rule and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:31.581446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:31.588325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-20028d57-c277-457e-b227-06385922bee6 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:31.589454 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-20028d57-c277-457e-b227-06385922bee6 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "DELETE /v2.0/security-groups/0e00e190-671a-4e18-9e89-937ef20e4f61 HTTP/1.1" status: 204 len: 168 time: 0.7692258 Jan 24 16:22:31.594823 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59762) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:31.595664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:31.731809 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3f85009b-d85a-4339-9620-b8823a218583 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Synchronizing usage tracker for tenant:32b2fe19b7364787a8738e756a689b75 on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:31.792180 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-83b6b7ee-217c-48ff-86bf-8662e9c93acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:31.800070 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:31.801179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3f85009b-d85a-4339-9620-b8823a218583 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Unset dirty status for tenant:32b2fe19b7364787a8738e756a689b75 on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:31.806460 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3f85009b-d85a-4339-9620-b8823a218583 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2047310 Jan 24 16:22:31.814175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59766) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:31.824397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:31.830343 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-655bf2bd-03bf-4850-9bd4-231df0f15e8b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1532019826'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:31.876062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-ca5d8f16-4b15-43d3-91e0-95bc43830313 None None] For port 60738820-369b-4a5d-b905-ac55404510a6, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=60738820-369b-4a5d-b905-ac55404510a6,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:31.876495 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ca5d8f16-4b15-43d3-91e0-95bc43830313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:31.962583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-655bf2bd-03bf-4850-9bd4-231df0f15e8b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:31.996611 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-655bf2bd-03bf-4850-9bd4-231df0f15e8b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:31.998987 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:22:32.001713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b4622efb-e387-4e98-b6a2-c63a7551ce73 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.042995 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01297a47-2bc1-4ca7-b1b8-c0d0a6ba1bc3,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:32.061118 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.063742 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Added segment a2e98e56-377e-4fa7-940b-cc4470ef8de9 of type vlan for network 288bd26e-0f07-473b-b60f-68de1e6ace92 Jan 24 16:22:32.078040 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-655bf2bd-03bf-4850-9bd4-231df0f15e8b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.108275 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-60e2991d-fd69-4b13-a50c-94de7ed1a9d7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.127426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d8f16-4b15-43d3-91e0-95bc43830313 None None] Calling delete_port for 60738820-369b-4a5d-b905-ac55404510a6 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:32.145930 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4622efb-e387-4e98-b6a2-c63a7551ce73 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Subnet': ['ID=c2540937-c53f-41c9-90c2-5903ef975702,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:32.151448 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.167758 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-83b6b7ee-217c-48ff-86bf-8662e9c93acd None None] For port 657800cc-4f8a-4ac9-ae8d-5be1397f3251, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=657800cc-4f8a-4ac9-ae8d-5be1397f3251,segment=NetworkSegment(1d911198-b89b-4abf-aeb5-6ea28e7843dc),segment_id=1d911198-b89b-4abf-aeb5-6ea28e7843dc)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:32.178713 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-83b6b7ee-217c-48ff-86bf-8662e9c93acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.196247 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4622efb-e387-4e98-b6a2-c63a7551ce73 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Checking segment: {'id': '3fa4155d-a94c-4541-923b-145210039100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '06c154e9-4661-4d9e-9973-34aa72425396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:32.196605 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4622efb-e387-4e98-b6a2-c63a7551ce73 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network hostable DHCP agents. Network: 06c154e9-4661-4d9e-9973-34aa72425396, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:22:32.208060 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-655bf2bd-03bf-4850-9bd4-231df0f15e8b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:32.213679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-655bf2bd-03bf-4850-9bd4-231df0f15e8b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:32.220385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-655bf2bd-03bf-4850-9bd4-231df0f15e8b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:32.224586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.228286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:32.228862 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.260075 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-655bf2bd-03bf-4850-9bd4-231df0f15e8b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:32.280383 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e2991d-fd69-4b13-a50c-94de7ed1a9d7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network fd108771-99ae-45c7-a26e-35deb0f0d779 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:32.292270 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-60e2991d-fd69-4b13-a50c-94de7ed1a9d7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:32.292426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6b7ee-217c-48ff-86bf-8662e9c93acd None None] Pushing event updated for resources: {'Port': ['ID=657800cc-4f8a-4ac9-ae8d-5be1397f3251,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:32.303717 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e2991d-fd69-4b13-a50c-94de7ed1a9d7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:32.304292 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-60e2991d-fd69-4b13-a50c-94de7ed1a9d7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.311710 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ca5d8f16-4b15-43d3-91e0-95bc43830313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.311980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2991d-fd69-4b13-a50c-94de7ed1a9d7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Subnet': ['ID=6ef7ed98-5dde-44f5-bffc-7ec448eb12e3,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:32.362983 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d8f16-4b15-43d3-91e0-95bc43830313 None None] Pushing event deleted for resources: {'Port': ['ID=60738820-369b-4a5d-b905-ac55404510a6,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:32.369334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 6b6962f1-e414-40ee-a477-40971e508e36 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:22:32.375593 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d8f16-4b15-43d3-91e0-95bc43830313 None None] No DVR routers for this DVR port 60738820-369b-4a5d-b905-ac55404510a6 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:22:32.382258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Network': ['ID=288bd26e-0f07-473b-b60f-68de1e6ace92,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:32.389199 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d8308868-c12d-4a73-b394-94306d94bc5f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5459621 Jan 24 16:22:32.391553 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4622efb-e387-4e98-b6a2-c63a7551ce73 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network 06c154e9-4661-4d9e-9973-34aa72425396 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:22:32.395401 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59770) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:32.403325 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f3f73235-981f-46e9-b327-8aa2f83c7ae0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1665517125'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:32.408042 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 288bd26e-0f07-473b-b60f-68de1e6ace92 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:32.417286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-b4622efb-e387-4e98-b6a2-c63a7551ce73 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 06c154e9-4661-4d9e-9973-34aa72425396) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:32.417718 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-60e2991d-fd69-4b13-a50c-94de7ed1a9d7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1266241 Jan 24 16:22:32.418716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59774) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:32.419963 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f3f73235-981f-46e9-b327-8aa2f83c7ae0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:32.423681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-413bd416-b5b7-4827-a740-58fee285a276 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.435030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4622efb-e387-4e98-b6a2-c63a7551ce73 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:32.435635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b4622efb-e387-4e98-b6a2-c63a7551ce73 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.442421 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'network_id': 'fd108771-99ae-45c7-a26e-35deb0f0d779', 'fixed_ips': [{'subnet_id': '3d82ed3d-b59c-40af-a26d-f6e792fb3f11'}, {'subnet_id': '6ef7ed98-5dde-44f5-bffc-7ec448eb12e3'}], 'name': 'tempest-PortsIpV6TestJSON-2137079385'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:32.447699 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9c1a7a-da12-44b0-a7fe-9b8b3d466be2 None None] Network 06c154e9-4661-4d9e-9973-34aa72425396 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:32.473781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f3f73235-981f-46e9-b327-8aa2f83c7ae0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:network and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:32.478556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-655bf2bd-03bf-4850-9bd4-231df0f15e8b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.482967 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f3f73235-981f-46e9-b327-8aa2f83c7ae0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:32.547946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-655bf2bd-03bf-4850-9bd4-231df0f15e8b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.557749 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413bd416-b5b7-4827-a740-58fee285a276 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:32.558899 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-895cfe4b-75a7-49a0-9c6d-42295250a8bb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Deleting port 600b1530-e03c-4620-93ed-4f63fa0cba3c {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:32.559397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-895cfe4b-75a7-49a0-9c6d-42295250a8bb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.581322 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b4622efb-e387-4e98-b6a2-c63a7551ce73 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7368512 Jan 24 16:22:32.587019 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f3f73235-981f-46e9-b327-8aa2f83c7ae0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:32.587913 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59778) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:32.589295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-413bd416-b5b7-4827-a740-58fee285a276 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:32.627424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-655bf2bd-03bf-4850-9bd4-231df0f15e8b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.631321 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-655bf2bd-03bf-4850-9bd4-231df0f15e8b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8135364 Jan 24 16:22:32.643987 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59782) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:32.652776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413bd416-b5b7-4827-a740-58fee285a276 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:32.653603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-413bd416-b5b7-4827-a740-58fee285a276 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.687728 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b6ecb8-6963-499a-ae6e-093bf0ecbce1 None None] Network fd108771-99ae-45c7-a26e-35deb0f0d779 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:32.709015 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-413bd416-b5b7-4827-a740-58fee285a276 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7008095 Jan 24 16:22:32.712506 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-8b884660-7b6b-4a28-a19a-000d67296b59 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': 'ff8dc554-c946-41aa-9627-0005e79c9f38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:32.712506 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-8b884660-7b6b-4a28-a19a-000d67296b59 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:32.715985 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8b884660-7b6b-4a28-a19a-000d67296b59 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0685525 Jan 24 16:22:32.716144 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66452f7-c6db-4a23-a605-5e2d65b1e2f6 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:32.716236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59786) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:32.719453 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59788) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:32.730287 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 657800cc-4f8a-4ac9-ae8d-5be1397f3251 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:32.735015 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bf2bd-03bf-4850-9bd4-231df0f15e8b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8dc554-c946-41aa-9627-0005e79c9f38,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:32.735863 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-9adae463-45cb-4608-bd2a-30c62faab5fa tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': 'ff8dc554-c946-41aa-9627-0005e79c9f38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:32.736581 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-9adae463-45cb-4608-bd2a-30c62faab5fa tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:32.740575 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9adae463-45cb-4608-bd2a-30c62faab5fa tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0169427 Jan 24 16:22:32.742264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f73235-981f-46e9-b327-8aa2f83c7ae0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:32.743637 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b0d98168-20bd-4260-bbaa-8e196a40fba6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:32.745535 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3f73235-981f-46e9-b327-8aa2f83c7ae0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.757086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59794) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:32.763219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bd416-b5b7-4827-a740-58fee285a276 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=651997e6-aec4-42e1-aa17-57d75f66753e,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:32.798527 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-2e7d8a37-e89a-4852-9e3b-8e612a351b21 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': 'ff8dc554-c946-41aa-9627-0005e79c9f38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:32.799200 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-2e7d8a37-e89a-4852-9e3b-8e612a351b21 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:32.803037 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2e7d8a37-e89a-4852-9e3b-8e612a351b21 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0383420 Jan 24 16:22:32.812616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59798) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:32.841076 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:32.853938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:port and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:32.866299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-83467467-d4f7-4d2e-94c4-a9ca45ef84f2 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': 'ff8dc554-c946-41aa-9627-0005e79c9f38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:32.866959 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-83467467-d4f7-4d2e-94c4-a9ca45ef84f2 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:32.867202 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:32.871381 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-83467467-d4f7-4d2e-94c4-a9ca45ef84f2 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0551648 Jan 24 16:22:32.878191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59802) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:32.899403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:32.926491 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f73235-981f-46e9-b327-8aa2f83c7ae0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:22:32.961914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53b938ac-95d6-456a-a468-62b6c56ba4cf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.971122 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:32.978422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3f73235-981f-46e9-b327-8aa2f83c7ae0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:32.978820 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-f3f73235-981f-46e9-b327-8aa2f83c7ae0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Added segment da54e7d2-6bc9-4357-b1aa-54526bdd44ba of type vlan for network 3428e065-0910-462e-bfd1-f98a89238f4e Jan 24 16:22:32.993496 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b0d98168-20bd-4260-bbaa-8e196a40fba6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:33.024802 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-895cfe4b-75a7-49a0-9c6d-42295250a8bb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.032857 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-50c3f38c-f6c1-4a08-ad35-9f2e6670b4d7 None None] Provisioning complete for port 657800cc-4f8a-4ac9-ae8d-5be1397f3251 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:33.033228 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-50c3f38c-f6c1-4a08-ad35-9f2e6670b4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.056386 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b0d98168-20bd-4260-bbaa-8e196a40fba6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:33.093884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3f73235-981f-46e9-b327-8aa2f83c7ae0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.119067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b0d98168-20bd-4260-bbaa-8e196a40fba6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:33.122178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53b938ac-95d6-456a-a468-62b6c56ba4cf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.159115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b0d98168-20bd-4260-bbaa-8e196a40fba6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:33.194012 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d98168-20bd-4260-bbaa-8e196a40fba6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:33.226497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-895cfe4b-75a7-49a0-9c6d-42295250a8bb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Calling delete_port for 600b1530-e03c-4620-93ed-4f63fa0cba3c owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:33.255342 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3ce103aa-2fc5-4c0e-8a5d-078817ab430a tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.337574 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.337759 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3ce103aa-2fc5-4c0e-8a5d-078817ab430a tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.346807 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 657800cc-4f8a-4ac9-ae8d-5be1397f3251 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:33.347082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.352315 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3f73235-981f-46e9-b327-8aa2f83c7ae0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.355991 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f73235-981f-46e9-b327-8aa2f83c7ae0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:33.356569 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3f73235-981f-46e9-b327-8aa2f83c7ae0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.374315 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53b938ac-95d6-456a-a468-62b6c56ba4cf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.385364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37184e3-721b-433f-97dd-5fc1460ee040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-06c154e9-4661-4d9e-9973-34aa72425396', 'network_id': '06c154e9-4661-4d9e-9973-34aa72425396', 'tenant_id': 'a1ab4d499c3b4a4ab8671837a20cbe1b', 'fixed_ips': [{'subnet_id': 'c2540937-c53f-41c9-90c2-5903ef975702'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:22:33.386171 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d37184e3-721b-433f-97dd-5fc1460ee040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.418849 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] device_id is not set on port b86b6311-0371-46bc-a37d-cd1e4163330f yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:22:33.464685 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b938ac-95d6-456a-a468-62b6c56ba4cf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Subnet': ['ID=c2540937-c53f-41c9-90c2-5903ef975702,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:33.484068 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b0d98168-20bd-4260-bbaa-8e196a40fba6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.524355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f73235-981f-46e9-b327-8aa2f83c7ae0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Network': ['ID=3428e065-0910-462e-bfd1-f98a89238f4e,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:33.541417 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f3f73235-981f-46e9-b327-8aa2f83c7ae0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1413705 Jan 24 16:22:33.544301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59806) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:33.547978 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:22:33.553510 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-574e5f08-1be0-4b1a-a6da-6f260c98c040 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'subnet': {'network_id': '288bd26e-0f07-473b-b60f-68de1e6ace92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:33.563568 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb16a540-1690-4921-b8d0-d592f17531e8 None None] Sync routers for ids ['6b6962f1-e414-40ee-a477-40971e508e36'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:22:33.583222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3ce103aa-2fc5-4c0e-8a5d-078817ab430a tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.587458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 3428e065-0910-462e-bfd1-f98a89238f4e details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:33.604032 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb16a540-1690-4921-b8d0-d592f17531e8 None None] Routers {'6b6962f1-e414-40ee-a477-40971e508e36'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:33.606204 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-fb16a540-1690-4921-b8d0-d592f17531e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b6962f1-e414-40ee-a477-40971e508e36'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:33.615059 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.ipam_backend_mixin [None req-b0d98168-20bd-4260-bbaa-8e196a40fba6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 651997e6-aec4-42e1-aa17-57d75f66753e (CIDR: 2001:db8::/64) Jan 24 16:22:33.642747 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d98168-20bd-4260-bbaa-8e196a40fba6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:33.643191 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d98168-20bd-4260-bbaa-8e196a40fba6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:33.701832 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-fb16a540-1690-4921-b8d0-d592f17531e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:33.714344 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'tenant_id': 'f08d0f5b039743cfaeaa2491953f9a58', 'fixed_ips': [{'subnet_id': '651997e6-aec4-42e1-aa17-57d75f66753e'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:22:33.715145 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.725067 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb16a540-1690-4921-b8d0-d592f17531e8 None None] Routers {'6b6962f1-e414-40ee-a477-40971e508e36'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:33.726182 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-fb16a540-1690-4921-b8d0-d592f17531e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b6962f1-e414-40ee-a477-40971e508e36'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:33.799435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce103aa-2fc5-4c0e-8a5d-078817ab430a tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8dc554-c946-41aa-9627-0005e79c9f38,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:33.853335 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a7937871-f0cb-424a-b30d-c97d912aa33e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "PUT /v2.0/routers/6b6962f1-e414-40ee-a477-40971e508e36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1955271 Jan 24 16:22:33.854847 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3ce103aa-2fc5-4c0e-8a5d-078817ab430a tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.856039 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3ce103aa-2fc5-4c0e-8a5d-078817ab430a tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "DELETE /v2.0/security-groups/ff8dc554-c946-41aa-9627-0005e79c9f38 HTTP/1.1" status: 204 len: 168 time: 0.9769537 Jan 24 16:22:33.861073 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-fb16a540-1690-4921-b8d0-d592f17531e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:33.861747 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb16a540-1690-4921-b8d0-d592f17531e8 None None] The sync data for ids ['6b6962f1-e414-40ee-a477-40971e508e36'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:22:33.866391 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59810) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:33.866992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59812) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:33.898634 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'port': {'network_id': '113074bc-83e0-4e7a-a29f-0216b6ac3e05', 'name': 'tempest-FloatingIPTestJSON-1929781333'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:33.928116 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53b938ac-95d6-456a-a468-62b6c56ba4cf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:33.939860 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b0d98168-20bd-4260-bbaa-8e196a40fba6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2171812 Jan 24 16:22:33.945756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59818) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:33.947005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560d671f-fcbd-4fe0-8e34-8812e7ea02f4 None None] Network 06c154e9-4661-4d9e-9973-34aa72425396 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:33.954270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'subnet': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:34.009581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-574e5f08-1be0-4b1a-a6da-6f260c98c040 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:34.025151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-574e5f08-1be0-4b1a-a6da-6f260c98c040 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:subnet and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:34.030639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-574e5f08-1be0-4b1a-a6da-6f260c98c040 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:34.048536 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-574e5f08-1be0-4b1a-a6da-6f260c98c040 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:34.053855 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-895cfe4b-75a7-49a0-9c6d-42295250a8bb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:34.084803 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 60738820-369b-4a5d-b905-ac55404510a6 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:22:34.085153 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-53b938ac-95d6-456a-a468-62b6c56ba4cf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c154e9-4661-4d9e-9973-34aa72425396']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:34.106631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cfe4b-75a7-49a0-9c6d-42295250a8bb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event deleted for resources: {'Port': ['ID=600b1530-e03c-4620-93ed-4f63fa0cba3c,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:34.112162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-53b938ac-95d6-456a-a468-62b6c56ba4cf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa4155d-a94c-4541-923b-145210039100') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:34.112453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-53b938ac-95d6-456a-a468-62b6c56ba4cf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa4155d-a94c-4541-923b-145210039100') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:34.148811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53b938ac-95d6-456a-a468-62b6c56ba4cf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:34.156200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574e5f08-1be0-4b1a-a6da-6f260c98c040 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:34.176707 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 60738820-369b-4a5d-b905-ac55404510a6 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:22:34.176838 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6ed009f2-d5bf-4114-b527-495cd52f543d tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Synchronizing usage tracker for tenant:32b2fe19b7364787a8738e756a689b75 on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:34.177047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 60738820-369b-4a5d-b905-ac55404510a6 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:22:34.247189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53b938ac-95d6-456a-a468-62b6c56ba4cf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:34.277033 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b938ac-95d6-456a-a468-62b6c56ba4cf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:22:34.277440 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53b938ac-95d6-456a-a468-62b6c56ba4cf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:34.289290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:22:34.295195 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:22:34.312873 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Usage tracker for resource:port and tenant:af052b8aa9e742caa4ed884470bec1dd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:34.313071 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:34.319651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:34.380871 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Allocated IP 2001:db8::2 (97b1ab35-d9e1-4792-9053-01bd1c506e0f/651997e6-aec4-42e1-aa17-57d75f66753e/df104c5c-9941-4691-ba09-c04ca024db1a) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:34.396534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6ed009f2-d5bf-4114-b527-495cd52f543d tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Unset dirty status for tenant:32b2fe19b7364787a8738e756a689b75 on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:34.401385 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6ed009f2-d5bf-4114-b527-495cd52f543d tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5245767 Jan 24 16:22:34.401546 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6c1eb4-2d8b-4282-8beb-6bb4cb1b8d0e None None] Update dhcp port {'port': {'network_id': 'fd108771-99ae-45c7-a26e-35deb0f0d779', 'fixed_ips': [{'subnet_id': '3d82ed3d-b59c-40af-a26d-f6e792fb3f11', 'ip_address': '2001:db8::2'}, {'subnet_id': '6ef7ed98-5dde-44f5-bffc-7ec448eb12e3'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': '657800cc-4f8a-4ac9-ae8d-5be1397f3251'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:22:34.403393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:34.406581 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59822) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:34.410716 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Made reservation on behalf of af052b8aa9e742caa4ed884470bec1dd for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:34.412326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:34.422982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f0739bc3-def9-4225-9147-ed8078da8cb0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group': {'name': 'tempest-secgroup--334086095'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:34.432668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:subnet and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:34.435911 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:34.467070 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f0739bc3-def9-4225-9147-ed8078da8cb0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:34.477939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53b938ac-95d6-456a-a468-62b6c56ba4cf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:34.488118 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-574e5f08-1be0-4b1a-a6da-6f260c98c040 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:34.489956 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:34.517668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53b938ac-95d6-456a-a468-62b6c56ba4cf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:34.522359 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f0739bc3-def9-4225-9147-ed8078da8cb0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:34.554048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b938ac-95d6-456a-a468-62b6c56ba4cf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Network': ['ID=06c154e9-4661-4d9e-9973-34aa72425396,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:34.560333 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:34.564260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:34.595332 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b6c1eb4-2d8b-4282-8beb-6bb4cb1b8d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:34.596612 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-53b938ac-95d6-456a-a468-62b6c56ba4cf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/06c154e9-4661-4d9e-9973-34aa72425396 HTTP/1.1" status: 204 len: 168 time: 1.9996119 Jan 24 16:22:34.597635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f0739bc3-def9-4225-9147-ed8078da8cb0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:34.607186 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59830) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:34.631227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] device_id is not set on port 83a26983-c246-4bcc-b1ad-7a451fd27efe yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:22:34.701663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Allocated IP 2001:db8::120 (fd108771-99ae-45c7-a26e-35deb0f0d779/3d82ed3d-b59c-40af-a26d-f6e792fb3f11/b86b6311-0371-46bc-a37d-cd1e4163330f) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:34.720718 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-e049f894-11f1-417f-82d6-c1f0b93f7c6f tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] GET failed (client error): The resource could not be found. Jan 24 16:22:34.721214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e049f894-11f1-417f-82d6-c1f0b93f7c6f tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Synchronizing usage tracker for tenant:a1ab4d499c3b4a4ab8671837a20cbe1b on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:34.722838 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-895cfe4b-75a7-49a0-9c6d-42295250a8bb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:34.726486 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Allocated IP 2001:db8:0:1::8c (fd108771-99ae-45c7-a26e-35deb0f0d779/6ef7ed98-5dde-44f5-bffc-7ec448eb12e3/b86b6311-0371-46bc-a37d-cd1e4163330f) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:34.806060 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f0739bc3-def9-4225-9147-ed8078da8cb0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:34.816004 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e049f894-11f1-417f-82d6-c1f0b93f7c6f tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Unset dirty status for tenant:a1ab4d499c3b4a4ab8671837a20cbe1b on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:34.820101 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e049f894-11f1-417f-82d6-c1f0b93f7c6f tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "GET /v2.0/subnets/c2540937-c53f-41c9-90c2-5903ef975702 HTTP/1.1" status: 404 len: 337 time: 0.1605749 Jan 24 16:22:34.828324 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f0739bc3-def9-4225-9147-ed8078da8cb0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:34.835215 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59834) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:34.841545 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f0739bc3-def9-4225-9147-ed8078da8cb0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:34.841732 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:34.853100 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Transition to ACTIVE for port object df104c5c-9941-4691-ba09-c04ca024db1a will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:34.873887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Transition to ACTIVE for port object df104c5c-9941-4691-ba09-c04ca024db1a will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:34.880307 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f0739bc3-def9-4225-9147-ed8078da8cb0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:34.882108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:34.894799 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e163dda-4452-4f46-85d4-ecba994326e3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:34.895266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e163dda-4452-4f46-85d4-ecba994326e3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:34.958739 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:34.961941 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:34.967250 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:34.970428 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Pushing event updated for resources: {'Port': ['ID=df104c5c-9941-4691-ba09-c04ca024db1a,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:34.985293 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3e163dda-4452-4f46-85d4-ecba994326e3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/06c154e9-4661-4d9e-9973-34aa72425396 HTTP/1.1" status: 404 len: 339 time: 0.1489668 Jan 24 16:22:34.993492 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59838) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:35.063814 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Allocated IP 172.20.0.7 (113074bc-83e0-4e7a-a29f-0216b6ac3e05/ca3573e1-c25c-49b3-91ff-1ff55d8d8f84/83a26983-c246-4bcc-b1ad-7a451fd27efe) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:35.065779 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Attempting to bind port df104c5c-9941-4691-ba09-c04ca024db1a on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:22:35.066247 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Attempting to bind port df104c5c-9941-4691-ba09-c04ca024db1a by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:22:35.066610 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Attempting to bind port df104c5c-9941-4691-ba09-c04ca024db1a on network 97b1ab35-d9e1-4792-9053-01bd1c506e0f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:22:35.074765 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:22:35.075016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Checking segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:35.075403 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:35.078381 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Bound using segment: {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:22:35.078381 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Bound port: df104c5c-9941-4691-ba09-c04ca024db1a, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9982f1-b521-46f7-8493-1980a6eacd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:22:35.078381 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:35.178674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] For port df104c5c-9941-4691-ba09-c04ca024db1a, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:22:35.182884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] For port df104c5c-9941-4691-ba09-c04ca024db1a, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=df104c5c-9941-4691-ba09-c04ca024db1a,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:22:35.188978 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:35.270659 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba3035-436c-4164-8616-d6c04a9ceb57 None None] Pushing event updated for resources: {'Port': ['ID=df104c5c-9941-4691-ba09-c04ca024db1a,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:35.318205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f0739bc3-def9-4225-9147-ed8078da8cb0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:35.334812 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:35.340549 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f0739bc3-def9-4225-9147-ed8078da8cb0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:35.371599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f6107a-6c2e-4c5f-8166-038f8def246b tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:35.372435 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-16f6107a-6c2e-4c5f-8166-038f8def246b tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Synchronizing usage tracker for tenant:a1ab4d499c3b4a4ab8671837a20cbe1b on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:35.418051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Transition to ACTIVE for port object b86b6311-0371-46bc-a37d-cd1e4163330f will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:35.474016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0739bc3-def9-4225-9147-ed8078da8cb0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97f45da-6db4-4ce5-96fa-366b06d663df,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:35.497810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f0739bc3-def9-4225-9147-ed8078da8cb0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:35.502432 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f0739bc3-def9-4225-9147-ed8078da8cb0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0954823 Jan 24 16:22:35.506913 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59842) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:35.521579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-16f6107a-6c2e-4c5f-8166-038f8def246b tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Unset dirty status for tenant:a1ab4d499c3b4a4ab8671837a20cbe1b on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:35.524092 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-16f6107a-6c2e-4c5f-8166-038f8def246b tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5278070 Jan 24 16:22:35.528711 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59846) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:35.531361 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-45271b6e-c3f1-435e-9b36-3c3846772951 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': 'e97f45da-6db4-4ce5-96fa-366b06d663df', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:35.532382 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-45271b6e-c3f1-435e-9b36-3c3846772951 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:35.536569 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-45271b6e-c3f1-435e-9b36-3c3846772951 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0258665 Jan 24 16:22:35.541108 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59850) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:35.571710 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-574e5f08-1be0-4b1a-a6da-6f260c98c040 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:35.602211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:35.636424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d8bda780-dd72-4070-95c8-a44d527e8c19 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': 'e97f45da-6db4-4ce5-96fa-366b06d663df', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:35.644769 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-4b6c1eb4-2d8b-4282-8beb-6bb4cb1b8d0e None None] Allocated IP 2001:db8:0:1::2 (fd108771-99ae-45c7-a26e-35deb0f0d779/6ef7ed98-5dde-44f5-bffc-7ec448eb12e3/657800cc-4f8a-4ac9-ae8d-5be1397f3251) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:35.648488 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1e9540e4-29df-4d62-9618-f084424a28b6 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Synchronizing usage tracker for tenant:a1ab4d499c3b4a4ab8671837a20cbe1b on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:35.652461 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d8bda780-dd72-4070-95c8-a44d527e8c19 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:35.681709 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d8bda780-dd72-4070-95c8-a44d527e8c19 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:35.706223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network fd108771-99ae-45c7-a26e-35deb0f0d779 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:35.709939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:35.732446 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d8bda780-dd72-4070-95c8-a44d527e8c19 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:35.741272 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:35.745260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:35.745778 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:35.777769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=b86b6311-0371-46bc-a37d-cd1e4163330f,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:35.781433 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d8bda780-dd72-4070-95c8-a44d527e8c19 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:35.801447 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1e9540e4-29df-4d62-9618-f084424a28b6 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Unset dirty status for tenant:a1ab4d499c3b4a4ab8671837a20cbe1b on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:35.803040 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1e9540e4-29df-4d62-9618-f084424a28b6 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e HTTP/1.1" status: 200 len: 207 time: 0.2708821 Jan 24 16:22:35.808786 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-57024057-d99b-4c70-8855-618ac95b0dc4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.3791296 Jan 24 16:22:35.808786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59854) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:35.810763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:35.812052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59856) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:35.812167 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b6c1eb4-2d8b-4282-8beb-6bb4cb1b8d0e None None] For port 657800cc-4f8a-4ac9-ae8d-5be1397f3251, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=657800cc-4f8a-4ac9-ae8d-5be1397f3251,segment=NetworkSegment(1d911198-b89b-4abf-aeb5-6ea28e7843dc),segment_id=1d911198-b89b-4abf-aeb5-6ea28e7843dc)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:35.826547 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e5f08-1be0-4b1a-a6da-6f260c98c040 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Subnet': ['ID=d9197c70-0319-4c62-b7bf-b3080553e88b,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:35.840372 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b6c1eb4-2d8b-4282-8beb-6bb4cb1b8d0e None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:35.843638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e5f08-1be0-4b1a-a6da-6f260c98c040 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Checking segment: {'id': 'a2e98e56-377e-4fa7-940b-cc4470ef8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '288bd26e-0f07-473b-b60f-68de1e6ace92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:35.843992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e5f08-1be0-4b1a-a6da-6f260c98c040 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network hostable DHCP agents. Network: 288bd26e-0f07-473b-b60f-68de1e6ace92, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:22:35.860679 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b6c1eb4-2d8b-4282-8beb-6bb4cb1b8d0e None None] Transition to ACTIVE for port object 657800cc-4f8a-4ac9-ae8d-5be1397f3251 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:35.866929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b6c1eb4-2d8b-4282-8beb-6bb4cb1b8d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:35.880385 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Transition to ACTIVE for port object 83a26983-c246-4bcc-b1ad-7a451fd27efe will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:35.884574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895cfe4b-75a7-49a0-9c6d-42295250a8bb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Router d72302a5-dce0-4a6b-8f10-4366fcc3acf7 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:22:35.903650 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-2ddab726-dd54-4779-afd2-eeaa1bce6709 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d82ed3d-b59c-40af-a26d-f6e792fb3f11'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:35.905583 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-d8bda780-dd72-4070-95c8-a44d527e8c19 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:35.906808 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d8bda780-dd72-4070-95c8-a44d527e8c19 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3275411 Jan 24 16:22:35.912684 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59862) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:35.925904 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-8748adee-2eb6-400c-a134-8a63f3752e5e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': 'e97f45da-6db4-4ce5-96fa-366b06d663df', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:35.926819 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-8748adee-2eb6-400c-a134-8a63f3752e5e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:35.928880 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8748adee-2eb6-400c-a134-8a63f3752e5e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0128708 Jan 24 16:22:35.934145 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59866) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:35.935555 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e5f08-1be0-4b1a-a6da-6f260c98c040 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network 288bd26e-0f07-473b-b60f-68de1e6ace92 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:22:35.945962 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-2ea03f61-1644-41c1-98fc-957511e576ed tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': 'e97f45da-6db4-4ce5-96fa-366b06d663df', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:35.957185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2ea03f61-1644-41c1-98fc-957511e576ed tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:36.051820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c1eb4-2d8b-4282-8beb-6bb4cb1b8d0e None None] Pushing event updated for resources: {'Port': ['ID=657800cc-4f8a-4ac9-ae8d-5be1397f3251,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:36.065062 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.objects.ports [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83465) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 24 16:22:36.065995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2ea03f61-1644-41c1-98fc-957511e576ed tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:36.069605 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:36.079347 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2ea03f61-1644-41c1-98fc-957511e576ed tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:36.121926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2ea03f61-1644-41c1-98fc-957511e576ed tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:36.131621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-574e5f08-1be0-4b1a-a6da-6f260c98c040 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 288bd26e-0f07-473b-b60f-68de1e6ace92) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:36.142718 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c9861e-c617-4ed8-91cf-450c64995e5e None None] Network 288bd26e-0f07-473b-b60f-68de1e6ace92 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:36.171588 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574e5f08-1be0-4b1a-a6da-6f260c98c040 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:36.172199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-574e5f08-1be0-4b1a-a6da-6f260c98c040 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:36.309184 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event updated for resources: {'Port': ['ID=83a26983-c246-4bcc-b1ad-7a451fd27efe,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:36.344218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1915b8a6-38fa-424c-9811-bd2ed1b24f4f tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:36.349835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1915b8a6-38fa-424c-9811-bd2ed1b24f4f tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:36.354770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1915b8a6-38fa-424c-9811-bd2ed1b24f4f tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:36.359161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1915b8a6-38fa-424c-9811-bd2ed1b24f4f tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:36.364657 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1915b8a6-38fa-424c-9811-bd2ed1b24f4f tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5537112 Jan 24 16:22:36.372820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59870) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:36.376912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Network 113074bc-83e0-4e7a-a29f-0216b6ac3e05 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:36.404048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2ddab726-dd54-4779-afd2-eeaa1bce6709 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:36.516097 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895cfe4b-75a7-49a0-9c6d-42295250a8bb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:22:36.527178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59874) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:36.530601 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-895cfe4b-75a7-49a0-9c6d-42295250a8bb tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "PUT /v2.0/routers/d72302a5-dce0-4a6b-8f10-4366fcc3acf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5829465 Jan 24 16:22:36.531631 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-288bd26e-0f07-473b-b60f-68de1e6ace92', 'network_id': '288bd26e-0f07-473b-b60f-68de1e6ace92', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'fixed_ips': [{'subnet_id': 'd9197c70-0319-4c62-b7bf-b3080553e88b'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:22:36.531935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:36.533619 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:36.538326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:36.555691 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c358cc-5835-4a1f-bb45-4db95f82c7f3 None None] Sync routers for ids ['d72302a5-dce0-4a6b-8f10-4366fcc3acf7'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:22:36.595909 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-574e5f08-1be0-4b1a-a6da-6f260c98c040 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0503376 Jan 24 16:22:36.608920 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59878) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:36.639885 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c358cc-5835-4a1f-bb45-4db95f82c7f3 None None] Routers {'d72302a5-dce0-4a6b-8f10-4366fcc3acf7'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:36.640528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-95c358cc-5835-4a1f-bb45-4db95f82c7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d72302a5-dce0-4a6b-8f10-4366fcc3acf7'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:36.643319 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e0edc6e3-d5d3-49c5-9355-d0dcb8dc67ca tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'subnet': {'network_id': '3428e065-0910-462e-bfd1-f98a89238f4e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:36.649853 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-63b61dae-929b-47af-ba70-8eafe1eb7e4c tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] delete failed (client error): The resource could not be found. Jan 24 16:22:36.655538 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-63b61dae-929b-47af-ba70-8eafe1eb7e4c tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "DELETE /v2.0/routers/tempest-non_exist_router-666762548 HTTP/1.1" status: 404 len: 334 time: 0.1272986 Jan 24 16:22:36.661850 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59882) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:36.673096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-7193d57f-1d5b-45a6-9d96-111ac2034206 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd72302a5-dce0-4a6b-8f10-4366fcc3acf7'}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:36.696556 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-2ea03f61-1644-41c1-98fc-957511e576ed tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:36.697940 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2ea03f61-1644-41c1-98fc-957511e576ed tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7600129 Jan 24 16:22:36.706305 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59886) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:36.725718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f16413df-ef09-4f2e-ab95-a439c3211d1b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': 'e97f45da-6db4-4ce5-96fa-366b06d663df', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:36.726498 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-f16413df-ef09-4f2e-ab95-a439c3211d1b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:36.727586 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f16413df-ef09-4f2e-ab95-a439c3211d1b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074751 Jan 24 16:22:36.774784 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-95c358cc-5835-4a1f-bb45-4db95f82c7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:36.807726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59890) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:36.817929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device df104c5c-9941-4691-ba09-c04ca024db1a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:36.854152 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-94c2c05b-d222-412d-8098-ab6bab127286 None None] Provisioning for port df104c5c-9941-4691-ba09-c04ca024db1a completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:36.864520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-5fc5ea0e-6638-437a-b682-d891b82be4ec tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': 'e97f45da-6db4-4ce5-96fa-366b06d663df', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:36.875576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:36.881964 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-abea987d-005c-4f0c-b2a3-2cb2ffd7c2e1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Synchronizing usage tracker for tenant:a1ab4d499c3b4a4ab8671837a20cbe1b on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:36.887406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5fc5ea0e-6638-437a-b682-d891b82be4ec tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:36.897066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:36.898101 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:36.907103 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5fc5ea0e-6638-437a-b682-d891b82be4ec tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:36.908242 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c358cc-5835-4a1f-bb45-4db95f82c7f3 None None] Routers {'d72302a5-dce0-4a6b-8f10-4366fcc3acf7'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:36.909115 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-95c358cc-5835-4a1f-bb45-4db95f82c7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d72302a5-dce0-4a6b-8f10-4366fcc3acf7'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:36.916660 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e0edc6e3-d5d3-49c5-9355-d0dcb8dc67ca tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:36.924597 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-abea987d-005c-4f0c-b2a3-2cb2ffd7c2e1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Unset dirty status for tenant:a1ab4d499c3b4a4ab8671837a20cbe1b on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:36.930980 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-abea987d-005c-4f0c-b2a3-2cb2ffd7c2e1 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5518239 Jan 24 16:22:36.935845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59894) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:36.938717 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e0edc6e3-d5d3-49c5-9355-d0dcb8dc67ca tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:subnet and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:36.970187 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5fc5ea0e-6638-437a-b682-d891b82be4ec tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:36.997908 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5fc5ea0e-6638-437a-b682-d891b82be4ec tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:37.006455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e0edc6e3-d5d3-49c5-9355-d0dcb8dc67ca tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:37.014723 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e0edc6e3-d5d3-49c5-9355-d0dcb8dc67ca tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:37.029324 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dd197dbc-7903-45b1-8a7b-309ba41a68ef tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1551318 Jan 24 16:22:37.031181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59898) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:37.042618 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a2e9a6-b4e9-40aa-906a-599b8b4fec26 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:37.043399 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a2e9a6-b4e9-40aa-906a-599b8b4fec26 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:37.048187 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d0a2e9a6-b4e9-40aa-906a-599b8b4fec26 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1111541 Jan 24 16:22:37.049181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59902) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:37.055921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f46147f2-7a1c-4823-b00f-93131bcf378b tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Request body: {'floatingip': {'port_id': '83a26983-c246-4bcc-b1ad-7a451fd27efe'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:37.104614 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Allocated IP 2001:db8::2 (288bd26e-0f07-473b-b60f-68de1e6ace92/d9197c70-0319-4c62-b7bf-b3080553e88b/5245ffcc-b8b2-4820-ac40-2fb90d1a7fea) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:37.166118 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-95c358cc-5835-4a1f-bb45-4db95f82c7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:37.166609 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c358cc-5835-4a1f-bb45-4db95f82c7f3 None None] The sync data for ids ['d72302a5-dce0-4a6b-8f10-4366fcc3acf7'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:22:37.194400 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0edc6e3-d5d3-49c5-9355-d0dcb8dc67ca tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:37.234736 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-20ab8980-5323-439b-ba17-a78f860ddace None None] Provisioning for port 83a26983-c246-4bcc-b1ad-7a451fd27efe completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:37.254477 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2325f40a-9219-4b2f-bee5-28cd4b749af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:37.260506 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-20ab8980-5323-439b-ba17-a78f860ddace None None] Provisioning complete for port 83a26983-c246-4bcc-b1ad-7a451fd27efe triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:37.260869 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-20ab8980-5323-439b-ba17-a78f860ddace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:37.298049 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port df104c5c-9941-4691-ba09-c04ca024db1a completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:37.320021 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port df104c5c-9941-4691-ba09-c04ca024db1a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:37.320430 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:37.386941 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f46147f2-7a1c-4823-b00f-93131bcf378b tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:37.425945 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-20ab8980-5323-439b-ba17-a78f860ddace None None] Port 83a26983-c246-4bcc-b1ad-7a451fd27efe cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:37.439259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb5c73-d848-414d-bb06-811a518edf9f tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:37.440547 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb5c73-d848-414d-bb06-811a518edf9f tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:37.442094 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-86eb5c73-d848-414d-bb06-811a518edf9f tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3122406 Jan 24 16:22:37.450486 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e0edc6e3-d5d3-49c5-9355-d0dcb8dc67ca tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:37.462270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59906) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:37.548134 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:37.574637 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Transition to ACTIVE for port object 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:37.588955 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:37.616694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Transition to ACTIVE for port object 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:37.624426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9b61cc7c-64aa-41d7-9478-c5cfd44fa2f3 None None] Provisioning for port b86b6311-0371-46bc-a37d-cd1e4163330f completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:37.630301 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:37.643078 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-5fc5ea0e-6638-437a-b682-d891b82be4ec tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:37.647137 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5fc5ea0e-6638-437a-b682-d891b82be4ec tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8032787 Jan 24 16:22:37.660212 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59910) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:37.665330 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9b61cc7c-64aa-41d7-9478-c5cfd44fa2f3 None None] Provisioning complete for port b86b6311-0371-46bc-a37d-cd1e4163330f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:37.665768 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9b61cc7c-64aa-41d7-9478-c5cfd44fa2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:37.676533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-276b0f10-fc18-4140-a988-b14872d884eb tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': 'e97f45da-6db4-4ce5-96fa-366b06d663df', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:37.677142 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-276b0f10-fc18-4140-a988-b14872d884eb tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:37.681468 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-276b0f10-fc18-4140-a988-b14872d884eb tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0166922 Jan 24 16:22:37.683235 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59914) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:37.714032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-06d588f6-3ff4-4861-a4a9-6d738bc61d74 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': 'e97f45da-6db4-4ce5-96fa-366b06d663df', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:37.753069 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-06d588f6-3ff4-4861-a4a9-6d738bc61d74 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:37.758269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Network 288bd26e-0f07-473b-b60f-68de1e6ace92 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:37.759268 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Pushing event updated for resources: {'Port': ['ID=5245ffcc-b8b2-4820-ac40-2fb90d1a7fea,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:37.762184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-9b61cc7c-64aa-41d7-9478-c5cfd44fa2f3 None None] Port b86b6311-0371-46bc-a37d-cd1e4163330f cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:37.765337 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:37.769028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:37.773922 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-06d588f6-3ff4-4861-a4a9-6d738bc61d74 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:37.783826 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-06d588f6-3ff4-4861-a4a9-6d738bc61d74 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:37.802249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-06d588f6-3ff4-4861-a4a9-6d738bc61d74 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:37.846165 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9b61cc7c-64aa-41d7-9478-c5cfd44fa2f3 None None] Provisioning for port 657800cc-4f8a-4ac9-ae8d-5be1397f3251 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:37.864630 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9b61cc7c-64aa-41d7-9478-c5cfd44fa2f3 None None] Provisioning complete for port 657800cc-4f8a-4ac9-ae8d-5be1397f3251 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:37.865140 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9b61cc7c-64aa-41d7-9478-c5cfd44fa2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:37.910987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Attempting to bind port 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:22:37.911224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Attempting to bind port 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'a2e98e56-377e-4fa7-940b-cc4470ef8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '288bd26e-0f07-473b-b60f-68de1e6ace92'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:22:37.911589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Attempting to bind port 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea on network 288bd26e-0f07-473b-b60f-68de1e6ace92 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:22:37.926903 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:22:37.927335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Checking segment: {'id': 'a2e98e56-377e-4fa7-940b-cc4470ef8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '288bd26e-0f07-473b-b60f-68de1e6ace92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:37.927687 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:37.928074 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Bound using segment: {'id': 'a2e98e56-377e-4fa7-940b-cc4470ef8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '288bd26e-0f07-473b-b60f-68de1e6ace92'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:22:37.928549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Bound port: 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e98e56-377e-4fa7-940b-cc4470ef8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '288bd26e-0f07-473b-b60f-68de1e6ace92'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:22:37.928900 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:37.953080 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7193d57f-1d5b-45a6-9d96-111ac2034206 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.008029 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-06d588f6-3ff4-4861-a4a9-6d738bc61d74 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:38.009079 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-06d588f6-3ff4-4861-a4a9-6d738bc61d74 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3229682 Jan 24 16:22:38.012668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] For port df104c5c-9941-4691-ba09-c04ca024db1a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=df104c5c-9941-4691-ba09-c04ca024db1a,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:38.015851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-2ddab726-dd54-4779-afd2-eeaa1bce6709 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Delete allocated IP 2001:db8:0:1::8c (fd108771-99ae-45c7-a26e-35deb0f0d779/6ef7ed98-5dde-44f5-bffc-7ec448eb12e3) {{(pid=83465) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 24 16:22:38.017791 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59918) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:38.025792 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-63379ce6-dbb9-4b15-a3d3-af83c9d34f0a tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': 'e97f45da-6db4-4ce5-96fa-366b06d663df', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:38.031438 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-63379ce6-dbb9-4b15-a3d3-af83c9d34f0a tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:38.035176 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-63379ce6-dbb9-4b15-a3d3-af83c9d34f0a tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:38.039608 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-63379ce6-dbb9-4b15-a3d3-af83c9d34f0a tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:38.045241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-63379ce6-dbb9-4b15-a3d3-af83c9d34f0a tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:38.065334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a3b668-d565-41fb-8dc5-0e3b0e329b4c tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:38.066762 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f2a3b668-d565-41fb-8dc5-0e3b0e329b4c tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "GET /v2.0/networks/b16cd040-9a11-4bc9-a884-08f3cda8c42b HTTP/1.1" status: 200 len: 799 time: 0.6040595 Jan 24 16:22:38.073343 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59922) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:38.089938 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-7193d57f-1d5b-45a6-9d96-111ac2034206 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] update failed (client error): The resource could not be found. Jan 24 16:22:38.091900 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7193d57f-1d5b-45a6-9d96-111ac2034206 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "PUT /v2.0/routers/d72302a5-dce0-4a6b-8f10-4366fcc3acf7 HTTP/1.1" status: 404 len: 339 time: 1.4290032 Jan 24 16:22:38.100188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] For port 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:22:38.104158 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] For port 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5245ffcc-b8b2-4820-ac40-2fb90d1a7fea,segment=NetworkSegment(a2e98e56-377e-4fa7-940b-cc4470ef8de9),segment_id=a2e98e56-377e-4fa7-940b-cc4470ef8de9)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:22:38.106496 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59926) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:38.112387 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.138848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-95e42ba8-6e07-4a88-a7a7-8250eb955d65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-14008276'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:38.200445 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-95e42ba8-6e07-4a88-a7a7-8250eb955d65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:38.200812 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf28e06-53a6-4316-876c-a70ee1b0e684 None None] Pushing event updated for resources: {'Port': ['ID=5245ffcc-b8b2-4820-ac40-2fb90d1a7fea,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:38.204975 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:22:38.218561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-95e42ba8-6e07-4a88-a7a7-8250eb955d65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Usage tracker for resource:network and tenant:0db0cb7b5cae4f4ebb8def56bc05f330 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:38.225665 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-63379ce6-dbb9-4b15-a3d3-af83c9d34f0a tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:38.226912 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-63379ce6-dbb9-4b15-a3d3-af83c9d34f0a tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2066138 Jan 24 16:22:38.229915 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-95e42ba8-6e07-4a88-a7a7-8250eb955d65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:38.233770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.241318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59930) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:38.245014 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-95e42ba8-6e07-4a88-a7a7-8250eb955d65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:38.273559 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.275296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.290127 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e0edc6e3-d5d3-49c5-9355-d0dcb8dc67ca tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.311449 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:22:38.311827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:22:38.418106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Subnet': ['ID=be5d6768-28df-46af-8aed-5b46ac1d670a,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:38.480692 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:38.481229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:38.481763 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:38.482101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:38.482545 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:38.483364 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b6dc1488-3bee-4fbe-8cac-9bccfdc4a31b tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "GET /v2.0/networks/b16cd040-9a11-4bc9-a884-08f3cda8c42b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4058661 Jan 24 16:22:38.489894 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59938) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:38.490089 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:38.490452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:38.490790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:38.491118 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:38.491869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:38.492198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:38.507542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:38.511449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e42ba8-6e07-4a88-a7a7-8250eb955d65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Made reservation on behalf of 0db0cb7b5cae4f4ebb8def56bc05f330 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:38.514387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95e42ba8-6e07-4a88-a7a7-8250eb955d65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.530239 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:38.533735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:38.534320 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.542343 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c18702-df1d-4d6b-91b9-c23ee601de50 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:38.590455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0edc6e3-d5d3-49c5-9355-d0dcb8dc67ca tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Subnet': ['ID=2d7f56fb-6cb2-48fc-99b4-9ae2928fefd4,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:38.601610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1fe7e2-368a-418d-a1b0-b2c1132514bf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:38.607910 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-db1fe7e2-368a-418d-a1b0-b2c1132514bf tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "GET /v2.0/subnets/ed074306-1f7a-442a-813e-58d6d116aa16 HTTP/1.1" status: 200 len: 811 time: 0.1012225 Jan 24 16:22:38.611048 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59942) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:38.640335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=df104c5c-9941-4691-ba09-c04ca024db1a,revision_number=4']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:38.648120 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b132ac95-f759-4ab1-aa60-ad3a2d55b9fd tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.6967242 Jan 24 16:22:38.655426 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59946) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:38.656266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0edc6e3-d5d3-49c5-9355-d0dcb8dc67ca tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Checking segment: {'id': 'da54e7d2-6bc9-4357-b1aa-54526bdd44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3428e065-0910-462e-bfd1-f98a89238f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:38.656616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0edc6e3-d5d3-49c5-9355-d0dcb8dc67ca tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network hostable DHCP agents. Network: 3428e065-0910-462e-bfd1-f98a89238f4e, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:22:38.658740 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e42ba8-6e07-4a88-a7a7-8250eb955d65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:22:38.661514 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-754f40c8-6a15-47c5-8459-3df4fa199769 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.673218 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Request body: {'port': {'network_id': '97b1ab35-d9e1-4792-9053-01bd1c506e0f', 'mac_address': 'fa:16:3e:ee:92:ef', 'name': 'tempest-NetworksTestDHCPv6-1005199965'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:38.696930 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95e42ba8-6e07-4a88-a7a7-8250eb955d65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.697182 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-95e42ba8-6e07-4a88-a7a7-8250eb955d65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Added segment 8c070089-afb7-46e1-9d6a-fa51afce8f24 of type vlan for network 384ad8db-d8e1-4649-83b8-a8c4a0fb0e15 Jan 24 16:22:38.709005 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-754f40c8-6a15-47c5-8459-3df4fa199769 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.767609 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2ddab726-dd54-4779-afd2-eeaa1bce6709 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.774626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95e42ba8-6e07-4a88-a7a7-8250eb955d65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.781571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718ab088-68dd-49c3-9570-08f345c73f6b tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:38.787511 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-718ab088-68dd-49c3-9570-08f345c73f6b tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "GET /v2.0/subnets/ed074306-1f7a-442a-813e-58d6d116aa16?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1738954 Jan 24 16:22:38.788081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59950) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:38.803098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-34b2b2d5-3a67-404e-bb03-25e066077761 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-470178559'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:38.811454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0edc6e3-d5d3-49c5-9355-d0dcb8dc67ca tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network 3428e065-0910-462e-bfd1-f98a89238f4e is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:22:38.819008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-2ddab726-dd54-4779-afd2-eeaa1bce6709 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Ignored duplicate provisioning block setup for port b86b6311-0371-46bc-a37d-cd1e4163330f by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 24 16:22:38.820842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-34b2b2d5-3a67-404e-bb03-25e066077761 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:38.826826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2ddab726-dd54-4779-afd2-eeaa1bce6709 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.859898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-e0edc6e3-d5d3-49c5-9355-d0dcb8dc67ca tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 3428e065-0910-462e-bfd1-f98a89238f4e) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:38.875656 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0edc6e3-d5d3-49c5-9355-d0dcb8dc67ca tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:38.876220 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e0edc6e3-d5d3-49c5-9355-d0dcb8dc67ca tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.878936 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6c0ef1-358c-4da4-bacf-453ea0e7611f None None] Network 3428e065-0910-462e-bfd1-f98a89238f4e requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:38.885733 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:38.896281 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Usage tracker for resource:port and tenant:f08d0f5b039743cfaeaa2491953f9a58 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:38.900756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-34b2b2d5-3a67-404e-bb03-25e066077761 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:38.904557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-754f40c8-6a15-47c5-8459-3df4fa199769 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.905716 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:38.915745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:38.927776 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e0edc6e3-d5d3-49c5-9355-d0dcb8dc67ca tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3176208 Jan 24 16:22:38.938350 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59954) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:38.972914 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:38.987221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e4981b90-5338-441d-aa7b-7ff40fd148b9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1785022136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:39.006526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f40c8-6a15-47c5-8459-3df4fa199769 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97f45da-6db4-4ce5-96fa-366b06d663df,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:39.008981 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95e42ba8-6e07-4a88-a7a7-8250eb955d65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.013048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e42ba8-6e07-4a88-a7a7-8250eb955d65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:39.013640 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95e42ba8-6e07-4a88-a7a7-8250eb955d65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.030832 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Made reservation on behalf of f08d0f5b039743cfaeaa2491953f9a58 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:39.039798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e4981b90-5338-441d-aa7b-7ff40fd148b9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:39.078963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port df104c5c-9941-4691-ba09-c04ca024db1a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=df104c5c-9941-4691-ba09-c04ca024db1a,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:39.087267 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-2ddab726-dd54-4779-afd2-eeaa1bce6709 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] In _notify_port_updated(), no bound segment for port b86b6311-0371-46bc-a37d-cd1e4163330f on network fd108771-99ae-45c7-a26e-35deb0f0d779 {{(pid=83465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:22:39.093611 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddab726-dd54-4779-afd2-eeaa1bce6709 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:39.094932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2ddab726-dd54-4779-afd2-eeaa1bce6709 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.100946 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2ddab726-dd54-4779-afd2-eeaa1bce6709 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "PUT /v2.0/ports/b86b6311-0371-46bc-a37d-cd1e4163330f HTTP/1.1" status: 200 len: 926 time: 3.2862277 Jan 24 16:22:39.103990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59958) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:39.163724 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.164809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 657800cc-4f8a-4ac9-ae8d-5be1397f3251 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:39.215633 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c05461e2-cce7-4c83-ab63-62b3ad8bb2e9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d82ed3d-b59c-40af-a26d-f6e792fb3f11'}, {'subnet_id': '6ef7ed98-5dde-44f5-bffc-7ec448eb12e3'}]}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:39.251369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e4981b90-5338-441d-aa7b-7ff40fd148b9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:router and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:39.256101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e4981b90-5338-441d-aa7b-7ff40fd148b9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:39.263353 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e4981b90-5338-441d-aa7b-7ff40fd148b9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:39.272661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e42ba8-6e07-4a88-a7a7-8250eb955d65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event updated for resources: {'Network': ['ID=384ad8db-d8e1-4649-83b8-a8c4a0fb0e15,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:39.278547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-754f40c8-6a15-47c5-8459-3df4fa199769 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.280342 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-754f40c8-6a15-47c5-8459-3df4fa199769 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "DELETE /v2.0/security-groups/e97f45da-6db4-4ce5-96fa-366b06d663df HTTP/1.1" status: 204 len: 168 time: 1.0372095 Jan 24 16:22:39.281938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddab726-dd54-4779-afd2-eeaa1bce6709 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=b86b6311-0371-46bc-a37d-cd1e4163330f,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:39.285107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b2b2d5-3a67-404e-bb03-25e066077761 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:39.285364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f46147f2-7a1c-4823-b00f-93131bcf378b tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.289752 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-34b2b2d5-3a67-404e-bb03-25e066077761 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.296385 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59962) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:39.335745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b2b2d5-3a67-404e-bb03-25e066077761 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:22:39.346218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 384ad8db-d8e1-4649-83b8-a8c4a0fb0e15 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:39.350168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-34b2b2d5-3a67-404e-bb03-25e066077761 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.350499 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-34b2b2d5-3a67-404e-bb03-25e066077761 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Added segment fa3bc0b1-9d80-4265-a8f0-8c4ebb53b3a2 of type vlan for network 43c790f4-d157-40bd-8198-6fd7186c0cd4 Jan 24 16:22:39.392647 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-34b2b2d5-3a67-404e-bb03-25e066077761 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.401356 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e4981b90-5338-441d-aa7b-7ff40fd148b9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.402310 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e4981b90-5338-441d-aa7b-7ff40fd148b9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.411217 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-95e42ba8-6e07-4a88-a7a7-8250eb955d65 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2983756 Jan 24 16:22:39.414328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59966) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:39.418621 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7d5e0e7d-d880-4117-a347-a7d333cce9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.428255 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-919fe4ec-5f86-4d7a-a4ec-b69d30879263 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Request body: {'subnet': {'network_id': '384ad8db-d8e1-4649-83b8-a8c4a0fb0e15', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:39.451418 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f46147f2-7a1c-4823-b00f-93131bcf378b tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.574501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-919fe4ec-5f86-4d7a-a4ec-b69d30879263 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:39.588466 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-919fe4ec-5f86-4d7a-a4ec-b69d30879263 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Usage tracker for resource:subnet and tenant:0db0cb7b5cae4f4ebb8def56bc05f330 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:39.592594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-919fe4ec-5f86-4d7a-a4ec-b69d30879263 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:39.600278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-919fe4ec-5f86-4d7a-a4ec-b69d30879263 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:39.609442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-34b2b2d5-3a67-404e-bb03-25e066077761 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:22:39.623388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919fe4ec-5f86-4d7a-a4ec-b69d30879263 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Made reservation on behalf of 0db0cb7b5cae4f4ebb8def56bc05f330 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:39.645105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 657800cc-4f8a-4ac9-ae8d-5be1397f3251 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:39.645550 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.704024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.718370 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7266fa1-c257-4449-842d-5bf747845ffb None None] Network 288bd26e-0f07-473b-b60f-68de1e6ace92 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:39.761424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-919fe4ec-5f86-4d7a-a4ec-b69d30879263 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.763741 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] device_id is not set on port c1194e24-3cf2-468c-8358-78718928c008 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:22:39.777267 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e4981b90-5338-441d-aa7b-7ff40fd148b9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.781588 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-34b2b2d5-3a67-404e-bb03-25e066077761 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.785274 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b2b2d5-3a67-404e-bb03-25e066077761 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:39.786591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-34b2b2d5-3a67-404e-bb03-25e066077761 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.815640 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e12d53ec-264b-4d88-b964-ad387cb633c0 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5175698 Jan 24 16:22:39.816455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59970) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:39.839778 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e4753ea3-150c-4c89-bdc4-d49c575fbcee tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127152988'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:39.852262 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-3428e065-0910-462e-bfd1-f98a89238f4e', 'network_id': '3428e065-0910-462e-bfd1-f98a89238f4e', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'fixed_ips': [{'subnet_id': '2d7f56fb-6cb2-48fc-99b4-9ae2928fefd4'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:22:39.853251 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.864311 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e4753ea3-150c-4c89-bdc4-d49c575fbcee tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:39.912439 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e4753ea3-150c-4c89-bdc4-d49c575fbcee tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:39.921534 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=df104c5c-9941-4691-ba09-c04ca024db1a,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:39.934117 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3329f6f6-73e4-4761-8948-d3e1616ab532 None None] Provisioning complete for port b86b6311-0371-46bc-a37d-cd1e4163330f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:39.934483 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3329f6f6-73e4-4761-8948-d3e1616ab532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:39.996155 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2b2d5-3a67-404e-bb03-25e066077761 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Network': ['ID=43c790f4-d157-40bd-8198-6fd7186c0cd4,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:40.001494 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3329f6f6-73e4-4761-8948-d3e1616ab532 None None] Port b86b6311-0371-46bc-a37d-cd1e4163330f cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:40.002517 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-34b2b2d5-3a67-404e-bb03-25e066077761 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2112637 Jan 24 16:22:40.010625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59974) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:40.017441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-5b2d1f09-bb04-4a40-908c-4088008eaa68 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'subnet': {'network_id': '43c790f4-d157-40bd-8198-6fd7186c0cd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:40.032549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 43c790f4-d157-40bd-8198-6fd7186c0cd4 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:40.067698 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e4753ea3-150c-4c89-bdc4-d49c575fbcee tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:40.161691 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5b2d1f09-bb04-4a40-908c-4088008eaa68 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:40.172197 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5b2d1f09-bb04-4a40-908c-4088008eaa68 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:40.197082 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2d1f09-bb04-4a40-908c-4088008eaa68 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Made reservation on behalf of a1ab4d499c3b4a4ab8671837a20cbe1b for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:40.244453 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c05461e2-cce7-4c83-ab63-62b3ad8bb2e9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:40.335138 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e4753ea3-150c-4c89-bdc4-d49c575fbcee tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:40.364489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-716c1eb9-e4fb-4d96-90be-ea22abfba9b8 None None] Provisioning for port 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:40.375855 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:40.392574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e4753ea3-150c-4c89-bdc4-d49c575fbcee tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:40.403270 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e4753ea3-150c-4c89-bdc4-d49c575fbcee tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:40.416483 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:40.418792 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e4753ea3-150c-4c89-bdc4-d49c575fbcee tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:40.424012 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Allocated IP 2001:db8:1::2 (3428e065-0910-462e-bfd1-f98a89238f4e/2d7f56fb-6cb2-48fc-99b4-9ae2928fefd4/236a4afb-64d1-4418-b9dc-2a7db674f7e2) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:40.482418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1f09-bb04-4a40-908c-4088008eaa68 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:40.503845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e4981b90-5338-441d-aa7b-7ff40fd148b9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:40.538725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8::1cd (97b1ab35-d9e1-4792-9053-01bd1c506e0f/651997e6-aec4-42e1-aa17-57d75f66753e/c1194e24-3cf2-468c-8358-78718928c008) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:40.586517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Allocated IP 2001:db8:0:1:f816:3eff:feee:92ef (97b1ab35-d9e1-4792-9053-01bd1c506e0f/be5d6768-28df-46af-8aed-5b46ac1d670a/c1194e24-3cf2-468c-8358-78718928c008) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:40.598324 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e4981b90-5338-441d-aa7b-7ff40fd148b9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:40.599544 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e4981b90-5338-441d-aa7b-7ff40fd148b9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6521232 Jan 24 16:22:40.606997 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59978) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:40.624002 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.ipam_backend_mixin [None req-5b2d1f09-bb04-4a40-908c-4088008eaa68 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Performing IP validity checks on allocation pools {{(pid=83465) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 24 16:22:40.624505 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.ipam_backend_mixin [None req-5b2d1f09-bb04-4a40-908c-4088008eaa68 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83465) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 24 16:22:40.796319 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:40.807934 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Transition to ACTIVE for port object 236a4afb-64d1-4418-b9dc-2a7db674f7e2 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:40.809546 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-919fe4ec-5f86-4d7a-a4ec-b69d30879263 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:40.813944 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e4753ea3-150c-4c89-bdc4-d49c575fbcee tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:40.828288 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Transition to ACTIVE for port object 236a4afb-64d1-4418-b9dc-2a7db674f7e2 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:40.837455 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device df104c5c-9941-4691-ba09-c04ca024db1a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:40.855526 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-f46147f2-7a1c-4823-b00f-93131bcf378b tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Floating IP a012aaf5-024a-4979-99a4-90ee4a8cdb34 associated. External IP: 172.26.2.165, port: 29ed270f-ca27-417f-a09a-35289a552809. Jan 24 16:22:40.873245 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:40.918108 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e4753ea3-150c-4c89-bdc4-d49c575fbcee tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:40.929002 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fe4ec-5f86-4d7a-a4ec-b69d30879263 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event updated for resources: {'Subnet': ['ID=0c574e32-ef27-4d5f-8dcc-4d189d8f9d52,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:40.961200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919fe4ec-5f86-4d7a-a4ec-b69d30879263 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Checking segment: {'id': '8c070089-afb7-46e1-9d6a-fa51afce8f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '384ad8db-d8e1-4649-83b8-a8c4a0fb0e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:40.961614 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919fe4ec-5f86-4d7a-a4ec-b69d30879263 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Network hostable DHCP agents. Network: 384ad8db-d8e1-4649-83b8-a8c4a0fb0e15, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:22:40.975616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Network 3428e065-0910-462e-bfd1-f98a89238f4e is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:40.976225 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1f09-bb04-4a40-908c-4088008eaa68 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:40.980788 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d9106fb9-6a9b-4bbe-94aa-17cfab1fc9a5 None None] Provisioning complete for port df104c5c-9941-4691-ba09-c04ca024db1a triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:40.981289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d9106fb9-6a9b-4bbe-94aa-17cfab1fc9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:41.006208 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Pushing event updated for resources: {'Port': ['ID=236a4afb-64d1-4418-b9dc-2a7db674f7e2,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:41.009874 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:41.012433 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:41.047096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d1f09-bb04-4a40-908c-4088008eaa68 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Subnet': ['ID=15b2c39f-3876-4cd7-9eee-042abc9317ba,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:41.085492 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919fe4ec-5f86-4d7a-a4ec-b69d30879263 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Network 384ad8db-d8e1-4649-83b8-a8c4a0fb0e15 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:22:41.101527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2d1f09-bb04-4a40-908c-4088008eaa68 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Checking segment: {'id': 'fa3bc0b1-9d80-4265-a8f0-8c4ebb53b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '43c790f4-d157-40bd-8198-6fd7186c0cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:41.102033 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d1f09-bb04-4a40-908c-4088008eaa68 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network hostable DHCP agents. Network: 43c790f4-d157-40bd-8198-6fd7186c0cd4, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:22:41.109386 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-919fe4ec-5f86-4d7a-a4ec-b69d30879263 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 384ad8db-d8e1-4649-83b8-a8c4a0fb0e15) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:41.118711 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919fe4ec-5f86-4d7a-a4ec-b69d30879263 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:41.119377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-919fe4ec-5f86-4d7a-a4ec-b69d30879263 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:41.140915 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1874125-e6ff-46fb-a490-7b9692803617 None None] Network 384ad8db-d8e1-4649-83b8-a8c4a0fb0e15 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:41.150750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d1f09-bb04-4a40-908c-4088008eaa68 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Network 43c790f4-d157-40bd-8198-6fd7186c0cd4 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:22:41.159329 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-5b2d1f09-bb04-4a40-908c-4088008eaa68 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 43c790f4-d157-40bd-8198-6fd7186c0cd4) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:41.165337 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-919fe4ec-5f86-4d7a-a4ec-b69d30879263 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7463324 Jan 24 16:22:41.167073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2d1f09-bb04-4a40-908c-4088008eaa68 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:41.168261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1f09-bb04-4a40-908c-4088008eaa68 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:41.172249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59982) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:41.185692 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4753ea3-150c-4c89-bdc4-d49c575fbcee tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1d68bc-933f-417e-acbf-c13d659dbcbf,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:41.186104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c35d0f36-0a97-4fec-998c-8b7398ec8082 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Request body: {'router': {'external_gateway_info': {'network_id': '384ad8db-d8e1-4649-83b8-a8c4a0fb0e15'}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:41.226081 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43218f61-1906-480b-b994-0173ec5dddb3 None None] Network 43c790f4-d157-40bd-8198-6fd7186c0cd4 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:41.238187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port df104c5c-9941-4691-ba09-c04ca024db1a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:41.238583 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:41.268958 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5b2d1f09-bb04-4a40-908c-4088008eaa68 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2562423 Jan 24 16:22:41.276297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59986) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:41.340067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ed56a037-6d7b-4ea4-a3b5-7224e7bd1e37 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:41.348515 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Attempting to bind port 236a4afb-64d1-4418-b9dc-2a7db674f7e2 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:22:41.348876 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Attempting to bind port 236a4afb-64d1-4418-b9dc-2a7db674f7e2 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'da54e7d2-6bc9-4357-b1aa-54526bdd44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3428e065-0910-462e-bfd1-f98a89238f4e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:22:41.349230 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Attempting to bind port 236a4afb-64d1-4418-b9dc-2a7db674f7e2 on network 3428e065-0910-462e-bfd1-f98a89238f4e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:22:41.402095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e4753ea3-150c-4c89-bdc4-d49c575fbcee tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:41.406470 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e4753ea3-150c-4c89-bdc4-d49c575fbcee tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5746067 Jan 24 16:22:41.421510 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59990) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:41.437631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-fb653f77-2ddc-44e9-8bea-8f1a4fcc392e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': '6a1d68bc-933f-417e-acbf-c13d659dbcbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:41.449289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:22:41.449697 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Checking segment: {'id': 'da54e7d2-6bc9-4357-b1aa-54526bdd44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3428e065-0910-462e-bfd1-f98a89238f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:41.450097 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:41.450966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Bound using segment: {'id': 'da54e7d2-6bc9-4357-b1aa-54526bdd44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3428e065-0910-462e-bfd1-f98a89238f4e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:22:41.450966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Bound port: 236a4afb-64d1-4418-b9dc-2a7db674f7e2, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da54e7d2-6bc9-4357-b1aa-54526bdd44ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3428e065-0910-462e-bfd1-f98a89238f4e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:22:41.451306 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:41.456540 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fb653f77-2ddc-44e9-8bea-8f1a4fcc392e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:41.480263 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fb653f77-2ddc-44e9-8bea-8f1a4fcc392e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:41.491311 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fb653f77-2ddc-44e9-8bea-8f1a4fcc392e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:41.573141 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-c05461e2-cce7-4c83-ab63-62b3ad8bb2e9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Allocated IP 2001:db8:0:1::2f2 (fd108771-99ae-45c7-a26e-35deb0f0d779/6ef7ed98-5dde-44f5-bffc-7ec448eb12e3/b86b6311-0371-46bc-a37d-cd1e4163330f) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:41.573917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fb653f77-2ddc-44e9-8bea-8f1a4fcc392e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:41.627556 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:41.676534 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ed56a037-6d7b-4ea4-a3b5-7224e7bd1e37 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2295164'] for subnet, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:41.800027 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c35d0f36-0a97-4fec-998c-8b7398ec8082 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:41.810435 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] For port 236a4afb-64d1-4418-b9dc-2a7db674f7e2, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:22:41.816129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Transition to ACTIVE for port object c1194e24-3cf2-468c-8358-78718928c008 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:41.817050 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:41.851340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:41.894162 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] For port 236a4afb-64d1-4418-b9dc-2a7db674f7e2, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=236a4afb-64d1-4418-b9dc-2a7db674f7e2,segment=NetworkSegment(da54e7d2-6bc9-4357-b1aa-54526bdd44ba),segment_id=da54e7d2-6bc9-4357-b1aa-54526bdd44ba)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:22:41.906745 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-384ad8db-d8e1-4649-83b8-a8c4a0fb0e15', 'network_id': '384ad8db-d8e1-4649-83b8-a8c4a0fb0e15', 'tenant_id': '0db0cb7b5cae4f4ebb8def56bc05f330', 'fixed_ips': [{'subnet_id': '0c574e32-ef27-4d5f-8dcc-4d189d8f9d52'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:22:41.908364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:41.910856 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-fb653f77-2ddc-44e9-8bea-8f1a4fcc392e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The resource could not be found. Jan 24 16:22:41.914405 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fb653f77-2ddc-44e9-8bea-8f1a4fcc392e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4853270 Jan 24 16:22:41.922746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:41.939000 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 59994) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:41.953966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-d897f278-b0f0-4f3d-9e57-8408bd4cc91e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': '6a1d68bc-933f-417e-acbf-c13d659dbcbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0a86cd4e-20dd-400d-9ae7-f98440d45214'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:41.962747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d897f278-b0f0-4f3d-9e57-8408bd4cc91e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:41.967063 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-43c790f4-d157-40bd-8198-6fd7186c0cd4', 'network_id': '43c790f4-d157-40bd-8198-6fd7186c0cd4', 'tenant_id': 'a1ab4d499c3b4a4ab8671837a20cbe1b', 'fixed_ips': [{'subnet_id': '15b2c39f-3876-4cd7-9eee-042abc9317ba'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:22:41.968056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:41.969050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d897f278-b0f0-4f3d-9e57-8408bd4cc91e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:41.973697 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d897f278-b0f0-4f3d-9e57-8408bd4cc91e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:41.992245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d897f278-b0f0-4f3d-9e57-8408bd4cc91e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:42.058581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:42.104944 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c05461e2-cce7-4c83-ab63-62b3ad8bb2e9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:42.160797 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40584ba2-ab0b-429d-ae36-256850f07e65 None None] Pushing event updated for resources: {'Port': ['ID=236a4afb-64d1-4418-b9dc-2a7db674f7e2,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:42.164740 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-d897f278-b0f0-4f3d-9e57-8408bd4cc91e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The resource could not be found. Jan 24 16:22:42.172332 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 59998) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:42.181846 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d897f278-b0f0-4f3d-9e57-8408bd4cc91e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2369852 Jan 24 16:22:42.184989 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ed56a037-6d7b-4ea4-a3b5-7224e7bd1e37 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726508182532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3451263'] for subnet, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:42.186653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-c05461e2-cce7-4c83-ab63-62b3ad8bb2e9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Transition to ACTIVE for port object b86b6311-0371-46bc-a37d-cd1e4163330f will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:42.209683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:42.222162 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:42.222522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:42.252210 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c05461e2-cce7-4c83-ab63-62b3ad8bb2e9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:42.255676 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:42.260403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event updated for resources: {'Port': ['ID=c1194e24-3cf2-468c-8358-78718928c008,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:42.263512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:42.280647 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:42.448514 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:42.453507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:42.454203 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:42.484313 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56a037-6d7b-4ea4-a3b5-7224e7bd1e37 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event updated for resources: {'Subnet': ['ID=15b2c39f-3876-4cd7-9eee-042abc9317ba,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:42.496352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed56a037-6d7b-4ea4-a3b5-7224e7bd1e37 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:42.497185 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ed56a037-6d7b-4ea4-a3b5-7224e7bd1e37 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:42.498622 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ed56a037-6d7b-4ea4-a3b5-7224e7bd1e37 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "PUT /v2.0/subnets/15b2c39f-3876-4cd7-9eee-042abc9317ba HTTP/1.1" status: 200 len: 877 time: 1.1749160 Jan 24 16:22:42.501997 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60002) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:42.520547 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Allocated IP 2001:db8:1::2 (384ad8db-d8e1-4649-83b8-a8c4a0fb0e15/0c574e32-ef27-4d5f-8dcc-4d189d8f9d52/62baf6e5-eaf0-4a66-910e-3f1ab4c72942) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:42.528839 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-c35d0f36-0a97-4fec-998c-8b7398ec8082 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:42.536173 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c35d0f36-0a97-4fec-998c-8b7398ec8082 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "PUT /v2.0/routers/d72302a5-dce0-4a6b-8f10-4366fcc3acf7 HTTP/1.1" status: 400 len: 364 time: 1.3609147 Jan 24 16:22:42.536882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60006) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:42.554200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Allocated IP 172.20.0.3 (43c790f4-d157-40bd-8198-6fd7186c0cd4/15b2c39f-3876-4cd7-9eee-042abc9317ba/0cbe7cb8-d028-43bd-8831-158c4f68d9c5) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:42.655179 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05461e2-cce7-4c83-ab63-62b3ad8bb2e9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=b86b6311-0371-46bc-a37d-cd1e4163330f,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:42.681826 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f7222e9f-b36f-4d80-aef7-cd1fb3d6b3cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0201552 Jan 24 16:22:42.690712 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60010) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:42.839086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:42.882192 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:42.922934 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c42d4d38-a011-45ea-9e71-526c4818e686 None None] Provisioning for port c1194e24-3cf2-468c-8358-78718928c008 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:42.932810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-c05461e2-cce7-4c83-ab63-62b3ad8bb2e9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] In _notify_port_updated(), no bound segment for port b86b6311-0371-46bc-a37d-cd1e4163330f on network fd108771-99ae-45c7-a26e-35deb0f0d779 {{(pid=83466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:22:42.933407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c42d4d38-a011-45ea-9e71-526c4818e686 None None] Provisioning complete for port c1194e24-3cf2-468c-8358-78718928c008 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:42.933407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c42d4d38-a011-45ea-9e71-526c4818e686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:42.940392 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05461e2-cce7-4c83-ab63-62b3ad8bb2e9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:42.941129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c05461e2-cce7-4c83-ab63-62b3ad8bb2e9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:42.946748 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c05461e2-cce7-4c83-ab63-62b3ad8bb2e9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "PUT /v2.0/ports/b86b6311-0371-46bc-a37d-cd1e4163330f HTTP/1.1" status: 200 len: 1012 time: 3.7407486 Jan 24 16:22:42.962631 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60014) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:42.993186 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d714e-d22d-4e40-94f1-b9ec1acbc424 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting port c1194e24-3cf2-468c-8358-78718928c008 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:42.993610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d9d714e-d22d-4e40-94f1-b9ec1acbc424 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:43.068623 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5245ffcc-b8b2-4820-ac40-2fb90d1a7fea,segment=NetworkSegment(a2e98e56-377e-4fa7-940b-cc4470ef8de9),segment_id=a2e98e56-377e-4fa7-940b-cc4470ef8de9)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:43.160221 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c42d4d38-a011-45ea-9e71-526c4818e686 None None] Port c1194e24-3cf2-468c-8358-78718928c008 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:43.161795 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:43.198561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:43.202902 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:43.246505 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6b4036fa-d8b2-4495-ba86-a9dfe9388a12 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port b86b6311-0371-46bc-a37d-cd1e4163330f {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:43.247127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b4036fa-d8b2-4495-ba86-a9dfe9388a12 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:43.311559 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=5245ffcc-b8b2-4820-ac40-2fb90d1a7fea,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:43.325505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:43.345336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:43.358608 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Transition to ACTIVE for port object 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:43.382452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Transition to ACTIVE for port object 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:43.396104 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 236a4afb-64d1-4418-b9dc-2a7db674f7e2 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:43.470196 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:43.485542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Transition to ACTIVE for port object 0cbe7cb8-d028-43bd-8831-158c4f68d9c5 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:43.491884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:43.560725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3ffd62da-0dd5-4a59-83a9-8bc9a76c73f3 None None] Provisioning for port b86b6311-0371-46bc-a37d-cd1e4163330f completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:43.579746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3ffd62da-0dd5-4a59-83a9-8bc9a76c73f3 None None] Provisioning complete for port b86b6311-0371-46bc-a37d-cd1e4163330f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:43.580331 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3ffd62da-0dd5-4a59-83a9-8bc9a76c73f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:43.614667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Network 384ad8db-d8e1-4649-83b8-a8c4a0fb0e15 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:43.636729 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:43.638975 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 236a4afb-64d1-4418-b9dc-2a7db674f7e2 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:43.643209 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:43.656414 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35345ba-ccb5-47b5-bbf5-f3efa4d9c695 None None] Network 3428e065-0910-462e-bfd1-f98a89238f4e requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:43.690204 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Transition to ACTIVE for port object 0cbe7cb8-d028-43bd-8831-158c4f68d9c5 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:43.729089 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b4036fa-d8b2-4495-ba86-a9dfe9388a12 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:43.750091 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:43.761984 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Allocated IP 2001:db8::1 (288bd26e-0f07-473b-b60f-68de1e6ace92/d9197c70-0319-4c62-b7bf-b3080553e88b/f3920700-073a-436f-9512-0719cc233b1e) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:43.764199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:43.788776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:43.801537 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Pushing event updated for resources: {'Port': ['ID=62baf6e5-eaf0-4a66-910e-3f1ab4c72942,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:43.806268 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1d68bc-933f-417e-acbf-c13d659dbcbf,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:43.830707 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd62da-0dd5-4a59-83a9-8bc9a76c73f3 None None] Port b86b6311-0371-46bc-a37d-cd1e4163330f cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:43.879694 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6b4036fa-d8b2-4495-ba86-a9dfe9388a12 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for b86b6311-0371-46bc-a37d-cd1e4163330f owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:43.913694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Network 43c790f4-d157-40bd-8198-6fd7186c0cd4 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:43.928616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:43.928869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:43.929044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:43.929326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:43.929994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:43.929994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:43.930266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:43.930567 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:43.930876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:43.931499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:43.931499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:43.932053 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:43.947403 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:43.948159 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d9d714e-d22d-4e40-94f1-b9ec1acbc424 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:43.949315 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Attempting to bind port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:22:43.949674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Attempting to bind port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '8c070089-afb7-46e1-9d6a-fa51afce8f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '384ad8db-d8e1-4649-83b8-a8c4a0fb0e15'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:22:43.950024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Attempting to bind port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 on network 384ad8db-d8e1-4649-83b8-a8c4a0fb0e15 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:22:43.956461 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46147f2-7a1c-4823-b00f-93131bcf378b tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 30860f65-4396-4e3b-87b1-722c8f1e65dd has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:22:43.969935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:43.971064 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6f6c4c20-964f-4434-9dd3-5bfd5c94a668 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "DELETE /v2.0/security-groups/6a1d68bc-933f-417e-acbf-c13d659dbcbf HTTP/1.1" status: 204 len: 168 time: 1.7893977 Jan 24 16:22:44.002192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Pushing event updated for resources: {'Port': ['ID=0cbe7cb8-d028-43bd-8831-158c4f68d9c5,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:44.006097 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:22:44.006469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Checking segment: {'id': '8c070089-afb7-46e1-9d6a-fa51afce8f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '384ad8db-d8e1-4649-83b8-a8c4a0fb0e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:44.006866 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.007249 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Bound using segment: {'id': '8c070089-afb7-46e1-9d6a-fa51afce8f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '384ad8db-d8e1-4649-83b8-a8c4a0fb0e15'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:22:44.007828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Bound port: 62baf6e5-eaf0-4a66-910e-3f1ab4c72942, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c070089-afb7-46e1-9d6a-fa51afce8f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '384ad8db-d8e1-4649-83b8-a8c4a0fb0e15'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:22:44.008196 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.034800 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60018) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:44.107428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d714e-d22d-4e40-94f1-b9ec1acbc424 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Calling delete_port for c1194e24-3cf2-468c-8358-78718928c008 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:44.162812 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.182463 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-743a9685-1a7f-4a53-9864-c54944468148 None None] Provisioning for port 236a4afb-64d1-4418-b9dc-2a7db674f7e2 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:44.241798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Attempting to bind port 0cbe7cb8-d028-43bd-8831-158c4f68d9c5 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:22:44.242138 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Attempting to bind port 0cbe7cb8-d028-43bd-8831-158c4f68d9c5 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'fa3bc0b1-9d80-4265-a8f0-8c4ebb53b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '43c790f4-d157-40bd-8198-6fd7186c0cd4'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:22:44.242415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Attempting to bind port 0cbe7cb8-d028-43bd-8831-158c4f68d9c5 on network 43c790f4-d157-40bd-8198-6fd7186c0cd4 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:22:44.244339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-743a9685-1a7f-4a53-9864-c54944468148 None None] Provisioning complete for port 236a4afb-64d1-4418-b9dc-2a7db674f7e2 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:44.244701 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-743a9685-1a7f-4a53-9864-c54944468148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.269588 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Subnet': ['ID=15b2c39f-3876-4cd7-9eee-042abc9317ba,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:44.309028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:22:44.309444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Checking segment: {'id': 'fa3bc0b1-9d80-4265-a8f0-8c4ebb53b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '43c790f4-d157-40bd-8198-6fd7186c0cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:44.309782 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.310172 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Bound using segment: {'id': 'fa3bc0b1-9d80-4265-a8f0-8c4ebb53b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '43c790f4-d157-40bd-8198-6fd7186c0cd4'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:22:44.310640 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Bound port: 0cbe7cb8-d028-43bd-8831-158c4f68d9c5, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3bc0b1-9d80-4265-a8f0-8c4ebb53b3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '43c790f4-d157-40bd-8198-6fd7186c0cd4'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:22:44.311110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.335611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.341398 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5b485946-8958-4fe5-b287-3bdf02ad7057 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Synchronizing usage tracker for tenant:32b2fe19b7364787a8738e756a689b75 on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:44.342736 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] For port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:22:44.386117 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] For port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=62baf6e5-eaf0-4a66-910e-3f1ab4c72942,segment=NetworkSegment(8c070089-afb7-46e1-9d6a-fa51afce8f24),segment_id=8c070089-afb7-46e1-9d6a-fa51afce8f24)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:22:44.406825 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.407439 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Transition to ACTIVE for port object f3920700-073a-436f-9512-0719cc233b1e will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:44.434562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5b485946-8958-4fe5-b287-3bdf02ad7057 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Unset dirty status for tenant:32b2fe19b7364787a8738e756a689b75 on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:44.437591 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5b485946-8958-4fe5-b287-3bdf02ad7057 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3483679 Jan 24 16:22:44.444407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60022) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:44.458497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-35120c0b-18f5-4aff-a705-c92000fff362 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': '87711edf-12fb-49bf-82c2-2a53f6fcb83d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:44.500980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-35120c0b-18f5-4aff-a705-c92000fff362 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:44.513502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-35120c0b-18f5-4aff-a705-c92000fff362 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:44.519246 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.520319 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-35120c0b-18f5-4aff-a705-c92000fff362 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:44.531559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-35120c0b-18f5-4aff-a705-c92000fff362 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:44.553836 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.581318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c790f4-d157-40bd-8198-6fd7186c0cd4']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:44.669992 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3bc0b1-9d80-4265-a8f0-8c4ebb53b3a2') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:44.670290 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3bc0b1-9d80-4265-a8f0-8c4ebb53b3a2') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:44.692690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d9d714e-d22d-4e40-94f1-b9ec1acbc424 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.697654 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Pushing event updated for resources: {'Port': ['ID=62baf6e5-eaf0-4a66-910e-3f1ab4c72942,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:44.698613 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.706398 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] For port 0cbe7cb8-d028-43bd-8831-158c4f68d9c5, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:22:44.713717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] For port 0cbe7cb8-d028-43bd-8831-158c4f68d9c5, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0cbe7cb8-d028-43bd-8831-158c4f68d9c5,segment=NetworkSegment(fa3bc0b1-9d80-4265-a8f0-8c4ebb53b3a2),segment_id=fa3bc0b1-9d80-4265-a8f0-8c4ebb53b3a2)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:22:44.715649 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-743a9685-1a7f-4a53-9864-c54944468148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.740522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.742834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network 288bd26e-0f07-473b-b60f-68de1e6ace92 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:44.745302 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.749244 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:44.764974 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:22:44.765479 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.769422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:44.769969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.793639 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:44.793990 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:44.794329 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:44.794667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:44.794995 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:44.795321 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:44.795711 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:44.796047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:44.796366 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:44.796682 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:44.796998 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ffb19-cb96-47cd-86c9-4812acbd6993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:22:44.806293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=f3920700-073a-436f-9512-0719cc233b1e,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:44.809073 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-35120c0b-18f5-4aff-a705-c92000fff362 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The resource could not be found. Jan 24 16:22:44.815249 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-35120c0b-18f5-4aff-a705-c92000fff362 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3606997 Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:22:44.823664 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:22:44.827099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60026) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:44.834716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ce9534f8-fc18-409a-99da-bf9d5ae6c4f7 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829970489'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:44.912205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b4036fa-d8b2-4495-ba86-a9dfe9388a12 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:44.934261 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-743a9685-1a7f-4a53-9864-c54944468148 None None] For port 236a4afb-64d1-4418-b9dc-2a7db674f7e2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=236a4afb-64d1-4418-b9dc-2a7db674f7e2,segment=NetworkSegment(da54e7d2-6bc9-4357-b1aa-54526bdd44ba),segment_id=da54e7d2-6bc9-4357-b1aa-54526bdd44ba)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:44.988436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d714e-d22d-4e40-94f1-b9ec1acbc424 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Port': ['ID=c1194e24-3cf2-468c-8358-78718928c008,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:44.998609 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-743a9685-1a7f-4a53-9864-c54944468148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:45.023339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b691ba-41cf-441b-b3fb-99e8236ab66f None None] Pushing event updated for resources: {'Port': ['ID=0cbe7cb8-d028-43bd-8831-158c4f68d9c5,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:45.047949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ce9534f8-fc18-409a-99da-bf9d5ae6c4f7 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:45.063573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d9d714e-d22d-4e40-94f1-b9ec1acbc424 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:45.098804 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e774af04-27b7-4ead-ad91-734ef3498897 None None] Network 43c790f4-d157-40bd-8198-6fd7186c0cd4 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:45.101453 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46147f2-7a1c-4823-b00f-93131bcf378b tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:22:45.104350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:45.115950 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234202ec-2724-4e0d-8b82-8b95ce30eeca None None] Sync routers for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:22:45.161183 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234202ec-2724-4e0d-8b82-8b95ce30eeca None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:45.162466 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-234202ec-2724-4e0d-8b82-8b95ce30eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:45.321654 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4036fa-d8b2-4495-ba86-a9dfe9388a12 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=b86b6311-0371-46bc-a37d-cd1e4163330f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:45.380634 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-234202ec-2724-4e0d-8b82-8b95ce30eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:45.382817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a9685-1a7f-4a53-9864-c54944468148 None None] Pushing event updated for resources: {'Port': ['ID=236a4afb-64d1-4418-b9dc-2a7db674f7e2,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:45.436811 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234202ec-2724-4e0d-8b82-8b95ce30eeca None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:45.437496 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-234202ec-2724-4e0d-8b82-8b95ce30eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:45.448579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-dfb03cb1-1af6-4ed4-81f9-a78633d180c2 None None] Provisioning complete for port 236a4afb-64d1-4418-b9dc-2a7db674f7e2 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:45.449219 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dfb03cb1-1af6-4ed4-81f9-a78633d180c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:45.473729 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ce9534f8-fc18-409a-99da-bf9d5ae6c4f7 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:45.512315 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Allocated IP 2001:db8::1 (db6d5677-a3b3-43ce-a8fb-51d1131494ee/7daa55ed-ca6f-4902-b2c4-cd0e8beea907/8c7c924b-72cf-41fb-aab6-449b33525833) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:45.538829 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-234202ec-2724-4e0d-8b82-8b95ce30eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:45.539784 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234202ec-2724-4e0d-8b82-8b95ce30eeca None None] The sync data for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:22:45.545554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:45.567751 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9d9d714e-d22d-4e40-94f1-b9ec1acbc424 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/c1194e24-3cf2-468c-8358-78718928c008 HTTP/1.1" status: 204 len: 168 time: 2.8453214 Jan 24 16:22:45.575184 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60030) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:45.649009 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 24 16:22:45.649009 dv-neutron-826104-1-hyperv neutron-server[83465]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 24 16:22:45.649009 dv-neutron-826104-1-hyperv neutron-server[83465]: [parameters: {'id': '43c790f4-d157-40bd-8198-6fd7186c0cd4'}] Jan 24 16:22:45.649009 dv-neutron-826104-1-hyperv neutron-server[83465]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:22:45.649009 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:22:45.657258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce9534f8-fc18-409a-99da-bf9d5ae6c4f7 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:45.678995 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b4036fa-d8b2-4495-ba86-a9dfe9388a12 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:45.717284 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:45.717645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:45.727890 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6b4036fa-d8b2-4495-ba86-a9dfe9388a12 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/b86b6311-0371-46bc-a37d-cd1e4163330f HTTP/1.1" status: 204 len: 168 time: 2.7634552 Jan 24 16:22:45.740738 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60034) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:45.785632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ce9534f8-fc18-409a-99da-bf9d5ae6c4f7 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:45.808439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ce9534f8-fc18-409a-99da-bf9d5ae6c4f7 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:45.811047 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ce9534f8-fc18-409a-99da-bf9d5ae6c4f7 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:45.815300 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd04380-45d8-4f31-b446-51cfbf3ab7b9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] GET failed (client error): The resource could not be found. Jan 24 16:22:45.815815 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ebd04380-45d8-4f31-b446-51cfbf3ab7b9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:45.824443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ce9534f8-fc18-409a-99da-bf9d5ae6c4f7 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:45.855444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:45.858039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51885704-7792-4bc4-86fb-52e4b3a7e168 None None] Network 43c790f4-d157-40bd-8198-6fd7186c0cd4 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:45.876459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ebd04380-45d8-4f31-b446-51cfbf3ab7b9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:45.877921 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ebd04380-45d8-4f31-b446-51cfbf3ab7b9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/b86b6311-0371-46bc-a37d-cd1e4163330f HTTP/1.1" status: 404 len: 333 time: 0.1311374 Jan 24 16:22:45.883722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60038) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:45.919094 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ff869b-89ea-47a6-987b-ececad0301d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:45.919836 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-25ff869b-89ea-47a6-987b-ececad0301d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:45.923891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Transition to ACTIVE for port object 8c7c924b-72cf-41fb-aab6-449b33525833 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:45.989373 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.020275 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:46.149866 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce9534f8-fc18-409a-99da-bf9d5ae6c4f7 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.151502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.161816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8ffea916-941a-499c-a416-896b1d13daed None None] Provisioning for port f3920700-073a-436f-9512-0719cc233b1e completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:46.175316 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8ffea916-941a-499c-a416-896b1d13daed None None] Provisioning complete for port f3920700-073a-436f-9512-0719cc233b1e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:46.175848 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8ffea916-941a-499c-a416-896b1d13daed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.179416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce9534f8-fc18-409a-99da-bf9d5ae6c4f7 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.188335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-25ff869b-89ea-47a6-987b-ececad0301d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:46.189573 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-25ff869b-89ea-47a6-987b-ececad0301d7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6132972 Jan 24 16:22:46.194957 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Network db6d5677-a3b3-43ce-a8fb-51d1131494ee is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:46.205258 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60042) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:46.214269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:46.231330 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event updated for resources: {'Port': ['ID=8c7c924b-72cf-41fb-aab6-449b33525833,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:46.240418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:46.240768 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.256335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8ffea916-941a-499c-a416-896b1d13daed None None] Port f3920700-073a-436f-9512-0719cc233b1e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:46.259618 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Deleting port 0cbe7cb8-d028-43bd-8831-158c4f68d9c5 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:46.260194 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.277357 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:46.340219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.349081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9534f8-fc18-409a-99da-bf9d5ae6c4f7 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075c36ad-215d-4b9d-a502-35a822ee698e,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:46.356331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.357042 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.378658 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce9534f8-fc18-409a-99da-bf9d5ae6c4f7 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.382870 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ce9534f8-fc18-409a-99da-bf9d5ae6c4f7 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5531974 Jan 24 16:22:46.392248 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60046) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:46.398226 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88e38da-f63c-4dae-874e-029a29fdd968 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:46.402022 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d88e38da-f63c-4dae-874e-029a29fdd968 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1935711 Jan 24 16:22:46.407164 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60050) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:46.458528 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a70a03a5-f23e-48d0-8d4b-80582e3bb353 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029963559'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:46.458808 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131b4d4e-d945-4c91-a6ae-074440351ea4 None None] Network 384ad8db-d8e1-4649-83b8-a8c4a0fb0e15 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:46.602105 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a70a03a5-f23e-48d0-8d4b-80582e3bb353 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:46.632391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7acd651-e7ab-446a-8c6a-6e26cc0a2330 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting subnet 6ef7ed98-5dde-44f5-bffc-7ec448eb12e3 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:22:46.635350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=f3920700-073a-436f-9512-0719cc233b1e,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:46.649996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a70a03a5-f23e-48d0-8d4b-80582e3bb353 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:46.651719 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-05374e3a-9c91-4edf-a0d4-b1c3357adc8d None None] Provisioning for port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:46.654271 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b7acd651-e7ab-446a-8c6a-6e26cc0a2330 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.654949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877cc051-7ec5-4bbd-a1f5-c8a3b5a3cbe1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:46.656323 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877cc051-7ec5-4bbd-a1f5-c8a3b5a3cbe1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:46.657706 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877cc051-7ec5-4bbd-a1f5-c8a3b5a3cbe1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:46.658495 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-877cc051-7ec5-4bbd-a1f5-c8a3b5a3cbe1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:46.659300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-05374e3a-9c91-4edf-a0d4-b1c3357adc8d None None] Provisioning complete for port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:46.659747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-05374e3a-9c91-4edf-a0d4-b1c3357adc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.688041 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a70a03a5-f23e-48d0-8d4b-80582e3bb353 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:46.714350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-877cc051-7ec5-4bbd-a1f5-c8a3b5a3cbe1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:46.715512 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-877cc051-7ec5-4bbd-a1f5-c8a3b5a3cbe1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2542536 Jan 24 16:22:46.719863 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60054) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:46.734003 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a70a03a5-f23e-48d0-8d4b-80582e3bb353 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:46.829074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b7acd651-e7ab-446a-8c6a-6e26cc0a2330 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.837940 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-05374e3a-9c91-4edf-a0d4-b1c3357adc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.840669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network 288bd26e-0f07-473b-b60f-68de1e6ace92 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:46.853101 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:46.862494 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.875667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-05374e3a-9c91-4edf-a0d4-b1c3357adc8d None None] For port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=62baf6e5-eaf0-4a66-910e-3f1ab4c72942,segment=NetworkSegment(8c070089-afb7-46e1-9d6a-fa51afce8f24),segment_id=8c070089-afb7-46e1-9d6a-fa51afce8f24)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:46.883357 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-05374e3a-9c91-4edf-a0d4-b1c3357adc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.896408 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a70a03a5-f23e-48d0-8d4b-80582e3bb353 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.938306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] For port 0cbe7cb8-d028-43bd-8831-158c4f68d9c5, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0cbe7cb8-d028-43bd-8831-158c4f68d9c5,segment=NetworkSegment(fa3bc0b1-9d80-4265-a8f0-8c4ebb53b3a2),segment_id=fa3bc0b1-9d80-4265-a8f0-8c4ebb53b3a2)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:46.940448 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:46.978935 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05374e3a-9c91-4edf-a0d4-b1c3357adc8d None None] Pushing event updated for resources: {'Port': ['ID=62baf6e5-eaf0-4a66-910e-3f1ab4c72942,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:47.038553 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-27b86803-da11-4c0e-8da1-38db4d636a0e None None] Provisioning for port 8c7c924b-72cf-41fb-aab6-449b33525833 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:47.054380 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-27b86803-da11-4c0e-8da1-38db4d636a0e None None] Provisioning complete for port 8c7c924b-72cf-41fb-aab6-449b33525833 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:47.054920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-27b86803-da11-4c0e-8da1-38db4d636a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:47.136262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a70a03a5-f23e-48d0-8d4b-80582e3bb353 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:47.141126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a70a03a5-f23e-48d0-8d4b-80582e3bb353 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:47.144579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a70a03a5-f23e-48d0-8d4b-80582e3bb353 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:47.152097 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a70a03a5-f23e-48d0-8d4b-80582e3bb353 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:47.227687 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-27b86803-da11-4c0e-8da1-38db4d636a0e None None] Port 8c7c924b-72cf-41fb-aab6-449b33525833 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:47.240140 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Calling delete_port for 0cbe7cb8-d028-43bd-8831-158c4f68d9c5 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:47.263294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07adb680-afb1-43b2-9390-6c90bf63d81b None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:22:47.316006 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 236a4afb-64d1-4418-b9dc-2a7db674f7e2 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:47.429677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eea8893-88da-4702-8ca4-c05a85b1c6c8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet 651997e6-aec4-42e1-aa17-57d75f66753e {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:22:47.436049 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9eea8893-88da-4702-8ca4-c05a85b1c6c8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:47.440679 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c5ebae1b-3939-4267-a486-1d863e7adcc8 None None] Provisioning complete for port f3920700-073a-436f-9512-0719cc233b1e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:47.441049 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c5ebae1b-3939-4267-a486-1d863e7adcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:47.526867 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b7acd651-e7ab-446a-8c6a-6e26cc0a2330 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:47.530146 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c5ebae1b-3939-4267-a486-1d863e7adcc8 None None] Port f3920700-073a-436f-9512-0719cc233b1e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:47.552800 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 236a4afb-64d1-4418-b9dc-2a7db674f7e2 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:47.553287 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:47.571061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46147f2-7a1c-4823-b00f-93131bcf378b tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 6b6962f1-e414-40ee-a477-40971e508e36 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:22:47.577184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:47.579766 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9eea8893-88da-4702-8ca4-c05a85b1c6c8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:47.624739 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a70a03a5-f23e-48d0-8d4b-80582e3bb353 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:47.627672 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c5ebae1b-3939-4267-a486-1d863e7adcc8 None None] Provisioning complete for port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:47.628031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c5ebae1b-3939-4267-a486-1d863e7adcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:47.660999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Port': ['ID=0cbe7cb8-d028-43bd-8831-158c4f68d9c5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:47.662799 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a70a03a5-f23e-48d0-8d4b-80582e3bb353 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:47.708402 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07adb680-afb1-43b2-9390-6c90bf63d81b None None] Resources bound (agent type, host, resource id): {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 24 16:22:47.764730 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No DVR routers for this DVR port 0cbe7cb8-d028-43bd-8831-158c4f68d9c5 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:22:47.778890 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9eea8893-88da-4702-8ca4-c05a85b1c6c8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:47.854275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a03a5-f23e-48d0-8d4b-80582e3bb353 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e30c9e-c4f8-4cbf-bb5a-809e25528b81,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:47.862294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:47.869261 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:47.923275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a70a03a5-f23e-48d0-8d4b-80582e3bb353 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:47.924616 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a70a03a5-f23e-48d0-8d4b-80582e3bb353 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5277085 Jan 24 16:22:47.942496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60058) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:47.958119 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9eea8893-88da-4702-8ca4-c05a85b1c6c8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:47.960916 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b7acd651-e7ab-446a-8c6a-6e26cc0a2330 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:47.965531 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-7987be0d-62b3-48ac-91f8-9db0a5f16e6f tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group_rule': {'security_group_id': '075c36ad-215d-4b9d-a502-35a822ee698e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '27e30c9e-c4f8-4cbf-bb5a-809e25528b81'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:47.974411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.012681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-7987be0d-62b3-48ac-91f8-9db0a5f16e6f tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:48.021461 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea8893-88da-4702-8ca4-c05a85b1c6c8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=651997e6-aec4-42e1-aa17-57d75f66753e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:48.028195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router 802507ed-ca60-498c-a55c-8eac80163bee is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:22:48.035731 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acd651-e7ab-446a-8c6a-6e26cc0a2330 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef7ed98-5dde-44f5-bffc-7ec448eb12e3,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:48.048123 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b7acd651-e7ab-446a-8c6a-6e26cc0a2330 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.050671 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7987be0d-62b3-48ac-91f8-9db0a5f16e6f tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:48.052366 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c790f4-d157-40bd-8198-6fd7186c0cd4']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:48.054588 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7987be0d-62b3-48ac-91f8-9db0a5f16e6f tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:48.061988 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-7987be0d-62b3-48ac-91f8-9db0a5f16e6f tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:48.070821 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b7acd651-e7ab-446a-8c6a-6e26cc0a2330 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/6ef7ed98-5dde-44f5-bffc-7ec448eb12e3 HTTP/1.1" status: 204 len: 168 time: 2.1845210 Jan 24 16:22:48.072895 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3bc0b1-9d80-4265-a8f0-8c4ebb53b3a2') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:48.073207 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3bc0b1-9d80-4265-a8f0-8c4ebb53b3a2') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:48.086886 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9eea8893-88da-4702-8ca4-c05a85b1c6c8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.093706 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60062) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:48.130846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.151812 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.164017 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.168285 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.168485 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9eea8893-88da-4702-8ca4-c05a85b1c6c8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/651997e6-aec4-42e1-aa17-57d75f66753e HTTP/1.1" status: 204 len: 168 time: 1.4439902 Jan 24 16:22:48.168581 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.170161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60066) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:48.181683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:48.182126 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.202459 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-7987be0d-62b3-48ac-91f8-9db0a5f16e6f tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:22:48.203457 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7987be0d-62b3-48ac-91f8-9db0a5f16e6f tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2540736 Jan 24 16:22:48.207008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60068) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:48.325962 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46147f2-7a1c-4823-b00f-93131bcf378b tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:22:48.331334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f46147f2-7a1c-4823-b00f-93131bcf378b tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.362539 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b00596-84d9-4bfd-9206-9d6c5719e4f2 None None] Sync routers for ids ['6b6962f1-e414-40ee-a477-40971e508e36'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:22:48.370374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:22:48.370753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:22:48.385062 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:22:48.438070 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b00596-84d9-4bfd-9206-9d6c5719e4f2 None None] Routers {'6b6962f1-e414-40ee-a477-40971e508e36'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:48.438781 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d3b00596-84d9-4bfd-9206-9d6c5719e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b6962f1-e414-40ee-a477-40971e508e36'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:48.443728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d08a112c-b17a-43e2-815f-828c6afd741b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.461489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b4c044-4db0-490d-a901-b2630af2c3a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting subnet 3d82ed3d-b59c-40af-a26d-f6e792fb3f11 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:22:48.480560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-10b4c044-4db0-490d-a901-b2630af2c3a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.497773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d08a112c-b17a-43e2-815f-828c6afd741b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.497993 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00476b8b-6ff0-400b-9b56-49cb4ecc8b0e None None] Network fd108771-99ae-45c7-a26e-35deb0f0d779 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:48.512011 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f46147f2-7a1c-4823-b00f-93131bcf378b tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "PUT /v2.0/floatingips/a012aaf5-024a-4979-99a4-90ee4a8cdb34 HTTP/1.1" status: 200 len: 978 time: 11.4768486 Jan 24 16:22:48.513888 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:22:48.515263 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60074) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:48.516501 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8bdb40-7f25-40f1-91b5-82c7cdf7faf1 None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:48.531841 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ff579f-0e45-4b1a-bb61-a949d53e8374 None None] Sync routers for ids ['802507ed-ca60-498c-a55c-8eac80163bee'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:22:48.551662 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff579f-0e45-4b1a-bb61-a949d53e8374 None None] Routers {'802507ed-ca60-498c-a55c-8eac80163bee'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:48.553067 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-84ff579f-0e45-4b1a-bb61-a949d53e8374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['802507ed-ca60-498c-a55c-8eac80163bee'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:48.557713 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e121e282-b062-4e6a-81dd-537ec0779926 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/802507ed-ca60-498c-a55c-8eac80163bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9082294 Jan 24 16:22:48.565411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60078) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:48.616026 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-895800c4-d304-4633-aa00-0bd6adea2434 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting port 83a26983-c246-4bcc-b1ad-7a451fd27efe {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:48.616372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-895800c4-d304-4633-aa00-0bd6adea2434 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.635890 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d3b00596-84d9-4bfd-9206-9d6c5719e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:48.672092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event updated for resources: {'Port': ['ID=8c7c924b-72cf-41fb-aab6-449b33525833,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:48.672663 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-84ff579f-0e45-4b1a-bb61-a949d53e8374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:48.685574 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff579f-0e45-4b1a-bb61-a949d53e8374 None None] Routers {'802507ed-ca60-498c-a55c-8eac80163bee'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:48.686492 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-84ff579f-0e45-4b1a-bb61-a949d53e8374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['802507ed-ca60-498c-a55c-8eac80163bee'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:48.688540 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d08a112c-b17a-43e2-815f-828c6afd741b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.731840 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-10b4c044-4db0-490d-a901-b2630af2c3a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.752083 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a112c-b17a-43e2-815f-828c6afd741b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e30c9e-c4f8-4cbf-bb5a-809e25528b81,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:48.757955 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-84ff579f-0e45-4b1a-bb61-a949d53e8374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:48.758957 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ff579f-0e45-4b1a-bb61-a949d53e8374 None None] The sync data for ids ['802507ed-ca60-498c-a55c-8eac80163bee'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:22:48.775896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d08a112c-b17a-43e2-815f-828c6afd741b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.779304 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d08a112c-b17a-43e2-815f-828c6afd741b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "DELETE /v2.0/security-groups/27e30c9e-c4f8-4cbf-bb5a-809e25528b81 HTTP/1.1" status: 204 len: 168 time: 0.5712676 Jan 24 16:22:48.780006 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60082) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:48.783229 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b00596-84d9-4bfd-9206-9d6c5719e4f2 None None] Routers {'6b6962f1-e414-40ee-a477-40971e508e36'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:48.783850 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d3b00596-84d9-4bfd-9206-9d6c5719e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b6962f1-e414-40ee-a477-40971e508e36'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:48.819060 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.851821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:48.894549 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c69230a-0d0b-4566-b56e-12f89cd65b00 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:48.900045 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7c69230a-0d0b-4566-b56e-12f89cd65b00 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports/f3920700-073a-436f-9512-0719cc233b1e HTTP/1.1" status: 200 len: 911 time: 0.2777154 Jan 24 16:22:48.904978 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60086) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:48.906381 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Network': ['ID=43c790f4-d157-40bd-8198-6fd7186c0cd4,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:48.945063 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e023bfec-7ef0-40fc-b6a6-33b39b58d23e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/43c790f4-d157-40bd-8198-6fd7186c0cd4 HTTP/1.1" status: 204 len: 168 time: 6.4371552 Jan 24 16:22:48.947842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60090) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:48.949778 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d3b00596-84d9-4bfd-9206-9d6c5719e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:48.950185 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b00596-84d9-4bfd-9206-9d6c5719e4f2 None None] The sync data for ids ['6b6962f1-e414-40ee-a477-40971e508e36'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:22:49.018519 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61a9417-a7c7-41b1-a0d7-5812d7058ae4 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:49.018928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61a9417-a7c7-41b1-a0d7-5812d7058ae4 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:49.023425 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b61a9417-a7c7-41b1-a0d7-5812d7058ae4 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/subnets/15b2c39f-3876-4cd7-9eee-042abc9317ba HTTP/1.1" status: 404 len: 337 time: 0.0730145 Jan 24 16:22:49.024558 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60094) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:49.072100 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Network db6d5677-a3b3-43ce-a8fb-51d1131494ee is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:49.073384 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-869a7291-f8b5-4a60-b256-b69675cff54e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:49.073812 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869a7291-f8b5-4a60-b256-b69675cff54e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:49.075522 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-869a7291-f8b5-4a60-b256-b69675cff54e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/43c790f4-d157-40bd-8198-6fd7186c0cd4 HTTP/1.1" status: 404 len: 339 time: 0.0473912 Jan 24 16:22:49.078184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-534e5f86-565b-40b8-8fb6-ca88e415126c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Deleting subnet be5d6768-28df-46af-8aed-5b46ac1d670a {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:22:49.081222 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60098) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:49.082216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:49.182488 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-534e5f86-565b-40b8-8fb6-ca88e415126c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:49.192206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6c84c18b-4a08-49b0-a78e-ed576f0fbe44 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Synchronizing usage tracker for tenant:32b2fe19b7364787a8738e756a689b75 on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:49.196277 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-895800c4-d304-4633-aa00-0bd6adea2434 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:49.329796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-10b4c044-4db0-490d-a901-b2630af2c3a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:49.369394 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6c84c18b-4a08-49b0-a78e-ed576f0fbe44 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Unset dirty status for tenant:32b2fe19b7364787a8738e756a689b75 on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:49.370682 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6c84c18b-4a08-49b0-a78e-ed576f0fbe44 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5875947 Jan 24 16:22:49.378835 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60102) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:49.383112 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f32f53b-f8e1-4bb2-ba4c-4903981ff3b0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:49.383572 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f32f53b-f8e1-4bb2-ba4c-4903981ff3b0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:49.386960 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0f32f53b-f8e1-4bb2-ba4c-4903981ff3b0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/subnets/c2540937-c53f-41c9-90c2-5903ef975702 HTTP/1.1" status: 404 len: 337 time: 0.3017521 Jan 24 16:22:49.404315 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60106) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:49.483806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-534e5f86-565b-40b8-8fb6-ca88e415126c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:49.516886 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-27ae8f66-e8fc-4e8d-83cb-35fb27dc42ea None None] Provisioning complete for port 8c7c924b-72cf-41fb-aab6-449b33525833 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:49.517263 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-27ae8f66-e8fc-4e8d-83cb-35fb27dc42ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:49.582984 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f42e76f-cef0-450d-ab39-d6e087b9e147 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:49.583575 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f42e76f-cef0-450d-ab39-d6e087b9e147 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:49.587862 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3f42e76f-cef0-450d-ab39-d6e087b9e147 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/06c154e9-4661-4d9e-9973-34aa72425396 HTTP/1.1" status: 404 len: 339 time: 0.1701775 Jan 24 16:22:49.603338 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60110) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:49.610535 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-27ae8f66-e8fc-4e8d-83cb-35fb27dc42ea None None] Port 8c7c924b-72cf-41fb-aab6-449b33525833 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:49.656500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-10b4c044-4db0-490d-a901-b2630af2c3a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:49.721609 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4c044-4db0-490d-a901-b2630af2c3a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Subnet': ['ID=3d82ed3d-b59c-40af-a26d-f6e792fb3f11,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:49.729420 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a14313e-c97b-45b9-8803-36dc0666eacf tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:49.783623 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-10b4c044-4db0-490d-a901-b2630af2c3a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:49.818679 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-10b4c044-4db0-490d-a901-b2630af2c3a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/3d82ed3d-b59c-40af-a26d-f6e792fb3f11 HTTP/1.1" status: 204 len: 168 time: 1.7239189 Jan 24 16:22:49.822579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60114) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:49.842379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-534e5f86-565b-40b8-8fb6-ca88e415126c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:49.963132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6a4a-d9ef-4e7b-96eb-f3a1da381c49 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:49.966147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a14313e-c97b-45b9-8803-36dc0666eacf tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.024616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-895800c4-d304-4633-aa00-0bd6adea2434 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.024965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-895800c4-d304-4633-aa00-0bd6adea2434 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.025266 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-895800c4-d304-4633-aa00-0bd6adea2434 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Floating IP a012aaf5-024a-4979-99a4-90ee4a8cdb34 disassociated. External IP: 172.26.2.165, port: 83a26983-c246-4bcc-b1ad-7a451fd27efe. Jan 24 16:22:50.025594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-895800c4-d304-4633-aa00-0bd6adea2434 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Calling delete_port for 83a26983-c246-4bcc-b1ad-7a451fd27efe owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:50.107536 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de36770-3205-4e25-a3b2-fe2562af1261 None None] Network fd108771-99ae-45c7-a26e-35deb0f0d779 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:50.161670 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.182779 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-534e5f86-565b-40b8-8fb6-ca88e415126c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.214031 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 657800cc-4f8a-4ac9-ae8d-5be1397f3251 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:50.214367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.259853 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a31a80ab-0732-4934-babd-9f8d38a8155b None None] Provisioning complete for port 657800cc-4f8a-4ac9-ae8d-5be1397f3251 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:50.260221 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a31a80ab-0732-4934-babd-9f8d38a8155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.264291 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e5f86-565b-40b8-8fb6-ca88e415126c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Subnet': ['ID=be5d6768-28df-46af-8aed-5b46ac1d670a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:50.276059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a14313e-c97b-45b9-8803-36dc0666eacf tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.290543 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-534e5f86-565b-40b8-8fb6-ca88e415126c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.297027 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Router d72302a5-dce0-4a6b-8f10-4366fcc3acf7 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:22:50.306512 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db17452b-fd0e-4d2a-b271-451fa4fcf7af None None] Network 97b1ab35-d9e1-4792-9053-01bd1c506e0f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:50.331904 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14313e-c97b-45b9-8803-36dc0666eacf tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=075c36ad-215d-4b9d-a502-35a822ee698e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:50.340029 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-534e5f86-565b-40b8-8fb6-ca88e415126c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/be5d6768-28df-46af-8aed-5b46ac1d670a HTTP/1.1" status: 204 len: 168 time: 2.1332798 Jan 24 16:22:50.348629 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60118) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:50.420700 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-895800c4-d304-4633-aa00-0bd6adea2434 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.425132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6a4a-d9ef-4e7b-96eb-f3a1da381c49 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.428821 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-03ac694b-3498-4ebf-88e7-4c7e2028d0e7 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781233 Jan 24 16:22:50.432416 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60122) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:50.454219 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:22:50.555891 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895800c4-d304-4633-aa00-0bd6adea2434 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Port': ['ID=83a26983-c246-4bcc-b1ad-7a451fd27efe,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:50.562829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3a14313e-c97b-45b9-8803-36dc0666eacf tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.565946 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3a14313e-c97b-45b9-8803-36dc0666eacf tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "DELETE /v2.0/security-groups/075c36ad-215d-4b9d-a502-35a822ee698e HTTP/1.1" status: 204 len: 168 time: 1.1817563 Jan 24 16:22:50.567470 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-fd1c6a4a-d9ef-4e7b-96eb-f3a1da381c49 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeda31e9-b18d-489d-b20e-810b4c5b686e']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:50.575999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60126) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:50.588830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-fd1c6a4a-d9ef-4e7b-96eb-f3a1da381c49 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f44e605-8a6d-4a0b-bb24-8ef6b3059f43') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:50.589413 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-fd1c6a4a-d9ef-4e7b-96eb-f3a1da381c49 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f44e605-8a6d-4a0b-bb24-8ef6b3059f43') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:50.619501 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6a4a-d9ef-4e7b-96eb-f3a1da381c49 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.677272 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] For port 657800cc-4f8a-4ac9-ae8d-5be1397f3251, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=657800cc-4f8a-4ac9-ae8d-5be1397f3251,segment=NetworkSegment(1d911198-b89b-4abf-aeb5-6ea28e7843dc),segment_id=1d911198-b89b-4abf-aeb5-6ea28e7843dc)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:50.678202 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.715980 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce4d011-1645-4fac-9fce-49cef8963393 None None] DHCP port deletion for fd108771-99ae-45c7-a26e-35deb0f0d779 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:22:50.734224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4d011-1645-4fac-9fce-49cef8963393 None None] Deleting port 657800cc-4f8a-4ac9-ae8d-5be1397f3251 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:50.734820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d011-1645-4fac-9fce-49cef8963393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.781837 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8080783c-17b9-4e6b-b0ea-ea36328b9244 None None] DHCP port deletion for 97b1ab35-d9e1-4792-9053-01bd1c506e0f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:22:50.804101 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8080783c-17b9-4e6b-b0ea-ea36328b9244 None None] Deleting port df104c5c-9941-4691-ba09-c04ca024db1a {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:50.804474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8080783c-17b9-4e6b-b0ea-ea36328b9244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.833401 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for 657800cc-4f8a-4ac9-ae8d-5be1397f3251 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:50.904414 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6a4a-d9ef-4e7b-96eb-f3a1da381c49 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.922678 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1c6a4a-d9ef-4e7b-96eb-f3a1da381c49 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:22:50.923058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6a4a-d9ef-4e7b-96eb-f3a1da381c49 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:50.927557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1378ae44-2cef-4e3f-a041-812ff0f16755 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Synchronizing usage tracker for tenant:32b2fe19b7364787a8738e756a689b75 on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:22:50.939931 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:22:50.970921 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:51.004776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4d011-1645-4fac-9fce-49cef8963393 None None] The port '657800cc-4f8a-4ac9-ae8d-5be1397f3251' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:22:51.007385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-657d21c0-72cc-46a6-89cb-471e74a541c1 None None] Provisioning complete for port df104c5c-9941-4691-ba09-c04ca024db1a triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:51.007775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-657d21c0-72cc-46a6-89cb-471e74a541c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:51.008853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1378ae44-2cef-4e3f-a041-812ff0f16755 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Unset dirty status for tenant:32b2fe19b7364787a8738e756a689b75 on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:51.016074 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1378ae44-2cef-4e3f-a041-812ff0f16755 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4384274 Jan 24 16:22:51.016746 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60130) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:51.018074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d0e7a1-570c-4975-856e-eba41b3bbb1a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:51.020151 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a1d0e7a1-570c-4975-856e-eba41b3bbb1a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5808470 Jan 24 16:22:51.029565 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60132) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:51.039904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a7846b35-bdd6-450f-b057-b05c97823b4b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935174435'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:51.045784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a7846b35-bdd6-450f-b057-b05c97823b4b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:51.057406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a7846b35-bdd6-450f-b057-b05c97823b4b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:51.072306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=657800cc-4f8a-4ac9-ae8d-5be1397f3251,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:51.120837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6a4a-d9ef-4e7b-96eb-f3a1da381c49 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:51.145227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6a4a-d9ef-4e7b-96eb-f3a1da381c49 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:51.155541 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa4ce1-1397-45e6-983a-bf007ebde638 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:51.156344 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2eaa4ce1-1397-45e6-983a-bf007ebde638 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Synchronizing usage tracker for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:51.157356 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c6a4a-d9ef-4e7b-96eb-f3a1da381c49 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Network': ['ID=eeda31e9-b18d-489d-b20e-810b4c5b686e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:51.163067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7846b35-bdd6-450f-b057-b05c97823b4b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:51.168308 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fd1c6a4a-d9ef-4e7b-96eb-f3a1da381c49 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/eeda31e9-b18d-489d-b20e-810b4c5b686e HTTP/1.1" status: 204 len: 168 time: 1.5489271 Jan 24 16:22:51.170822 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8080783c-17b9-4e6b-b0ea-ea36328b9244 None None] For port df104c5c-9941-4691-ba09-c04ca024db1a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=df104c5c-9941-4691-ba09-c04ca024db1a,segment=NetworkSegment(2f9982f1-b521-46f7-8493-1980a6eacd47),segment_id=2f9982f1-b521-46f7-8493-1980a6eacd47)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:51.171356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8080783c-17b9-4e6b-b0ea-ea36328b9244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:51.180234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60138) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:51.182483 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:22:51.248185 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No DVR routers for this DVR port 657800cc-4f8a-4ac9-ae8d-5be1397f3251 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:22:51.250731 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e301ff2-e69f-4944-9c55-761ccb0d2753 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:51.251329 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e301ff2-e69f-4944-9c55-761ccb0d2753 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:51.253205 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2e301ff2-e69f-4944-9c55-761ccb0d2753 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/subnets/14f4b223-bc4d-4c9f-a36c-3cf9e42d53f0 HTTP/1.1" status: 404 len: 337 time: 0.0686769 Jan 24 16:22:51.254236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d0739-416b-4eaa-aafc-6106df54c0ad None None] Sync routers for ids ['d72302a5-dce0-4a6b-8f10-4366fcc3acf7'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:22:51.282397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60142) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:51.295607 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-05a48fc9-1698-49f9-9cb9-c30e4706a52b tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "PUT /v2.0/routers/d72302a5-dce0-4a6b-8f10-4366fcc3acf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7539175 Jan 24 16:22:51.301237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60146) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:51.337159 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 657800cc-4f8a-4ac9-ae8d-5be1397f3251 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:22:51.342496 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-5875ec8e-fe56-4a56-a7a2-1972a0a528e2 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:51.343042 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5875ec8e-fe56-4a56-a7a2-1972a0a528e2 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:51.347343 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5875ec8e-fe56-4a56-a7a2-1972a0a528e2 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/b218d6a0-7653-470c-8c1b-6447b570409a HTTP/1.1" status: 404 len: 339 time: 0.0636945 Jan 24 16:22:51.348244 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60150) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:51.377086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8080783c-17b9-4e6b-b0ea-ea36328b9244 None None] Calling delete_port for df104c5c-9941-4691-ba09-c04ca024db1a owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:51.402437 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-7616f56c-3bc1-4965-b987-62a3da536d80 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:51.402801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7616f56c-3bc1-4965-b987-62a3da536d80 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:51.404588 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7616f56c-3bc1-4965-b987-62a3da536d80 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/subnets/aa7f3b4a-8285-4372-8e76-0ad1a6757973 HTTP/1.1" status: 404 len: 337 time: 0.0527580 Jan 24 16:22:51.419564 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 657800cc-4f8a-4ac9-ae8d-5be1397f3251 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:22:51.419894 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 657800cc-4f8a-4ac9-ae8d-5be1397f3251 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:22:51.420518 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device df104c5c-9941-4691-ba09-c04ca024db1a no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:22:51.425513 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2eaa4ce1-1397-45e6-983a-bf007ebde638 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Unset dirty status for tenant:f08d0f5b039743cfaeaa2491953f9a58 on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:51.431535 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2eaa4ce1-1397-45e6-983a-bf007ebde638 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3609357 Jan 24 16:22:51.433141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60154) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:51.433634 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60156) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:51.474268 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895800c4-d304-4633-aa00-0bd6adea2434 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 6b6962f1-e414-40ee-a477-40971e508e36 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:22:51.480319 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:51.482148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a7846b35-bdd6-450f-b057-b05c97823b4b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:51.559700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a7846b35-bdd6-450f-b057-b05c97823b4b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Usage tracker for resource:security_group_rule and tenant:32b2fe19b7364787a8738e756a689b75 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:51.564154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:51.572050 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d0739-416b-4eaa-aafc-6106df54c0ad None None] Routers {'d72302a5-dce0-4a6b-8f10-4366fcc3acf7'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:51.573083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b14d0739-416b-4eaa-aafc-6106df54c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d72302a5-dce0-4a6b-8f10-4366fcc3acf7'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:51.573693 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cfd18ea6-7d05-4676-aafd-79082411fa47 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1324854 Jan 24 16:22:51.574631 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a7846b35-bdd6-450f-b057-b05c97823b4b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:51.580099 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d827cf5-187b-496e-8428-1ca38df2bf21 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:51.580527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d827cf5-187b-496e-8428-1ca38df2bf21 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:51.586075 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60162) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:51.600285 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a7846b35-bdd6-450f-b057-b05c97823b4b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:51.648674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b14d0739-416b-4eaa-aafc-6106df54c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:51.694211 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8080783c-17b9-4e6b-b0ea-ea36328b9244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:51.755164 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080783c-17b9-4e6b-b0ea-ea36328b9244 None None] Pushing event deleted for resources: {'Port': ['ID=df104c5c-9941-4691-ba09-c04ca024db1a,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:51.760624 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:51.772425 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d0739-416b-4eaa-aafc-6106df54c0ad None None] Routers {'d72302a5-dce0-4a6b-8f10-4366fcc3acf7'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:51.772677 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b14d0739-416b-4eaa-aafc-6106df54c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d72302a5-dce0-4a6b-8f10-4366fcc3acf7'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:51.811636 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9d827cf5-187b-496e-8428-1ca38df2bf21 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/a4461682-42ba-4e4a-ab04-ad53f38e6dc4 HTTP/1.1" status: 404 len: 339 time: 0.3718736 Jan 24 16:22:51.814263 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60166) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:51.825829 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd108771-99ae-45c7-a26e-35deb0f0d779']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:51.836806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080783c-17b9-4e6b-b0ea-ea36328b9244 None None] No DVR routers for this DVR port df104c5c-9941-4691-ba09-c04ca024db1a on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:22:51.841741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b14d0739-416b-4eaa-aafc-6106df54c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:51.842134 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d0739-416b-4eaa-aafc-6106df54c0ad None None] The sync data for ids ['d72302a5-dce0-4a6b-8f10-4366fcc3acf7'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:22:51.849156 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d911198-b89b-4abf-aeb5-6ea28e7843dc') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:51.849452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d911198-b89b-4abf-aeb5-6ea28e7843dc') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:51.857207 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5121a4-b659-4a25-92aa-7d312094d9d3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:51.857746 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5121a4-b659-4a25-92aa-7d312094d9d3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:51.861785 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-df5121a4-b659-4a25-92aa-7d312094d9d3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/c1194e24-3cf2-468c-8358-78718928c008 HTTP/1.1" status: 404 len: 333 time: 0.2569005 Jan 24 16:22:51.868720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60170) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:51.903433 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:51.928296 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d9e28c-e8f2-4720-b475-c4ceae5489b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:51.928736 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d9e28c-e8f2-4720-b475-c4ceae5489b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:51.951216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:51.953549 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-4573e796-9f6d-46c2-b859-46c3eb2b78d8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:51.954561 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4573e796-9f6d-46c2-b859-46c3eb2b78d8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:51.965243 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c1d9e28c-e8f2-4720-b475-c4ceae5489b5 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/be5d6768-28df-46af-8aed-5b46ac1d670a HTTP/1.1" status: 404 len: 337 time: 0.0954981 Jan 24 16:22:51.966204 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:22:51.966599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:51.970166 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4573e796-9f6d-46c2-b859-46c3eb2b78d8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/subnets/2ab9ce8a-0470-4145-aafb-6ee60239d044 HTTP/1.1" status: 404 len: 337 time: 0.1521556 Jan 24 16:22:51.971020 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60174) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:51.971338 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60176) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:22:51.982077 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:22:52.055623 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5482d8-4cf5-4f0c-91b4-147e42bf572e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.056049 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5482d8-4cf5-4f0c-91b4-147e42bf572e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.059916 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bd5482d8-4cf5-4f0c-91b4-147e42bf572e tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/81e074a0-6b2d-4e99-a78a-9cbab0495166 HTTP/1.1" status: 404 len: 339 time: 0.0837843 Jan 24 16:22:52.059916 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ea0fbc-fe8f-484c-bf4b-bc9af53c553a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.059916 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ea0fbc-fe8f-484c-bf4b-bc9af53c553a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.060247 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-59ea0fbc-fe8f-484c-bf4b-bc9af53c553a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/651997e6-aec4-42e1-aa17-57d75f66753e HTTP/1.1" status: 404 len: 337 time: 0.0879025 Jan 24 16:22:52.062316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60182) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.067918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7846b35-bdd6-450f-b057-b05c97823b4b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:52.068878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60184) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.133954 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Allocated IP 2001:db8:1::1 (3428e065-0910-462e-bfd1-f98a89238f4e/2d7f56fb-6cb2-48fc-99b4-9ae2928fefd4/acedd069-422f-4f3b-9015-93a4950d9bf9) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:52.145887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7846b35-bdd6-450f-b057-b05c97823b4b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:52.170817 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895800c4-d304-4633-aa00-0bd6adea2434 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:22:52.183610 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f5923a-ea0c-45f5-9d3e-0db8a16f72d3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.183834 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7639f4-f366-4784-aa4b-51bd7242d255 None None] Sync routers for ids ['6b6962f1-e414-40ee-a477-40971e508e36'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:22:52.184308 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f5923a-ea0c-45f5-9d3e-0db8a16f72d3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.197704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:52.197971 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7639f4-f366-4784-aa4b-51bd7242d255 None None] Routers {'6b6962f1-e414-40ee-a477-40971e508e36'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:52.198576 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0d7639f4-f366-4784-aa4b-51bd7242d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b6962f1-e414-40ee-a477-40971e508e36'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:52.199507 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-21832b51-782a-4b11-9d69-cdd96aebed09 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.199954 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21832b51-782a-4b11-9d69-cdd96aebed09 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.201603 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-21832b51-782a-4b11-9d69-cdd96aebed09 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/3ae939b1-4d2f-441a-92e1-35aa665f80f1 HTTP/1.1" status: 404 len: 333 time: 0.1214318 Jan 24 16:22:52.225770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60190) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.232034 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:52.237357 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/networks/fd108771-99ae-45c7-a26e-35deb0f0d779 HTTP/1.1" status: 204 len: 168 time: 2.4103456 Jan 24 16:22:52.238639 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-34f5923a-ea0c-45f5-9d3e-0db8a16f72d3 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/subnets/4f01fc3e-c21e-46bc-87cd-a3be94c99834 HTTP/1.1" status: 404 len: 337 time: 0.1739266 Jan 24 16:22:52.243182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60194) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.243781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60196) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.270359 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0d7639f4-f366-4784-aa4b-51bd7242d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:52.279226 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7846b35-bdd6-450f-b057-b05c97823b4b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:52.283980 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a7846b35-bdd6-450f-b057-b05c97823b4b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2529211 Jan 24 16:22:52.283980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baac7a2-16fa-47f4-903e-a21f45465a9f tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Network': ['ID=fd108771-99ae-45c7-a26e-35deb0f0d779,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:52.284281 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7639f4-f366-4784-aa4b-51bd7242d255 None None] Routers {'6b6962f1-e414-40ee-a477-40971e508e36'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:52.284281 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0d7639f4-f366-4784-aa4b-51bd7242d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b6962f1-e414-40ee-a477-40971e508e36'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:52.330761 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7846b35-bdd6-450f-b057-b05c97823b4b tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a8300d-ea93-43c0-9404-529bd894b8ae,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:52.336049 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e0355db9-1af4-4d4d-8ef1-6aa3656f7cc2 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:52.348662 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0d7639f4-f366-4784-aa4b-51bd7242d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:52.349132 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7639f4-f366-4784-aa4b-51bd7242d255 None None] The sync data for ids ['6b6962f1-e414-40ee-a477-40971e508e36'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:22:52.377464 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60202) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.396243 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-8afad88d-fe89-4ae5-80c1-220ba5d06794 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:52.396780 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-8afad88d-fe89-4ae5-80c1-220ba5d06794 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] update failed (client error): There was a conflict when trying to complete your request. Jan 24 16:22:52.397927 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8afad88d-fe89-4ae5-80c1-220ba5d06794 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "PUT /v2.0/security-groups/47a8300d-ea93-43c0-9404-529bd894b8ae HTTP/1.1" status: 409 len: 330 time: 0.0192406 Jan 24 16:22:52.404396 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60206) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.408947 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-04091d0d-1460-44d7-bdd3-2a7ad09627db tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.409359 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04091d0d-1460-44d7-bdd3-2a7ad09627db tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.411862 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-04091d0d-1460-44d7-bdd3-2a7ad09627db tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/f11f9bc0-bd67-4087-b1d8-374265d65440 HTTP/1.1" status: 404 len: 337 time: 0.1766379 Jan 24 16:22:52.430116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60210) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.432520 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15979fc-0fe6-4209-b6cc-a1c8a3a025e6 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.432950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15979fc-0fe6-4209-b6cc-a1c8a3a025e6 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.434535 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a15979fc-0fe6-4209-b6cc-a1c8a3a025e6 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/5322cd33-ffd8-4961-87e8-269aa47e9ed3 HTTP/1.1" status: 404 len: 339 time: 0.1865149 Jan 24 16:22:52.439064 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60214) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.491578 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8e7e99-9abc-4440-b09a-2c574c5a5b32 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.491918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8e7e99-9abc-4440-b09a-2c574c5a5b32 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.493543 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7f8e7e99-9abc-4440-b09a-2c574c5a5b32 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/bfa1fc14-07b9-4813-b57a-883119f131e0 HTTP/1.1" status: 404 len: 337 time: 0.0624988 Jan 24 16:22:52.499788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60218) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.505811 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e3f84c-d6d3-4c28-ba59-9390c1e63c49 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.506230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e3f84c-d6d3-4c28-ba59-9390c1e63c49 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.507847 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-09e3f84c-d6d3-4c28-ba59-9390c1e63c49 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/subnets/518e4e63-455f-4273-8644-865c9d1ef383 HTTP/1.1" status: 404 len: 337 time: 0.0663617 Jan 24 16:22:52.510956 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60222) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.550025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-895800c4-d304-4633-aa00-0bd6adea2434 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:52.554345 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-895800c4-d304-4633-aa00-0bd6adea2434 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/ports/83a26983-c246-4bcc-b1ad-7a451fd27efe HTTP/1.1" status: 204 len: 168 time: 4.0333593 Jan 24 16:22:52.564095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60226) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.613358 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffeb5592-6846-4f7d-94ce-8139a9d5d5fe tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.613797 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffeb5592-6846-4f7d-94ce-8139a9d5d5fe tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.615403 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ffeb5592-6846-4f7d-94ce-8139a9d5d5fe tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/9fac4930-6c2d-4781-ae59-6c28a2ebdf64 HTTP/1.1" status: 404 len: 333 time: 0.1111588 Jan 24 16:22:52.618526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60230) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.623304 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b93bc66-a79a-430a-8936-4833c8a53bf5 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.623757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b93bc66-a79a-430a-8936-4833c8a53bf5 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.625470 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6b93bc66-a79a-430a-8936-4833c8a53bf5 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/bfb173db-53a4-47a5-b8fa-14cae84b6de6 HTTP/1.1" status: 404 len: 339 time: 0.1135006 Jan 24 16:22:52.633826 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60234) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.676148 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea67858-3ebe-4c2d-b095-6473e74d8c29 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.676681 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea67858-3ebe-4c2d-b095-6473e74d8c29 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.678272 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-eea67858-3ebe-4c2d-b095-6473e74d8c29 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/72604953-bd43-4588-9a6e-418295af34d3 HTTP/1.1" status: 404 len: 337 time: 0.0579226 Jan 24 16:22:52.684462 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60238) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.690435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:52.701152 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ea981a-284f-4e99-92ea-9aac75feabf8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.701571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ea981a-284f-4e99-92ea-9aac75feabf8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.703157 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-47ea981a-284f-4e99-92ea-9aac75feabf8 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/subnets/df2c68d6-9b7e-4a72-9a07-5fb53ab56499 HTTP/1.1" status: 404 len: 337 time: 0.0628805 Jan 24 16:22:52.706748 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60242) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.740469 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7d253d9f-707b-4b7b-830c-8a8ea5bc23e4 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:52.744799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Transition to ACTIVE for port object acedd069-422f-4f3b-9015-93a4950d9bf9 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:52.747377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231cabff-a61c-4e7d-8503-aaa549122639 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:52.748110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-231cabff-a61c-4e7d-8503-aaa549122639 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:52.754853 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-31485208-ab3c-41f9-add4-11b0dbd25fb6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.755109 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ee36cb-1c95-4312-88b2-5fd93ca1303c tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.755288 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31485208-ab3c-41f9-add4-11b0dbd25fb6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.755595 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ee36cb-1c95-4312-88b2-5fd93ca1303c tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.761785 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-31485208-ab3c-41f9-add4-11b0dbd25fb6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/a6695369-fbff-45c4-b830-adc3e62b142c HTTP/1.1" status: 404 len: 337 time: 0.0716000 Jan 24 16:22:52.761940 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-68ee36cb-1c95-4312-88b2-5fd93ca1303c tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/ca1781bd-9374-4330-b00f-406244f5e428 HTTP/1.1" status: 404 len: 339 time: 0.0487854 Jan 24 16:22:52.761940 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60246) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.762621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60248) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.791851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-231cabff-a61c-4e7d-8503-aaa549122639 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:52.793008 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-231cabff-a61c-4e7d-8503-aaa549122639 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5465174 Jan 24 16:22:52.797831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60254) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.799761 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7d253d9f-707b-4b7b-830c-8a8ea5bc23e4 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:52.839252 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aadb400-c660-4e4d-b2f2-7fbf8142c5b6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.839860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aadb400-c660-4e4d-b2f2-7fbf8142c5b6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.841293 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9aadb400-c660-4e4d-b2f2-7fbf8142c5b6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/49b53ddd-573d-479f-adba-2a1e00eac3bc HTTP/1.1" status: 404 len: 333 time: 0.0799642 Jan 24 16:22:52.843072 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bd7f25-ec9f-4b7b-9b64-41e959447d0c tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.843445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bd7f25-ec9f-4b7b-9b64-41e959447d0c tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.844917 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-78bd7f25-ec9f-4b7b-9b64-41e959447d0c tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/subnets/fac4cb9a-f8e0-4e37-8ffb-569aaeea00df HTTP/1.1" status: 404 len: 337 time: 0.0815156 Jan 24 16:22:52.849026 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60258) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.849026 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60260) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.879515 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-e0355db9-1af4-4d4d-8ef1-6aa3656f7cc2 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 24 16:22:52.881965 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e0355db9-1af4-4d4d-8ef1-6aa3656f7cc2 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "DELETE /v2.0/routers/d72302a5-dce0-4a6b-8f10-4366fcc3acf7 HTTP/1.1" status: 409 len: 329 time: 1.5779405 Jan 24 16:22:52.886137 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60266) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.918306 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3bbc45-6fb8-457d-83ac-2c5c714c604d tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.918735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3bbc45-6fb8-457d-83ac-2c5c714c604d tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.920374 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0e3bbc45-6fb8-457d-83ac-2c5c714c604d tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/abf35816-5c9c-4920-ab56-3e8474906f3b HTTP/1.1" status: 404 len: 339 time: 0.0700042 Jan 24 16:22:52.921197 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d57f12a-d7f0-4145-9fb3-9431d16cfb40 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:52.921600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d57f12a-d7f0-4145-9fb3-9431d16cfb40 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:52.925286 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0d57f12a-d7f0-4145-9fb3-9431d16cfb40 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/8203a715-6cb6-48d2-9e4a-86fb3ead35f4 HTTP/1.1" status: 404 len: 337 time: 0.0741839 Jan 24 16:22:52.925286 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60270) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.928101 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60272) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:52.981279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7d253d9f-707b-4b7b-830c-8a8ea5bc23e4 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:53.011286 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-200af458-2dc4-40f7-b71d-494f0d779739 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:53.011666 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200af458-2dc4-40f7-b71d-494f0d779739 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:53.015609 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-200af458-2dc4-40f7-b71d-494f0d779739 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/subnets/bb09ab15-181a-491e-99ab-228658653eec HTTP/1.1" status: 404 len: 337 time: 0.0868225 Jan 24 16:22:53.017851 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:53.021286 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60278) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:53.056823 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d253d9f-707b-4b7b-830c-8a8ea5bc23e4 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a8300d-ea93-43c0-9404-529bd894b8ae,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:53.080668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7d253d9f-707b-4b7b-830c-8a8ea5bc23e4 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:53.085092 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7d253d9f-707b-4b7b-830c-8a8ea5bc23e4 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "DELETE /v2.0/security-groups/47a8300d-ea93-43c0-9404-529bd894b8ae HTTP/1.1" status: 204 len: 168 time: 0.6694379 Jan 24 16:22:53.090730 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-61957f3f-6a65-4141-b454-c2c2cc0e7b9c tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2802329 Jan 24 16:22:53.090730 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60282) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:53.101781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60284) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:53.107188 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-9635d858-68b3-4446-a27c-daf5794940f0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:53.107655 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9635d858-68b3-4446-a27c-daf5794940f0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:53.111449 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9635d858-68b3-4446-a27c-daf5794940f0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/39f2586c-0db5-4e5b-8593-a442b083b6e5 HTTP/1.1" status: 404 len: 337 time: 0.1803560 Jan 24 16:22:53.121468 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60288) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:53.129890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-79fa3b47-489a-4cdf-92aa-673183264cd3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1050509754'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:53.166310 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-590f26d8-65f0-4716-9ec0-c7ad84f73ddb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:53.166737 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590f26d8-65f0-4716-9ec0-c7ad84f73ddb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:53.168925 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-79fa3b47-489a-4cdf-92aa-673183264cd3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:53.169224 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-590f26d8-65f0-4716-9ec0-c7ad84f73ddb tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/8d03e8a2-1245-4d79-be09-d64553985856 HTTP/1.1" status: 404 len: 339 time: 0.1192291 Jan 24 16:22:53.171190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60294) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:53.192306 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network 3428e065-0910-462e-bfd1-f98a89238f4e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:53.195700 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:53.200668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:53.201190 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:53.208527 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=acedd069-422f-4f3b-9015-93a4950d9bf9,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:53.226643 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-e593b935-48a9-4f84-bf38-a750f47a09e8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:53.227115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e593b935-48a9-4f84-bf38-a750f47a09e8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:53.228820 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e593b935-48a9-4f84-bf38-a750f47a09e8 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/7ecc476f-b9f4-41e0-bdff-8c4de12e2cf1 HTTP/1.1" status: 404 len: 333 time: 0.1058140 Jan 24 16:22:53.229966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-79fa3b47-489a-4cdf-92aa-673183264cd3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:network and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:53.231671 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60298) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:53.245393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-79fa3b47-489a-4cdf-92aa-673183264cd3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:53.259451 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-79fa3b47-489a-4cdf-92aa-673183264cd3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:53.281816 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c5f44d-d98c-48c8-ae6a-03786ee1f72c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:53.282155 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c5f44d-d98c-48c8-ae6a-03786ee1f72c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:53.283820 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-62c5f44d-d98c-48c8-ae6a-03786ee1f72c tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/01917ad2-c688-40cd-a6c5-6064fff6609a HTTP/1.1" status: 404 len: 337 time: 0.0506620 Jan 24 16:22:53.286913 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60302) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:53.303637 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2a587d22-852a-43d3-8a0f-f140e046c444 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Synchronizing usage tracker for tenant:32b2fe19b7364787a8738e756a689b75 on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:53.312107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fa3b47-489a-4cdf-92aa-673183264cd3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:53.315048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-79fa3b47-489a-4cdf-92aa-673183264cd3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:53.430698 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-4401ebdf-abc2-4dad-ae2a-fd613c26a902 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:53.431144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4401ebdf-abc2-4dad-ae2a-fd613c26a902 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:53.432853 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4401ebdf-abc2-4dad-ae2a-fd613c26a902 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/f8dadac1-3f54-4fca-927a-d8de77063862 HTTP/1.1" status: 404 len: 333 time: 0.1448078 Jan 24 16:22:53.440161 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60306) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:53.504402 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-07873af0-1d75-4ddc-a207-2c49a7aa9b17 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:53.504863 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07873af0-1d75-4ddc-a207-2c49a7aa9b17 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:53.506658 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-07873af0-1d75-4ddc-a207-2c49a7aa9b17 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/ccde2b89-8261-4170-a750-f8d1f76fb601 HTTP/1.1" status: 404 len: 337 time: 0.0633492 Jan 24 16:22:53.508123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:53.517589 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60310) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:53.531041 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1a5888be-aace-4493-be63-31ab5119e383 None None] Provisioning for port acedd069-422f-4f3b-9015-93a4950d9bf9 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:53.538477 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1a5888be-aace-4493-be63-31ab5119e383 None None] Provisioning complete for port acedd069-422f-4f3b-9015-93a4950d9bf9 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:53.538751 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1a5888be-aace-4493-be63-31ab5119e383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:53.580618 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d118371-612a-482a-9028-6bdf0ce3fefb tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:53.581051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d118371-612a-482a-9028-6bdf0ce3fefb tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:53.586287 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3d118371-612a-482a-9028-6bdf0ce3fefb tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/612be4bf-fbf8-4510-b051-2dc40432f0e7 HTTP/1.1" status: 404 len: 333 time: 0.0624793 Jan 24 16:22:53.597827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1a5888be-aace-4493-be63-31ab5119e383 None None] Port acedd069-422f-4f3b-9015-93a4950d9bf9 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:53.612205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60314) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:53.646221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2a587d22-852a-43d3-8a0f-f140e046c444 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] Unset dirty status for tenant:32b2fe19b7364787a8738e756a689b75 on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:53.647792 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2a587d22-852a-43d3-8a0f-f140e046c444 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5482352 Jan 24 16:22:53.652737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60318) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:53.676424 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57c2c68-402c-459c-b998-a2c4432f54ff tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:53.676853 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57c2c68-402c-459c-b998-a2c4432f54ff tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:53.678457 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f57c2c68-402c-459c-b998-a2c4432f54ff tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/bae6a509-cc01-4237-9a04-a1b204e7ee71 HTTP/1.1" status: 404 len: 337 time: 0.0646725 Jan 24 16:22:53.713028 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fa3b47-489a-4cdf-92aa-673183264cd3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:22:53.715027 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60320) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:53.795407 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-ede404ad-d0a3-4f03-844f-d1c530eb5e20 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] delete failed (client error): The resource could not be found. Jan 24 16:22:53.796354 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ede404ad-d0a3-4f03-844f-d1c530eb5e20 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "DELETE /v2.0/security-groups/3dbf9a22-e87c-4f56-8fba-389911241d80 HTTP/1.1" status: 404 len: 347 time: 0.0949430 Jan 24 16:22:53.801701 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9956e11-d007-4151-88e8-80525c6d986b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:53.802157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9956e11-d007-4151-88e8-80525c6d986b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:53.806237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-79fa3b47-489a-4cdf-92aa-673183264cd3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:53.806570 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-79fa3b47-489a-4cdf-92aa-673183264cd3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Added segment c045f13c-5a4e-43ef-b585-e5c91660dbc4 of type vlan for network f567b99c-0eac-43e4-8920-7aabf0c38d9c Jan 24 16:22:53.817967 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60326) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:53.858491 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d9956e11-d007-4151-88e8-80525c6d986b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/77ff4e65-4775-431d-bd7a-e14d2eadf492 HTTP/1.1" status: 404 len: 333 time: 0.1382377 Jan 24 16:22:53.876142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60330) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:53.922425 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-052c6191-77f9-48bb-bb12-fe934d98a981 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] show failed (client error): The resource could not be found. Jan 24 16:22:53.923445 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-052c6191-77f9-48bb-bb12-fe934d98a981 tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "GET /v2.0/security-groups/d5937bc2-da18-4c36-9639-54dc78dca57a HTTP/1.1" status: 404 len: 347 time: 0.1045380 Jan 24 16:22:53.933895 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97a5ec5-27f9-4e0d-8e15-3ea0a026b1f0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Deleting subnet ed074306-1f7a-442a-813e-58d6d116aa16 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:22:53.936242 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60334) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:53.946610 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-79fa3b47-489a-4cdf-92aa-673183264cd3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:53.951334 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced327d8-f294-4773-9264-dd9d72bb3440 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:53.951788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced327d8-f294-4773-9264-dd9d72bb3440 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:53.953345 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ced327d8-f294-4773-9264-dd9d72bb3440 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/fd56ad85-908c-4e5b-9419-16c2004157d7 HTTP/1.1" status: 404 len: 337 time: 0.0762684 Jan 24 16:22:53.964674 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a97a5ec5-27f9-4e0d-8e15-3ea0a026b1f0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:53.971109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60338) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:54.016558 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-9b1f0c80-b41e-42e0-81d6-e8c346674d5e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] show failed (client error): The resource could not be found. Jan 24 16:22:54.017552 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9b1f0c80-b41e-42e0-81d6-e8c346674d5e tempest-NegativeSecGroupTest-1394152526 tempest-NegativeSecGroupTest-1394152526-project] 10.222.0.130 "GET /v2.0/security-group-rules/afd8916e-14b2-4cd8-8c7b-78ae7aa3ecb4 HTTP/1.1" status: 404 len: 356 time: 0.0747218 Jan 24 16:22:54.025838 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b6a34b-69a7-4e51-993d-04e6f731b872 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:54.027721 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b6a34b-69a7-4e51-993d-04e6f731b872 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:54.031981 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d0b6a34b-69a7-4e51-993d-04e6f731b872 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/35f72f47-dd81-4160-a6d7-8ebeba61f9e4 HTTP/1.1" status: 404 len: 333 time: 0.0573413 Jan 24 16:22:54.034092 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60344) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:54.048898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a97a5ec5-27f9-4e0d-8e15-3ea0a026b1f0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:54.094294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-79fa3b47-489a-4cdf-92aa-673183264cd3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:54.098234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fa3b47-489a-4cdf-92aa-673183264cd3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:54.098520 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4befd2-7a3e-4ef3-94ce-f3f4b8832527 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:54.098941 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4befd2-7a3e-4ef3-94ce-f3f4b8832527 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:54.099106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-79fa3b47-489a-4cdf-92aa-673183264cd3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:54.103418 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ea4befd2-7a3e-4ef3-94ce-f3f4b8832527 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/15d35044-c2a4-4f03-947a-4110c493a5af HTTP/1.1" status: 404 len: 337 time: 0.0650172 Jan 24 16:22:54.117301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60348) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:54.130333 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4b61cafe-ddc1-482b-87ed-0b57a2c22d44 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:54.215546 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-345dcb44-e755-4a1c-950d-ed8da90b76bf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:54.215915 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-345dcb44-e755-4a1c-950d-ed8da90b76bf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:54.217740 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-345dcb44-e755-4a1c-950d-ed8da90b76bf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/d7b11aaf-6b7e-4223-a932-96c947419693 HTTP/1.1" status: 404 len: 333 time: 0.0993924 Jan 24 16:22:54.221633 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60352) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:54.274393 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-79fa3b47-489a-4cdf-92aa-673183264cd3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1568003 Jan 24 16:22:54.275798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60356) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:54.280349 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-62354528-7051-4fc5-9a14-ed4066f844cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:54.280770 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62354528-7051-4fc5-9a14-ed4066f844cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:54.282399 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-62354528-7051-4fc5-9a14-ed4066f844cf tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/2cc31a14-bc16-43e5-af18-52f2a6b066f7 HTTP/1.1" status: 404 len: 337 time: 0.0599172 Jan 24 16:22:54.288053 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60360) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:54.290987 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-a293b7a3-91f1-4c30-a5c0-450e848dde91 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'subnet': {'network_id': 'f567b99c-0eac-43e4-8920-7aabf0c38d9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:54.392319 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa3b47-489a-4cdf-92aa-673183264cd3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Network': ['ID=f567b99c-0eac-43e4-8920-7aabf0c38d9c,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:54.400872 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b14fe4-7f50-4e27-b8e6-392e6d6a96c3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:54.401304 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b14fe4-7f50-4e27-b8e6-392e6d6a96c3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:54.403110 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c4b14fe4-7f50-4e27-b8e6-392e6d6a96c3 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/d66b703d-2fe4-4b8d-b439-dfe2a5a61f44 HTTP/1.1" status: 404 len: 337 time: 0.1104956 Jan 24 16:22:54.404820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network f567b99c-0eac-43e4-8920-7aabf0c38d9c details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:54.406085 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60366) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:54.427301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-98ff33ce-9dcb-4a25-bfd6-628f02b2256e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:54.446826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60370) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:54.465500 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc9bf25-7504-4092-bd02-740ddf74d50b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:54.465928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc9bf25-7504-4092-bd02-740ddf74d50b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:54.467587 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cbc9bf25-7504-4092-bd02-740ddf74d50b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/36ad2e40-39c1-40ff-96c3-fc2221afc1f9 HTTP/1.1" status: 404 len: 333 time: 0.0606606 Jan 24 16:22:54.478199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60376) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:54.481075 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a97a5ec5-27f9-4e0d-8e15-3ea0a026b1f0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:54.547670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a293b7a3-91f1-4c30-a5c0-450e848dde91 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:54.561569 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a293b7a3-91f1-4c30-a5c0-450e848dde91 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:subnet and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:54.565475 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a293b7a3-91f1-4c30-a5c0-450e848dde91 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:54.568895 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5845132-0925-4412-a17c-2c68fcbd9a28 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:54.569565 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5845132-0925-4412-a17c-2c68fcbd9a28 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:54.573533 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f5845132-0925-4412-a17c-2c68fcbd9a28 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/a9ca87f8-dacd-4d0f-a22f-8cb82ce98aab HTTP/1.1" status: 404 len: 337 time: 0.0626652 Jan 24 16:22:54.575358 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a293b7a3-91f1-4c30-a5c0-450e848dde91 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:54.575976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60380) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:54.605937 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:54.614441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a293b7a3-91f1-4c30-a5c0-450e848dde91 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:54.631457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:54.632204 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:54.638179 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5b8c10-75fa-4bf0-abc0-5b1feecf77ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:54.638807 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5b8c10-75fa-4bf0-abc0-5b1feecf77ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:54.664544 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3d5b8c10-75fa-4bf0-abc0-5b1feecf77ad tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/d268b2e1-f6cd-474d-9b92-14d24712f2d4 HTTP/1.1" status: 404 len: 337 time: 0.0875552 Jan 24 16:22:54.667041 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60384) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:54.734949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a97a5ec5-27f9-4e0d-8e15-3ea0a026b1f0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:54.808676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a5ec5-27f9-4e0d-8e15-3ea0a026b1f0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Subnet': ['ID=ed074306-1f7a-442a-813e-58d6d116aa16,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:54.810657 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f6d154-0ed9-4e46-9ed6-6cffe6131055 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:54.811142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f6d154-0ed9-4e46-9ed6-6cffe6131055 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:54.812770 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-02f6d154-0ed9-4e46-9ed6-6cffe6131055 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/c32eccdb-6c5c-44c3-8801-b14e6ea4f676 HTTP/1.1" status: 404 len: 333 time: 0.1440289 Jan 24 16:22:54.823703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60388) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:54.860326 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-62136f44-424c-4c3a-8446-cf608bd0b47a admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=32b2fe19b7364787a8738e756a689b75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4117312 Jan 24 16:22:54.864758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a97a5ec5-27f9-4e0d-8e15-3ea0a026b1f0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:54.868037 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a97a5ec5-27f9-4e0d-8e15-3ea0a026b1f0 tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/subnets/ed074306-1f7a-442a-813e-58d6d116aa16 HTTP/1.1" status: 204 len: 168 time: 1.6894820 Jan 24 16:22:54.868896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dd540e-6136-42c7-9bb9-1d9c270b9dd8 None None] Network b16cd040-9a11-4bc9-a884-08f3cda8c42b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:54.874030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60392) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:54.874358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60394) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:54.898010 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=acedd069-422f-4f3b-9015-93a4950d9bf9,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:54.923768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a293b7a3-91f1-4c30-a5c0-450e848dde91 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:54.934989 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-337fe3af-50b3-4d51-92dc-076b767526c9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:54.935591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337fe3af-50b3-4d51-92dc-076b767526c9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:54.940157 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-337fe3af-50b3-4d51-92dc-076b767526c9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/b3c75678-58cb-4b4f-8022-d6b1df925da4 HTTP/1.1" status: 404 len: 337 time: 0.1107128 Jan 24 16:22:54.947129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60400) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:55.071968 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d29ea02-401d-4ff5-8665-ae3a9c24bc69 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:55.072649 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d29ea02-401d-4ff5-8665-ae3a9c24bc69 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:55.076579 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9d29ea02-401d-4ff5-8665-ae3a9c24bc69 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/805b40d5-01a9-4f2c-91d0-e33514a96d8a HTTP/1.1" status: 404 len: 337 time: 0.1243174 Jan 24 16:22:55.083123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60404) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:55.165825 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4f37a6-7023-4a14-b97e-8da6a02f6163 None None] DHCP port deletion for b16cd040-9a11-4bc9-a884-08f3cda8c42b request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:22:55.169718 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cce4282-d1cf-4730-8eb4-9b43becf6b2b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:55.170145 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cce4282-d1cf-4730-8eb4-9b43becf6b2b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:55.170816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f37a6-7023-4a14-b97e-8da6a02f6163 None None] Deleting port 368d4363-bfdd-4f5f-a390-10ac77e871ba {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:55.171358 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bc4f37a6-7023-4a14-b97e-8da6a02f6163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:55.174683 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5cce4282-d1cf-4730-8eb4-9b43becf6b2b tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/a1439538-c2ae-467f-81d3-eb94abed80b9 HTTP/1.1" status: 404 len: 333 time: 0.0744336 Jan 24 16:22:55.181390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60408) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:55.235772 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b26a499-abc4-4486-a2d8-7ab76afa0228 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:55.236549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b26a499-abc4-4486-a2d8-7ab76afa0228 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:55.243782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network 3428e065-0910-462e-bfd1-f98a89238f4e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:55.249654 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0c3433a1-e8f5-4f65-862a-5e6d3bf985e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:55.285689 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 368d4363-bfdd-4f5f-a390-10ac77e871ba no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:22:55.297912 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0c3433a1-e8f5-4f65-862a-5e6d3bf985e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:55.350309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:55.406168 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:55.415612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Deleting port 368d4363-bfdd-4f5f-a390-10ac77e871ba {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:55.416016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:55.445507 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-bc4f37a6-7023-4a14-b97e-8da6a02f6163 None None] For port 368d4363-bfdd-4f5f-a390-10ac77e871ba, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=368d4363-bfdd-4f5f-a390-10ac77e871ba,segment=NetworkSegment(db754f49-fba7-46df-b5da-64e3b1e2121b),segment_id=db754f49-fba7-46df-b5da-64e3b1e2121b)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:55.446197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bc4f37a6-7023-4a14-b97e-8da6a02f6163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:55.482292 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1b26a499-abc4-4486-a2d8-7ab76afa0228 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/3d84307f-df2f-4252-b03e-7a276a096b3f HTTP/1.1" status: 404 len: 337 time: 0.2998717 Jan 24 16:22:55.491154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60412) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:55.600748 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0c3433a1-e8f5-4f65-862a-5e6d3bf985e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:55.627586 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f37a6-7023-4a14-b97e-8da6a02f6163 None None] Calling delete_port for 368d4363-bfdd-4f5f-a390-10ac77e871ba owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:55.658381 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3433a1-e8f5-4f65-862a-5e6d3bf985e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8d13f4-c210-4c9c-92c6-49e7a0870ede,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:55.662379 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1992d1-7119-4e97-8850-70de90d9fe33 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:55.663097 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1992d1-7119-4e97-8850-70de90d9fe33 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:55.679979 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0c3433a1-e8f5-4f65-862a-5e6d3bf985e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:55.681530 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0c3433a1-e8f5-4f65-862a-5e6d3bf985e7 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/df8d13f4-c210-4c9c-92c6-49e7a0870ede HTTP/1.1" status: 204 len: 168 time: 0.7598259 Jan 24 16:22:55.691769 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:55.700312 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9d1992d1-7119-4e97-8850-70de90d9fe33 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/ee182869-a181-4497-bfd5-47221300177a HTTP/1.1" status: 404 len: 337 time: 0.2002907 Jan 24 16:22:55.704161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60418) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:55.748558 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 368d4363-bfdd-4f5f-a390-10ac77e871ba, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=368d4363-bfdd-4f5f-a390-10ac77e871ba,segment=NetworkSegment(db754f49-fba7-46df-b5da-64e3b1e2121b),segment_id=db754f49-fba7-46df-b5da-64e3b1e2121b)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:55.756676 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:55.825246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-bc4f37a6-7023-4a14-b97e-8da6a02f6163 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:22:55.825764 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-bc4f37a6-7023-4a14-b97e-8da6a02f6163 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:22:55.853281 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-dad4275f-1a34-4562-a820-c4d760cbc369 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports?device_id=a909658f-2686-46cb-a065-e2f140a06850 HTTP/1.1" status: 200 len: 205 time: 0.1442156 Jan 24 16:22:55.857193 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=368d4363-bfdd-4f5f-a390-10ac77e871ba,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:55.862160 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60422) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:55.867950 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-78593e46-878f-453a-ba9d-b8a56f8b6141 None None] Provisioning complete for port acedd069-422f-4f3b-9015-93a4950d9bf9 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:55.868619 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-78593e46-878f-453a-ba9d-b8a56f8b6141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:55.911785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] For port 368d4363-bfdd-4f5f-a390-10ac77e871ba, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=368d4363-bfdd-4f5f-a390-10ac77e871ba,segment=NetworkSegment(db754f49-fba7-46df-b5da-64e3b1e2121b),segment_id=db754f49-fba7-46df-b5da-64e3b1e2121b)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:55.912656 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:55.928347 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-78593e46-878f-453a-ba9d-b8a56f8b6141 None None] Port acedd069-422f-4f3b-9015-93a4950d9bf9 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:22:56.006158 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a293b7a3-91f1-4c30-a5c0-450e848dde91 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:56.062924 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-50497be0-5259-4b11-8686-002e769e12ea tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] delete failed (client error): The resource could not be found. Jan 24 16:22:56.064509 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-50497be0-5259-4b11-8686-002e769e12ea tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/routers/a909658f-2686-46cb-a065-e2f140a06850 HTTP/1.1" status: 404 len: 336 time: 0.1929412 Jan 24 16:22:56.083007 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60430) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:56.085880 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Calling delete_port for 368d4363-bfdd-4f5f-a390-10ac77e871ba owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:56.146669 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d7449e-6f56-4571-8cff-72953d453353 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:56.147011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d7449e-6f56-4571-8cff-72953d453353 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:56.151044 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-58d7449e-6f56-4571-8cff-72953d453353 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/270d4ee5-6b9b-4300-a1a9-690cb3eedb37 HTTP/1.1" status: 404 len: 337 time: 0.0638108 Jan 24 16:22:56.152354 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60436) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:56.239960 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7eb54037-5d7f-48a8-bee9-75d426ccf6e4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "GET /v2.0/ports?device_id=1188b8ea-da98-44e1-927f-5849afe71cfb HTTP/1.1" status: 200 len: 205 time: 0.0857310 Jan 24 16:22:56.246161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60444) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:56.274367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293b7a3-91f1-4c30-a5c0-450e848dde91 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Subnet': ['ID=a92776eb-5ee1-4c70-b509-671e105190c3,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:56.326703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f37a6-7023-4a14-b97e-8da6a02f6163 None None] Deleting port 368d4363-bfdd-4f5f-a390-10ac77e871ba {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:56.327352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bc4f37a6-7023-4a14-b97e-8da6a02f6163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:56.328303 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:22:56.328622 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:22:56.332505 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-b9048675-0b05-47e6-a1dd-41efdfaba577 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] delete failed (client error): The resource could not be found. Jan 24 16:22:56.333647 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b9048675-0b05-47e6-a1dd-41efdfaba577 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/routers/1188b8ea-da98-44e1-927f-5849afe71cfb HTTP/1.1" status: 404 len: 336 time: 0.0863183 Jan 24 16:22:56.336892 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60448) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:56.356506 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a293b7a3-91f1-4c30-a5c0-450e848dde91 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Checking segment: {'id': 'c045f13c-5a4e-43ef-b585-e5c91660dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f567b99c-0eac-43e4-8920-7aabf0c38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:56.356857 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a293b7a3-91f1-4c30-a5c0-450e848dde91 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network hostable DHCP agents. Network: f567b99c-0eac-43e4-8920-7aabf0c38d9c, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:22:56.384161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4b61cafe-ddc1-482b-87ed-0b57a2c22d44 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Deleting port 8c7c924b-72cf-41fb-aab6-449b33525833 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:56.384607 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4b61cafe-ddc1-482b-87ed-0b57a2c22d44 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:56.416522 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7fda79-4b64-4b86-b483-3ee1d54bc8e0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:56.416985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7fda79-4b64-4b86-b483-3ee1d54bc8e0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:56.424620 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a293b7a3-91f1-4c30-a5c0-450e848dde91 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network f567b99c-0eac-43e4-8920-7aabf0c38d9c is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:22:56.438240 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8e7fda79-4b64-4b86-b483-3ee1d54bc8e0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/725fb30d-f669-461a-bc77-556f8307c69a HTTP/1.1" status: 404 len: 337 time: 0.1003470 Jan 24 16:22:56.441681 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60454) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:56.456792 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router 802507ed-ca60-498c-a55c-8eac80163bee has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:22:56.500905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-a293b7a3-91f1-4c30-a5c0-450e848dde91 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, f567b99c-0eac-43e4-8920-7aabf0c38d9c) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:56.511018 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a64d2fd-52a9-408d-9ce1-ca7d2de327d9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:56.511452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a64d2fd-52a9-408d-9ce1-ca7d2de327d9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:56.515532 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8a64d2fd-52a9-408d-9ce1-ca7d2de327d9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/a677f403-b357-44fc-bfe4-89ce49569f3b HTTP/1.1" status: 404 len: 337 time: 0.0706298 Jan 24 16:22:56.517526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60460) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:56.525379 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a293b7a3-91f1-4c30-a5c0-450e848dde91 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:56.526243 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a293b7a3-91f1-4c30-a5c0-450e848dde91 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:56.531394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105a7f54-db69-4b6f-9822-5e76f15b075c None None] Network f567b99c-0eac-43e4-8920-7aabf0c38d9c requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:56.590857 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bea00f5-46fc-461e-aaac-7dcf4272d88a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:56.591295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bea00f5-46fc-461e-aaac-7dcf4272d88a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:56.592990 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7bea00f5-46fc-461e-aaac-7dcf4272d88a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/a65179a6-ed0c-4adf-930b-1bacd53780f6 HTTP/1.1" status: 404 len: 333 time: 0.0712903 Jan 24 16:22:56.595900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60466) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:56.654978 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a02b05-5b43-4865-9629-9d018ac7fed6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:56.655730 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a02b05-5b43-4865-9629-9d018ac7fed6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:56.657566 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b0a02b05-5b43-4865-9629-9d018ac7fed6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/9df78e1d-b336-4557-b580-de3872544531 HTTP/1.1" status: 404 len: 337 time: 0.0603106 Jan 24 16:22:56.662082 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60470) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:56.664505 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a293b7a3-91f1-4c30-a5c0-450e848dde91 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3810666 Jan 24 16:22:56.667092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60474) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:56.708592 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'network_id': 'f567b99c-0eac-43e4-8920-7aabf0c38d9c', 'name': 'tempest-PortsIpV6TestJSON-193306422'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:56.718992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60478) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:56.827634 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-98ff33ce-9dcb-4a25-bfd6-628f02b2256e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting port f23bd2ce-c0a1-490c-a8be-960e9139fcce {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:56.827940 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-98ff33ce-9dcb-4a25-bfd6-628f02b2256e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:56.850381 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-bc4f37a6-7023-4a14-b97e-8da6a02f6163 None None] For port 368d4363-bfdd-4f5f-a390-10ac77e871ba, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=368d4363-bfdd-4f5f-a390-10ac77e871ba,segment=NetworkSegment(db754f49-fba7-46df-b5da-64e3b1e2121b),segment_id=db754f49-fba7-46df-b5da-64e3b1e2121b)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:56.851339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bc4f37a6-7023-4a14-b97e-8da6a02f6163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:56.909705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Deleting port 368d4363-bfdd-4f5f-a390-10ac77e871ba {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:56.910079 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:56.933783 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f2d0e2-b045-4fb7-8d07-258b6423ddf4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:56.934316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f2d0e2-b045-4fb7-8d07-258b6423ddf4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:56.936507 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-32f2d0e2-b045-4fb7-8d07-258b6423ddf4 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/140ff0d7-5f13-4877-a4e1-b7d6d49ada8a HTTP/1.1" status: 404 len: 333 time: 0.2732508 Jan 24 16:22:56.938490 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4b61cafe-ddc1-482b-87ed-0b57a2c22d44 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:56.957060 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60484) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:57.016538 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f37a6-7023-4a14-b97e-8da6a02f6163 None None] Calling delete_port for 368d4363-bfdd-4f5f-a390-10ac77e871ba owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:57.104003 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-f567b99c-0eac-43e4-8920-7aabf0c38d9c', 'network_id': 'f567b99c-0eac-43e4-8920-7aabf0c38d9c', 'tenant_id': '020c63c86e484c40a5cbd6c7b2bbb0fb', 'fixed_ips': [{'subnet_id': 'a92776eb-5ee1-4c70-b509-671e105190c3'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:22:57.104864 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:57.118489 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1966218964-network', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:57.128185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:57.132694 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4b61cafe-ddc1-482b-87ed-0b57a2c22d44 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Calling delete_port for 8c7c924b-72cf-41fb-aab6-449b33525833 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:57.141456 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Usage tracker for resource:network and tenant:352f5a2cec024da5b72f74b5856cad93 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:57.152409 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:57.156572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:22:57.163642 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:57.168278 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-36b20459-826d-430b-b1db-1555776a28d1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/802507ed-ca60-498c-a55c-8eac80163bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2623174 Jan 24 16:22:57.172880 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60488) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:57.173696 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96b24ac-50fb-4cbf-bfba-142fdb3e4a19 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:57.174133 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96b24ac-50fb-4cbf-bfba-142fdb3e4a19 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:57.178883 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b96b24ac-50fb-4cbf-bfba-142fdb3e4a19 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/0297a844-17b8-4aa3-b5e3-c6fcf0c9dc33 HTTP/1.1" status: 404 len: 337 time: 0.2153652 Jan 24 16:22:57.179082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb2a35-0722-4179-93d6-c27bd332047b None None] Sync routers for ids ['802507ed-ca60-498c-a55c-8eac80163bee'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:22:57.190818 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60492) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:57.221267 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb2a35-0722-4179-93d6-c27bd332047b None None] Routers {'802507ed-ca60-498c-a55c-8eac80163bee'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:57.221928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d4eb2a35-0722-4179-93d6-c27bd332047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['802507ed-ca60-498c-a55c-8eac80163bee'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:57.239900 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Made reservation on behalf of 352f5a2cec024da5b72f74b5856cad93 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:57.241873 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:57.281241 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:57.296048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bc4f37a6-7023-4a14-b97e-8da6a02f6163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:57.296329 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-98ff33ce-9dcb-4a25-bfd6-628f02b2256e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:57.300036 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d4eb2a35-0722-4179-93d6-c27bd332047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:57.307433 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea7901d-d6e9-4b75-8461-43f1274cc300 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:57.307433 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea7901d-d6e9-4b75-8461-43f1274cc300 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:57.308966 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8ea7901d-d6e9-4b75-8461-43f1274cc300 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/5d7a8a3e-ba57-414f-9032-d7bfd0c593a6 HTTP/1.1" status: 404 len: 333 time: 0.1134973 Jan 24 16:22:57.318378 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60496) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:57.368292 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abfe7ec-ebf9-4f1a-9483-289d2b4d50bd tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:57.368894 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5abfe7ec-ebf9-4f1a-9483-289d2b4d50bd tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Synchronizing usage tracker for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:22:57.393385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f37a6-7023-4a14-b97e-8da6a02f6163 None None] Pushing event deleted for resources: {'Port': ['ID=368d4363-bfdd-4f5f-a390-10ac77e871ba,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:57.409863 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f37a6-7023-4a14-b97e-8da6a02f6163 None None] No DVR routers for this DVR port 368d4363-bfdd-4f5f-a390-10ac77e871ba on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:22:57.425599 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb2a35-0722-4179-93d6-c27bd332047b None None] Routers {'802507ed-ca60-498c-a55c-8eac80163bee'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:22:57.427060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d4eb2a35-0722-4179-93d6-c27bd332047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['802507ed-ca60-498c-a55c-8eac80163bee'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:57.428306 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54e0b2c-832e-4929-ae7d-6b907b18f181 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:57.428736 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54e0b2c-832e-4929-ae7d-6b907b18f181 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:57.430327 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f54e0b2c-832e-4929-ae7d-6b907b18f181 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/a76ced63-60e2-49c0-bda9-6315045b6eae HTTP/1.1" status: 404 len: 337 time: 0.1032023 Jan 24 16:22:57.436648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60500) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:57.441100 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:57.445185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-98ff33ce-9dcb-4a25-bfd6-628f02b2256e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Calling delete_port for f23bd2ce-c0a1-490c-a8be-960e9139fcce owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:57.505572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d4eb2a35-0722-4179-93d6-c27bd332047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:57.506079 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb2a35-0722-4179-93d6-c27bd332047b None None] The sync data for ids ['802507ed-ca60-498c-a55c-8eac80163bee'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:22:57.513278 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Allocated IP 2001:db8::2 (f567b99c-0eac-43e4-8920-7aabf0c38d9c/a92776eb-5ee1-4c70-b509-671e105190c3/8b72cb83-94ad-4160-8edf-af8110165532) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:57.522505 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:57.551507 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d36f2c-bf17-4c80-9ae3-67f86c5697c9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:57.552100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d36f2c-bf17-4c80-9ae3-67f86c5697c9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:57.554691 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:57.562156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Usage tracker for resource:security_group_rule and tenant:352f5a2cec024da5b72f74b5856cad93 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:57.562621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:57.565772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:57.566050 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:57.570812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5abfe7ec-ebf9-4f1a-9483-289d2b4d50bd tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Unset dirty status for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:22:57.574844 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5abfe7ec-ebf9-4f1a-9483-289d2b4d50bd tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports/acedd069-422f-4f3b-9015-93a4950d9bf9 HTTP/1.1" status: 200 len: 913 time: 0.3969867 Jan 24 16:22:57.581222 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-25d36f2c-bf17-4c80-9ae3-67f86c5697c9 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/63595569-19f3-4f55-8f9c-5e6ce2070439 HTTP/1.1" status: 404 len: 333 time: 0.1410205 Jan 24 16:22:57.581222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60504) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:57.582304 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:57.582489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60506) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:57.635822 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d440386-b18c-40ec-94dd-5bcb53d188bc tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:57.636570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d440386-b18c-40ec-94dd-5bcb53d188bc tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:57.641090 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6d440386-b18c-40ec-94dd-5bcb53d188bc tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/826e4968-4aa7-429c-b9af-5eec51573e5b HTTP/1.1" status: 404 len: 337 time: 0.0532312 Jan 24 16:22:57.643952 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] For port 368d4363-bfdd-4f5f-a390-10ac77e871ba, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=368d4363-bfdd-4f5f-a390-10ac77e871ba,segment=NetworkSegment(db754f49-fba7-46df-b5da-64e3b1e2121b),segment_id=db754f49-fba7-46df-b5da-64e3b1e2121b)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:22:57.644106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:57.653000 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60512) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:57.686603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] device_id is not set on port dc23c1e6-b42d-4728-82f2-8002a135fae7 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:22:57.844158 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Calling delete_port for 368d4363-bfdd-4f5f-a390-10ac77e871ba owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:22:57.913469 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c517c78-d8f9-4424-84e9-8d940e33a5af tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:57.913831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c517c78-d8f9-4424-84e9-8d940e33a5af tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:57.957016 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6c517c78-d8f9-4424-84e9-8d940e33a5af tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/539e3ab2-ec24-4708-bb87-fc47ba610650 HTTP/1.1" status: 404 len: 333 time: 0.3028138 Jan 24 16:22:57.966834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60516) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:57.974151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-98ff33ce-9dcb-4a25-bfd6-628f02b2256e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:58.011741 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:22:58.012062 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:22:58.013308 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4b61cafe-ddc1-482b-87ed-0b57a2c22d44 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:58.060668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff33ce-9dcb-4a25-bfd6-628f02b2256e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Port': ['ID=f23bd2ce-c0a1-490c-a8be-960e9139fcce,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:58.062720 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3f38ec-45cf-43c9-877c-61b5cb63c2b6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:58.063135 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3f38ec-45cf-43c9-877c-61b5cb63c2b6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:58.079092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61cafe-ddc1-482b-87ed-0b57a2c22d44 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event deleted for resources: {'Port': ['ID=8c7c924b-72cf-41fb-aab6-449b33525833,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:58.101783 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:58.114454 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2b3f38ec-45cf-43c9-877c-61b5cb63c2b6 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/78e1b942-3426-4d7d-8486-ee1f1ccec463 HTTP/1.1" status: 404 len: 337 time: 0.1473942 Jan 24 16:22:58.117068 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Transition to ACTIVE for port object 8b72cb83-94ad-4160-8edf-af8110165532 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:58.134997 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60520) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:58.143649 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Transition to ACTIVE for port object 8b72cb83-94ad-4160-8edf-af8110165532 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:58.151807 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:58.237975 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Pushing event updated for resources: {'Port': ['ID=8b72cb83-94ad-4160-8edf-af8110165532,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:58.240881 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:58.260804 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Network f567b99c-0eac-43e4-8920-7aabf0c38d9c is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:22:58.262309 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:22:58.267552 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:22:58.327176 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:58.334754 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-845584a2-b894-4558-88ce-cac694b778f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:58.335343 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845584a2-b894-4558-88ce-cac694b778f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:58.346543 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-845584a2-b894-4558-88ce-cac694b778f1 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/1008d1fc-ae62-4986-912b-6e5e5b245ca1 HTTP/1.1" status: 404 len: 333 time: 0.1971633 Jan 24 16:22:58.347990 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60524) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:58.375343 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Attempting to bind port 8b72cb83-94ad-4160-8edf-af8110165532 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:22:58.375741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Attempting to bind port 8b72cb83-94ad-4160-8edf-af8110165532 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'c045f13c-5a4e-43ef-b585-e5c91660dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f567b99c-0eac-43e4-8920-7aabf0c38d9c'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:22:58.376100 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Attempting to bind port 8b72cb83-94ad-4160-8edf-af8110165532 on network f567b99c-0eac-43e4-8920-7aabf0c38d9c {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:22:58.383381 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8fabd2-2f8f-4bb2-a565-a94b13246497,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:58.384180 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:22:58.384685 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Checking segment: {'id': 'c045f13c-5a4e-43ef-b585-e5c91660dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f567b99c-0eac-43e4-8920-7aabf0c38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:22:58.385088 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:58.385480 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Bound using segment: {'id': 'c045f13c-5a4e-43ef-b585-e5c91660dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f567b99c-0eac-43e4-8920-7aabf0c38d9c'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:22:58.385942 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Bound port: 8b72cb83-94ad-4160-8edf-af8110165532, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c045f13c-5a4e-43ef-b585-e5c91660dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f567b99c-0eac-43e4-8920-7aabf0c38d9c'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:22:58.386307 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:58.418913 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6a20da33-e502-44fa-aa99-c5aa2d2166b3 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:58.496815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:22:58.506414 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] For port 8b72cb83-94ad-4160-8edf-af8110165532, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:22:58.510511 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] For port 8b72cb83-94ad-4160-8edf-af8110165532, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8b72cb83-94ad-4160-8edf-af8110165532,segment=NetworkSegment(c045f13c-5a4e-43ef-b585-e5c91660dbc4),segment_id=c045f13c-5a4e-43ef-b585-e5c91660dbc4)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:22:58.515869 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:58.581660 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:58.582925 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Added segment c85dad99-b863-4a03-bdcd-283494e0bcbc of type vlan for network a6e18642-b28b-4d3a-b701-7a40de2eb39c Jan 24 16:22:58.600788 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc53b722-92b7-4341-9e11-000ac45dbd0a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:58.601306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc53b722-92b7-4341-9e11-000ac45dbd0a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:58.605356 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fc53b722-92b7-4341-9e11-000ac45dbd0a tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/e458336b-f124-4eac-aed1-78bb45d11d9f HTTP/1.1" status: 404 len: 337 time: 0.2489409 Jan 24 16:22:58.610036 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d5a2f-e5ed-489e-8f81-1ccf58cdccdf None None] Pushing event updated for resources: {'Port': ['ID=8b72cb83-94ad-4160-8edf-af8110165532,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:58.610257 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60528) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:58.639317 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Allocated IP 2001:db8::292 (f567b99c-0eac-43e4-8920-7aabf0c38d9c/a92776eb-5ee1-4c70-b509-671e105190c3/dc23c1e6-b42d-4728-82f2-8002a135fae7) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:22:58.646226 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4b61cafe-ddc1-482b-87ed-0b57a2c22d44 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:58.815838 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-607ef553-7192-4b10-8971-eb6a0ee8bd41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:58.816073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607ef553-7192-4b10-8971-eb6a0ee8bd41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:58.823811 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:58.839122 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Deleting port 368d4363-bfdd-4f5f-a390-10ac77e871ba {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:22:58.839893 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:58.892356 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-607ef553-7192-4b10-8971-eb6a0ee8bd41 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/ports/f1a3ef92-6d86-4eb6-9085-531777758260 HTTP/1.1" status: 404 len: 333 time: 0.2783215 Jan 24 16:22:58.899334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60532) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:58.967821 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9ce393-cefb-4afe-a52b-1364b425803f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] DELETE failed (client error): The resource could not be found. Jan 24 16:22:58.968256 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9ce393-cefb-4afe-a52b-1364b425803f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:22:58.972313 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-da9ce393-cefb-4afe-a52b-1364b425803f tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/subnets/6232aced-14b5-4aff-bd96-d11b01781fee HTTP/1.1" status: 404 len: 337 time: 0.0629225 Jan 24 16:22:58.979968 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60536) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:58.995790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] The port '368d4363-bfdd-4f5f-a390-10ac77e871ba' was deleted {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:22:59.021822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.022690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:22:59.023247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.186254 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4607527 Jan 24 16:22:59.196461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60540) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:22:59.260259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558cd73-9862-4650-bc86-fbe141303ecf admin admin] Pushing event updated for resources: {'Network': ['ID=a6e18642-b28b-4d3a-b701-7a40de2eb39c,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:22:59.263164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-7dc31742-833e-4a62-a235-b433cd30e8e3 admin admin] Request body: {'subnet': {'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1966218964-subnet', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'ip_version': 4}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:22:59.264979 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7a28ab79-08ae-4b1e-8823-de51280084c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.280223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7dc31742-833e-4a62-a235-b433cd30e8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:22:59.282112 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network a6e18642-b28b-4d3a-b701-7a40de2eb39c details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:22:59.295104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7dc31742-833e-4a62-a235-b433cd30e8e3 admin admin] Usage tracker for resource:subnet and tenant:352f5a2cec024da5b72f74b5856cad93 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:22:59.348750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-98ff33ce-9dcb-4a25-bfd6-628f02b2256e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.361689 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7dc31742-833e-4a62-a235-b433cd30e8e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:22:59.394695 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.411408 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7dc31742-833e-4a62-a235-b433cd30e8e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:22:59.437985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.442708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8b72cb83-94ad-4160-8edf-af8110165532 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:22:59.458518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16cd040-9a11-4bc9-a884-08f3cda8c42b']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:59.522433 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc31742-833e-4a62-a235-b433cd30e8e3 admin admin] Made reservation on behalf of 352f5a2cec024da5b72f74b5856cad93 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:22:59.524842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7dc31742-833e-4a62-a235-b433cd30e8e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.559000 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db754f49-fba7-46df-b5da-64e3b1e2121b') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:59.559299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db754f49-fba7-46df-b5da-64e3b1e2121b') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:59.560724 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 8b72cb83-94ad-4160-8edf-af8110165532 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:59.566397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Transition to ACTIVE for port object dc23c1e6-b42d-4728-82f2-8002a135fae7 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:22:59.627458 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.667665 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7a28ab79-08ae-4b1e-8823-de51280084c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.675340 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.689991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b61cafe-ddc1-482b-87ed-0b57a2c22d44 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Router d72302a5-dce0-4a6b-8f10-4366fcc3acf7 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:22:59.702561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:22:59.703243 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:22:59.717807 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:22:59.722570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7a28ab79-08ae-4b1e-8823-de51280084c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b1ab35-d9e1-4792-9053-01bd1c506e0f']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:59.741297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7a28ab79-08ae-4b1e-8823-de51280084c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9982f1-b521-46f7-8493-1980a6eacd47') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:59.741476 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7a28ab79-08ae-4b1e-8823-de51280084c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9982f1-b521-46f7-8493-1980a6eacd47') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:22:59.770919 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.773045 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed6d2b-a884-4d92-8ec4-8840ee1c01a3 None None] Network f567b99c-0eac-43e4-8920-7aabf0c38d9c requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:22:59.794907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7a28ab79-08ae-4b1e-8823-de51280084c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.826589 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7a28ab79-08ae-4b1e-8823-de51280084c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.879065 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a28ab79-08ae-4b1e-8823-de51280084c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:22:59.879469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7a28ab79-08ae-4b1e-8823-de51280084c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:22:59.898956 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:22:59.919567 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e68b779a-8b4e-4966-b7c0-da4b831c516c None None] Provisioning for port 8b72cb83-94ad-4160-8edf-af8110165532 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:22:59.928952 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e68b779a-8b4e-4966-b7c0-da4b831c516c None None] Provisioning complete for port 8b72cb83-94ad-4160-8edf-af8110165532 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:22:59.929308 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e68b779a-8b4e-4966-b7c0-da4b831c516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.935560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:22:59.955019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network f567b99c-0eac-43e4-8920-7aabf0c38d9c is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:00.043431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7a28ab79-08ae-4b1e-8823-de51280084c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:00.070064 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7a28ab79-08ae-4b1e-8823-de51280084c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:00.083825 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28ab79-08ae-4b1e-8823-de51280084c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] Pushing event deleted for resources: {'Network': ['ID=97b1ab35-d9e1-4792-9053-01bd1c506e0f,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:00.092849 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7a28ab79-08ae-4b1e-8823-de51280084c0 tempest-NetworksTestDHCPv6-1299330814 tempest-NetworksTestDHCPv6-1299330814-project] 10.222.0.130 "DELETE /v2.0/networks/97b1ab35-d9e1-4792-9053-01bd1c506e0f HTTP/1.1" status: 204 len: 168 time: 1.1095858 Jan 24 16:23:00.136106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:00.138723 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:00.148583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=dc23c1e6-b42d-4728-82f2-8002a135fae7,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:00.155795 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:00.160452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:00.161811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:00.168821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] Pushing event deleted for resources: {'Network': ['ID=b16cd040-9a11-4bc9-a884-08f3cda8c42b,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:00.233193 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e68b779a-8b4e-4966-b7c0-da4b831c516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:00.261218 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9ce7f7ea-cf50-4f05-98e3-414eafb733ca tempest-NetworksTest-51856968 tempest-NetworksTest-51856968-project] 10.222.0.130 "DELETE /v2.0/networks/b16cd040-9a11-4bc9-a884-08f3cda8c42b HTTP/1.1" status: 204 len: 168 time: 5.3379531 Jan 24 16:23:00.274865 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-93ab9046-45d3-47cd-8e02-3a34659934e6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6065862 Jan 24 16:23:00.289220 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60550) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:00.297641 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-e68b779a-8b4e-4966-b7c0-da4b831c516c None None] For port 8b72cb83-94ad-4160-8edf-af8110165532, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8b72cb83-94ad-4160-8edf-af8110165532,segment=NetworkSegment(c045f13c-5a4e-43ef-b585-e5c91660dbc4),segment_id=c045f13c-5a4e-43ef-b585-e5c91660dbc4)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:00.300274 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'network_id': 'f567b99c-0eac-43e4-8920-7aabf0c38d9c', 'name': 'tempest-PortsIpV6TestJSON-1373587712'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:00.315408 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e68b779a-8b4e-4966-b7c0-da4b831c516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:00.317048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b61cafe-ddc1-482b-87ed-0b57a2c22d44 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:23:00.330146 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5facb3f4-d570-423a-9237-207a0c46b49d None None] Sync routers for ids ['d72302a5-dce0-4a6b-8f10-4366fcc3acf7'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:23:00.341253 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4b61cafe-ddc1-482b-87ed-0b57a2c22d44 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "PUT /v2.0/routers/d72302a5-dce0-4a6b-8f10-4366fcc3acf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4532728 Jan 24 16:23:00.343935 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60554) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:00.350115 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5facb3f4-d570-423a-9237-207a0c46b49d None None] Routers {'d72302a5-dce0-4a6b-8f10-4366fcc3acf7'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:00.350753 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-5facb3f4-d570-423a-9237-207a0c46b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d72302a5-dce0-4a6b-8f10-4366fcc3acf7'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:00.454472 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7dc31742-833e-4a62-a235-b433cd30e8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:00.462957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b779a-8b4e-4966-b7c0-da4b831c516c None None] Pushing event updated for resources: {'Port': ['ID=8b72cb83-94ad-4160-8edf-af8110165532,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:00.478452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60558) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:00.515172 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-5facb3f4-d570-423a-9237-207a0c46b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:00.536900 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5facb3f4-d570-423a-9237-207a0c46b49d None None] Routers {'d72302a5-dce0-4a6b-8f10-4366fcc3acf7'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:00.537768 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-5facb3f4-d570-423a-9237-207a0c46b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d72302a5-dce0-4a6b-8f10-4366fcc3acf7'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:00.600833 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-6a20da33-e502-44fa-aa99-c5aa2d2166b3 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port acedd069-422f-4f3b-9015-93a4950d9bf9 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:00.601165 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6a20da33-e502-44fa-aa99-c5aa2d2166b3 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:00.621616 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-d40c4cf8-94ca-4e00-b97b-23450dc9a0df tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] show failed (client error): The resource could not be found. Jan 24 16:23:00.623328 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-5facb3f4-d570-423a-9237-207a0c46b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:00.623902 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5facb3f4-d570-423a-9237-207a0c46b49d None None] The sync data for ids ['d72302a5-dce0-4a6b-8f10-4366fcc3acf7'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:23:00.628693 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d40c4cf8-94ca-4e00-b97b-23450dc9a0df tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "GET /v2.0/routers/tempest-non_exist_router-705002742 HTTP/1.1" status: 404 len: 334 time: 0.2540166 Jan 24 16:23:00.629700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60564) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:00.688918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-51740ab3-1cea-4ad4-97a9-13cddff6f678 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:00.795535 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-51740ab3-1cea-4ad4-97a9-13cddff6f678 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] update failed (client error): The resource could not be found. Jan 24 16:23:00.796973 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-51740ab3-1cea-4ad4-97a9-13cddff6f678 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "PUT /v2.0/routers/tempest-non_exist_router-981935616 HTTP/1.1" status: 404 len: 334 time: 0.1348464 Jan 24 16:23:00.812337 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60570) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:00.854936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc31742-833e-4a62-a235-b433cd30e8e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b4058d-0335-424c-8893-d356a535cd9d,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:00.856923 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60574) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:00.871833 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ead51829-50e2-4812-964d-e6ba86fd7662 None None] Provisioning for port dc23c1e6-b42d-4728-82f2-8002a135fae7 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:00.872359 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:00.876588 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc31742-833e-4a62-a235-b433cd30e8e3 admin admin] Checking segment: {'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:00.877205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc31742-833e-4a62-a235-b433cd30e8e3 admin admin] Network hostable DHCP agents. Network: a6e18642-b28b-4d3a-b701-7a40de2eb39c, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:23:00.881463 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ead51829-50e2-4812-964d-e6ba86fd7662 None None] Provisioning complete for port dc23c1e6-b42d-4728-82f2-8002a135fae7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:00.881965 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ead51829-50e2-4812-964d-e6ba86fd7662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:00.882891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:port and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:00.892310 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:00.904958 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:00.934189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:00.938324 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:00.968678 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] device_id is not set on port f4213974-c2ef-4b19-a8fc-05137140d557 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:23:00.971282 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ead51829-50e2-4812-964d-e6ba86fd7662 None None] Port dc23c1e6-b42d-4728-82f2-8002a135fae7 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:01.016125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ead51829-50e2-4812-964d-e6ba86fd7662 None None] Provisioning complete for port 8b72cb83-94ad-4160-8edf-af8110165532 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:01.016779 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ead51829-50e2-4812-964d-e6ba86fd7662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.085751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6a20da33-e502-44fa-aa99-c5aa2d2166b3 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.128224 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-35d79778-4b98-4379-83b2-850090f8b61f admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=a1ab4d499c3b4a4ab8671837a20cbe1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2700074 Jan 24 16:23:01.129530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc31742-833e-4a62-a235-b433cd30e8e3 admin admin] Network a6e18642-b28b-4d3a-b701-7a40de2eb39c is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:23:01.142180 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60580) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:01.195597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-7dc31742-833e-4a62-a235-b433cd30e8e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, a6e18642-b28b-4d3a-b701-7a40de2eb39c) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:01.210209 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51f7a99-3e93-4cdb-8244-ba8433429038 None None] Network a6e18642-b28b-4d3a-b701-7a40de2eb39c requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:01.221554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc31742-833e-4a62-a235-b433cd30e8e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:01.222138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7dc31742-833e-4a62-a235-b433cd30e8e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.284328 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8b72cb83-94ad-4160-8edf-af8110165532 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:01.314888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-197debcc-5803-41dd-ac91-6725b7ec7d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.317689 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-6a20da33-e502-44fa-aa99-c5aa2d2166b3 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for acedd069-422f-4f3b-9015-93a4950d9bf9 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:01.331101 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7dc31742-833e-4a62-a235-b433cd30e8e3 admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1308196 Jan 24 16:23:01.342008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60584) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:01.368243 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:01.379267 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:01.385903 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-197debcc-5803-41dd-ac91-6725b7ec7d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.389413 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-05419a05-17e2-4416-8a25-1b92cf509b82 None None] Provisioning complete for port dc23c1e6-b42d-4728-82f2-8002a135fae7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:01.389923 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-05419a05-17e2-4416-8a25-1b92cf509b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.409173 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Usage tracker for resource:router and tenant:352f5a2cec024da5b72f74b5856cad93 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:01.418869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Allocated IP 2001:db8::9b (f567b99c-0eac-43e4-8920-7aabf0c38d9c/a92776eb-5ee1-4c70-b509-671e105190c3/f4213974-c2ef-4b19-a8fc-05137140d557) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:01.424196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:01.446684 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c111c9b1-370b-42ce-8604-b070fb42167d admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=f08d0f5b039743cfaeaa2491953f9a58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9080086 Jan 24 16:23:01.447217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:01.450212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60588) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:01.476205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5c778b-2b78-459a-b9c1-d54a7bba079a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Deleting subnet 0c574e32-ef27-4d5f-8dcc-4d189d8f9d52 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:23:01.481947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0a5c778b-2b78-459a-b9c1-d54a7bba079a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.502053 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-05419a05-17e2-4416-8a25-1b92cf509b82 None None] Port dc23c1e6-b42d-4728-82f2-8002a135fae7 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:01.511676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.512518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.518415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 8b72cb83-94ad-4160-8edf-af8110165532 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:01.518758 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.538984 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ff33ce-9dcb-4a25-bfd6-628f02b2256e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 6b6962f1-e414-40ee-a477-40971e508e36 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:23:01.576574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0a5c778b-2b78-459a-b9c1-d54a7bba079a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.605012 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:23:01.605894 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.613399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.683366 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-197debcc-5803-41dd-ac91-6725b7ec7d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.702483 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-94478931-276e-4e4a-a1ab-7db8886cd51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.728887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197debcc-5803-41dd-ac91-6725b7ec7d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb29e53-71d1-48cd-b52d-929706fe524a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:01.807940 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0a5c778b-2b78-459a-b9c1-d54a7bba079a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.822824 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-94478931-276e-4e4a-a1ab-7db8886cd51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.839601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Allocated IP 172.20.0.2 (a6e18642-b28b-4d3a-b701-7a40de2eb39c/46b4058d-0335-424c-8893-d356a535cd9d/ad3f3992-5bbd-4bc9-bc3b-4eef40448246) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:01.840631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6a20da33-e502-44fa-aa99-c5aa2d2166b3 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.864328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-197debcc-5803-41dd-ac91-6725b7ec7d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:01.869300 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-197debcc-5803-41dd-ac91-6725b7ec7d99 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/0bb29e53-71d1-48cd-b52d-929706fe524a HTTP/1.1" status: 204 len: 168 time: 0.7223921 Jan 24 16:23:01.902784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20da33-e502-44fa-aa99-c5aa2d2166b3 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Port': ['ID=acedd069-422f-4f3b-9015-93a4950d9bf9,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:01.998141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:02.012951 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:02.118349 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-94478931-276e-4e4a-a1ab-7db8886cd51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:02.150922 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94478931-276e-4e4a-a1ab-7db8886cd51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a04e4a4-7085-4b54-948b-0690cf3efda4,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:02.160782 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:02.163230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-94478931-276e-4e4a-a1ab-7db8886cd51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:02.165007 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-94478931-276e-4e4a-a1ab-7db8886cd51d admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/4a04e4a4-7085-4b54-948b-0690cf3efda4 HTTP/1.1" status: 204 len: 168 time: 0.7137702 Jan 24 16:23:02.334218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Transition to ACTIVE for port object f4213974-c2ef-4b19-a8fc-05137140d557 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:02.336250 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Transition to ACTIVE for port object ad3f3992-5bbd-4bc9-bc3b-4eef40448246 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:02.346454 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:02.355463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0a5c778b-2b78-459a-b9c1-d54a7bba079a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:02.373270 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Transition to ACTIVE for port object ad3f3992-5bbd-4bc9-bc3b-4eef40448246 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:02.381856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:02.433535 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:02.476745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c778b-2b78-459a-b9c1-d54a7bba079a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event deleted for resources: {'Subnet': ['ID=0c574e32-ef27-4d5f-8dcc-4d189d8f9d52,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:02.507970 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0a5c778b-2b78-459a-b9c1-d54a7bba079a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:02.540773 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0a5c778b-2b78-459a-b9c1-d54a7bba079a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "DELETE /v2.0/subnets/0c574e32-ef27-4d5f-8dcc-4d189d8f9d52 HTTP/1.1" status: 204 len: 168 time: 1.7229171 Jan 24 16:23:02.544345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60602) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:02.561391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:02.593061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ef67c5-d38a-43f9-8d52-5bf643fad95a None None] Network 384ad8db-d8e1-4649-83b8-a8c4a0fb0e15 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:02.697385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Pushing event updated for resources: {'Port': ['ID=ad3f3992-5bbd-4bc9-bc3b-4eef40448246,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:02.739351 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Network a6e18642-b28b-4d3a-b701-7a40de2eb39c is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:02.744529 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:02.745256 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ff33ce-9dcb-4a25-bfd6-628f02b2256e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:23:02.754120 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-98ff33ce-9dcb-4a25-bfd6-628f02b2256e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "PUT /v2.0/routers/6b6962f1-e414-40ee-a477-40971e508e36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1889999 Jan 24 16:23:02.761637 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:02.766173 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60616) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:02.771098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:02.866304 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6a20da33-e502-44fa-aa99-c5aa2d2166b3 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:02.881876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network f567b99c-0eac-43e4-8920-7aabf0c38d9c is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:02.885129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Deleting port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:02.885770 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:02.892489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:02.901137 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:02.905290 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:02.905907 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:02.943671 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=f4213974-c2ef-4b19-a8fc-05137140d557,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:02.950989 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-74710c5a-bc72-4d7b-8426-9c2a4ffdb9b2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6602056 Jan 24 16:23:02.991261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60620) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:03.179597 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a7820-f942-47b2-a933-2b1256a6325f None None] Sync routers for ids ['6b6962f1-e414-40ee-a477-40971e508e36'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:23:03.198364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Allocated IP 172.26.2.59 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/abf07598-c15d-4a1c-845d-0f34e166fc9d) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:03.280655 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50371f4-9864-41ef-811c-c5e0420a3133 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:03.281414 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f50371f4-9864-41ef-811c-c5e0420a3133 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:03.296627 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Attempting to bind port ad3f3992-5bbd-4bc9-bc3b-4eef40448246 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:23:03.303920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Attempting to bind port ad3f3992-5bbd-4bc9-bc3b-4eef40448246 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:23:03.304457 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Attempting to bind port ad3f3992-5bbd-4bc9-bc3b-4eef40448246 on network a6e18642-b28b-4d3a-b701-7a40de2eb39c {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:23:03.315039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a7820-f942-47b2-a933-2b1256a6325f None None] Routers {'6b6962f1-e414-40ee-a477-40971e508e36'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:03.324236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e28a7820-f942-47b2-a933-2b1256a6325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b6962f1-e414-40ee-a477-40971e508e36'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:03.370776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f50371f4-9864-41ef-811c-c5e0420a3133 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:03.370776 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f50371f4-9864-41ef-811c-c5e0420a3133 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A292 HTTP/1.1" status: 200 len: 928 time: 0.3745601 Jan 24 16:23:03.370776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60632) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:03.461300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:23:03.461665 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Checking segment: {'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:03.470906 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:03.471382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Bound using segment: {'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:23:03.472263 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Bound port: ad3f3992-5bbd-4bc9-bc3b-4eef40448246, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:23:03.472413 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:03.477583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:03.483379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a522bf09-feae-4432-9a9a-34dc9fc75822 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port f4213974-c2ef-4b19-a8fc-05137140d557 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:03.483737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a522bf09-feae-4432-9a9a-34dc9fc75822 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:03.505091 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e28a7820-f942-47b2-a933-2b1256a6325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:03.609263 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-24a3dd80-f57b-4029-9c35-8a029a563123 None None] Provisioning for port f4213974-c2ef-4b19-a8fc-05137140d557 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:03.618496 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a7820-f942-47b2-a933-2b1256a6325f None None] Routers {'6b6962f1-e414-40ee-a477-40971e508e36'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:03.619205 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e28a7820-f942-47b2-a933-2b1256a6325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b6962f1-e414-40ee-a477-40971e508e36'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:03.646760 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] For port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=62baf6e5-eaf0-4a66-910e-3f1ab4c72942,segment=NetworkSegment(8c070089-afb7-46e1-9d6a-fa51afce8f24),segment_id=8c070089-afb7-46e1-9d6a-fa51afce8f24)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:03.647205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:03.694395 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60642) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:03.702519 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d57059-9901-45a9-942e-efc84932da8d None None] DHCP port deletion for 384ad8db-d8e1-4649-83b8-a8c4a0fb0e15 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:23:03.708538 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-24a3dd80-f57b-4029-9c35-8a029a563123 None None] Provisioning complete for port f4213974-c2ef-4b19-a8fc-05137140d557 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:03.709136 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-24a3dd80-f57b-4029-9c35-8a029a563123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:03.743092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e28a7820-f942-47b2-a933-2b1256a6325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:03.743645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a7820-f942-47b2-a933-2b1256a6325f None None] The sync data for ids ['6b6962f1-e414-40ee-a477-40971e508e36'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:23:03.760079 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-91d57059-9901-45a9-942e-efc84932da8d None None] Deleting port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:03.760715 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-91d57059-9901-45a9-942e-efc84932da8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:03.775994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Calling delete_port for 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:03.810446 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] For port ad3f3992-5bbd-4bc9-bc3b-4eef40448246, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:23:03.839093 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] For port ad3f3992-5bbd-4bc9-bc3b-4eef40448246, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ad3f3992-5bbd-4bc9-bc3b-4eef40448246,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:23:03.847019 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-24a3dd80-f57b-4029-9c35-8a029a563123 None None] Port f4213974-c2ef-4b19-a8fc-05137140d557 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:03.878068 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:03.962686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a522bf09-feae-4432-9a9a-34dc9fc75822 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:03.995074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60650) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:04.061564 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16322016-308a-4aa8-ba9b-4bc290cd821e None None] Pushing event updated for resources: {'Port': ['ID=ad3f3992-5bbd-4bc9-bc3b-4eef40448246,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:04.133971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-91d57059-9901-45a9-942e-efc84932da8d None None] For port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=62baf6e5-eaf0-4a66-910e-3f1ab4c72942,segment=NetworkSegment(8c070089-afb7-46e1-9d6a-fa51afce8f24),segment_id=8c070089-afb7-46e1-9d6a-fa51afce8f24)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:04.134390 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-91d57059-9901-45a9-942e-efc84932da8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:04.203661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a522bf09-feae-4432-9a9a-34dc9fc75822 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for f4213974-c2ef-4b19-a8fc-05137140d557 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:04.236337 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-727b4f03-7dec-4e77-98fa-c5f7bc6e187c tempest-DvrRoutersNegativeTest-677830852 tempest-DvrRoutersNegativeTest-677830852-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1114878820', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:04.240020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.policy [None req-727b4f03-7dec-4e77-98fa-c5f7bc6e187c tempest-DvrRoutersNegativeTest-677830852 tempest-DvrRoutersNegativeTest-677830852-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83465) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Jan 24 16:23:04.240409 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.policy [None req-727b4f03-7dec-4e77-98fa-c5f7bc6e187c tempest-DvrRoutersNegativeTest-677830852 tempest-DvrRoutersNegativeTest-677830852-project] Failed policy check for 'create_router' {{(pid=83465) enforce /opt/stack/neutron/neutron/policy.py:482}} Jan 24 16:23:04.241075 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-727b4f03-7dec-4e77-98fa-c5f7bc6e187c tempest-DvrRoutersNegativeTest-677830852 tempest-DvrRoutersNegativeTest-677830852-project] create failed (client error): Access was denied to this resource. Jan 24 16:23:04.242277 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-727b4f03-7dec-4e77-98fa-c5f7bc6e187c tempest-DvrRoutersNegativeTest-677830852 tempest-DvrRoutersNegativeTest-677830852-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5390134 Jan 24 16:23:04.243780 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:04.313304 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-933628823'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:04.319154 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:04.323210 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Usage tracker for resource:network and tenant:b966f987ddf547078bb6538e8ed56679 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:04.326068 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:04.341876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:04.356202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72216be7-3b92-4323-a3d1-0e7a215b6e2f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:04.365665 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-91d57059-9901-45a9-942e-efc84932da8d None None] Calling delete_port for 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:04.401544 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:04.408080 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:04.430586 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Made reservation on behalf of b966f987ddf547078bb6538e8ed56679 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:04.431215 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:04.433943 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:04.457638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:04.476873 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Pushing event updated for resources: {'Port': ['ID=abf07598-c15d-4a1c-845d-0f34e166fc9d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:04.495192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-91d57059-9901-45a9-942e-efc84932da8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:23:04.495590 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-91d57059-9901-45a9-942e-efc84932da8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:23:04.507664 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] No DVR routers for this DVR port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:23:04.562860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:04.577793 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event deleted for resources: {'Port': ['ID=62baf6e5-eaf0-4a66-910e-3f1ab4c72942,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:04.624889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a522bf09-feae-4432-9a9a-34dc9fc75822 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:04.671249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60660) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:04.683785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522bf09-feae-4432-9a9a-34dc9fc75822 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=f4213974-c2ef-4b19-a8fc-05137140d557,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:04.718651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:04.764722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a522bf09-feae-4432-9a9a-34dc9fc75822 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:04.787240 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a522bf09-feae-4432-9a9a-34dc9fc75822 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/f4213974-c2ef-4b19-a8fc-05137140d557 HTTP/1.1" status: 204 len: 168 time: 1.4153669 Jan 24 16:23:04.787898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60666) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:04.797530 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:04.816437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Usage tracker for resource:security_group_rule and tenant:b966f987ddf547078bb6538e8ed56679 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:04.820103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384ad8db-d8e1-4649-83b8-a8c4a0fb0e15']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:04.834588 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2201086-d632-401f-b445-5cc2b3f701a9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] GET failed (client error): The resource could not be found. Jan 24 16:23:04.835092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a2201086-d632-401f-b445-5cc2b3f701a9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:04.837266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:04.847193 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c070089-afb7-46e1-9d6a-fa51afce8f24') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:04.847742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c070089-afb7-46e1-9d6a-fa51afce8f24') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:04.855188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:04.868606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:04.869799 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a55a5745-bd63-413b-8edb-552ef337c74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:04.881048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a2201086-d632-401f-b445-5cc2b3f701a9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:04.882177 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a2201086-d632-401f-b445-5cc2b3f701a9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/f4213974-c2ef-4b19-a8fc-05137140d557 HTTP/1.1" status: 404 len: 333 time: 0.0933754 Jan 24 16:23:04.886615 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60670) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:04.967287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:04.974653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:04.975383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:04.996484 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-91d57059-9901-45a9-942e-efc84932da8d None None] Deleting port 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:04.996967 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-91d57059-9901-45a9-942e-efc84932da8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:05.037561 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:23:05.037925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:05.048094 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a55a5745-bd63-413b-8edb-552ef337c74e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:23:05.055627 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:23:05.067632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a55a5745-bd63-413b-8edb-552ef337c74e admin admin] Usage tracker for resource:security_group_rule and tenant:337198b31be141cda5f225665efde495 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:05.076964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ba998d02-acda-422c-8165-9219af066956 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port dc23c1e6-b42d-4728-82f2-8002a135fae7 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:05.077441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba998d02-acda-422c-8165-9219af066956 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:05.123700 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-91d57059-9901-45a9-942e-efc84932da8d None None] The port '62baf6e5-eaf0-4a66-910e-3f1ab4c72942' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:23:05.243524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a55a5745-bd63-413b-8edb-552ef337c74e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:05.277774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a55a5745-bd63-413b-8edb-552ef337c74e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:05.311659 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:05.316579 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:05.350597 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ad3f3992-5bbd-4bc9-bc3b-4eef40448246 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:05.367565 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:05.382862 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event deleted for resources: {'Network': ['ID=384ad8db-d8e1-4649-83b8-a8c4a0fb0e15,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:05.387550 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:05.417032 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-28b8f80d-6178-401d-807e-1e7f7d828859 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "DELETE /v2.0/networks/384ad8db-d8e1-4649-83b8-a8c4a0fb0e15 HTTP/1.1" status: 204 len: 168 time: 2.8706431 Jan 24 16:23:05.427120 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60674) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:05.432506 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port ad3f3992-5bbd-4bc9-bc3b-4eef40448246 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:05.485192 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:23:05.508227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a20da33-e502-44fa-aa99-c5aa2d2166b3 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router 802507ed-ca60-498c-a55c-8eac80163bee has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:23:05.509630 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:23:05.514851 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72216be7-3b92-4323-a3d1-0e7a215b6e2f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:05.528935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036bbd3b-f5e6-4378-85fb-417f1bf654a2,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:05.535852 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:05.536219 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Added segment 73bf5d17-9047-41b0-a217-ca372eb2b445 of type vlan for network fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7 Jan 24 16:23:05.555525 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-72216be7-3b92-4323-a3d1-0e7a215b6e2f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting port 7e689b80-0308-4d53-bf1b-7563e2940b0f {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:05.555699 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a30583-a93b-47c2-be76-93d04242bcbf None None] Network a6e18642-b28b-4d3a-b701-7a40de2eb39c requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:05.555832 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72216be7-3b92-4323-a3d1-0e7a215b6e2f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:05.573486 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:23:05.574292 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 62baf6e5-eaf0-4a66-910e-3f1ab4c72942 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:23:05.643657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba998d02-acda-422c-8165-9219af066956 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:05.707037 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-032b4fab-95d4-4692-84c0-279e4846b32e None None] Provisioning for port ad3f3992-5bbd-4bc9-bc3b-4eef40448246 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:05.715589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-032b4fab-95d4-4692-84c0-279e4846b32e None None] Provisioning complete for port ad3f3992-5bbd-4bc9-bc3b-4eef40448246 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:05.716152 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-032b4fab-95d4-4692-84c0-279e4846b32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:05.786135 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:05.799135 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ba998d02-acda-422c-8165-9219af066956 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for dc23c1e6-b42d-4728-82f2-8002a135fae7 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:05.870315 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a55a5745-bd63-413b-8edb-552ef337c74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:05.888931 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a55a5745-bd63-413b-8edb-552ef337c74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:05.931698 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-032b4fab-95d4-4692-84c0-279e4846b32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:05.966653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a5745-bd63-413b-8edb-552ef337c74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c145b378-564d-46b5-9850-adb7e3b87c86,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:05.977988 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a55a5745-bd63-413b-8edb-552ef337c74e admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=337198b31be141cda5f225665efde495&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2975314 Jan 24 16:23:05.982675 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60678) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:05.983189 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-032b4fab-95d4-4692-84c0-279e4846b32e None None] For port ad3f3992-5bbd-4bc9-bc3b-4eef40448246, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ad3f3992-5bbd-4bc9-bc3b-4eef40448246,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:05.996907 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-032b4fab-95d4-4692-84c0-279e4846b32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:06.081803 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b4fab-95d4-4692-84c0-279e4846b32e None None] Pushing event updated for resources: {'Port': ['ID=ad3f3992-5bbd-4bc9-bc3b-4eef40448246,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:06.121004 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba998d02-acda-422c-8165-9219af066956 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:06.155920 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:06.159533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:06.160806 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:06.177939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba998d02-acda-422c-8165-9219af066956 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=dc23c1e6-b42d-4728-82f2-8002a135fae7,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:06.232188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Router 55fc5a73-0a38-4574-993a-0a74bf47fcbe is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:23:06.240536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bbd3469a-1292-44bc-99a9-fce29afe4145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:06.244019 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72216be7-3b92-4323-a3d1-0e7a215b6e2f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:06.259413 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba998d02-acda-422c-8165-9219af066956 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:06.291618 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bbd3469a-1292-44bc-99a9-fce29afe4145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:06.369905 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ba998d02-acda-422c-8165-9219af066956 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/dc23c1e6-b42d-4728-82f2-8002a135fae7 HTTP/1.1" status: 204 len: 168 time: 1.4790614 Jan 24 16:23:06.370896 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60682) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:06.376109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-72216be7-3b92-4323-a3d1-0e7a215b6e2f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Calling delete_port for 7e689b80-0308-4d53-bf1b-7563e2940b0f owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:06.423369 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d87698e4-c7fe-4641-be1d-e314c6c33654 None None] Provisioning complete for port ad3f3992-5bbd-4bc9-bc3b-4eef40448246 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:06.424077 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d87698e4-c7fe-4641-be1d-e314c6c33654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:06.436746 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5672223-9b14-4f40-a3c3-4a9d5b8c9133 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] GET failed (client error): The resource could not be found. Jan 24 16:23:06.437249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c5672223-9b14-4f40-a3c3-4a9d5b8c9133 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:06.476022 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c5672223-9b14-4f40-a3c3-4a9d5b8c9133 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:06.479957 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c5672223-9b14-4f40-a3c3-4a9d5b8c9133 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/dc23c1e6-b42d-4728-82f2-8002a135fae7 HTTP/1.1" status: 404 len: 333 time: 0.1054602 Jan 24 16:23:06.480803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60686) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:06.484786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bbd3469a-1292-44bc-99a9-fce29afe4145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:06.494317 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c736ed-a6a3-438b-a877-223ce71850f3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Deleting subnet 30de859f-ee5d-4f76-b6c6-11247f81619f {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:23:06.500127 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Pushing event updated for resources: {'Network': ['ID=fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:06.503279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e0c736ed-a6a3-438b-a877-223ce71850f3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:06.512239 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:23:06.542777 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-293ac871-b314-4de5-857e-f074a011b762 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5365813 Jan 24 16:23:06.544488 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3469a-1292-44bc-99a9-fce29afe4145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c145b378-564d-46b5-9850-adb7e3b87c86,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:06.550756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60690) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:06.559761 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-8ea7e3c9-c965-479a-997b-cedd4c581fef tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Request body: {'subnet': {'network_id': 'fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:06.593310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e0c736ed-a6a3-438b-a877-223ce71850f3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:06.593662 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bbd3469a-1292-44bc-99a9-fce29afe4145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:06.597167 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bbd3469a-1292-44bc-99a9-fce29afe4145 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/c145b378-564d-46b5-9850-adb7e3b87c86 HTTP/1.1" status: 204 len: 168 time: 0.5726743 Jan 24 16:23:06.704728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a20da33-e502-44fa-aa99-c5aa2d2166b3 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:23:06.712907 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6a20da33-e502-44fa-aa99-c5aa2d2166b3 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/802507ed-ca60-498c-a55c-8eac80163bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1281855 Jan 24 16:23:06.718703 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60696) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:06.719326 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64825d4-aa47-4403-9710-c7d5f451dbd8 None None] Sync routers for ids ['802507ed-ca60-498c-a55c-8eac80163bee'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:23:06.736943 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64825d4-aa47-4403-9710-c7d5f451dbd8 None None] Routers {'802507ed-ca60-498c-a55c-8eac80163bee'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:06.738465 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e64825d4-aa47-4403-9710-c7d5f451dbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['802507ed-ca60-498c-a55c-8eac80163bee'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:06.843904 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e0c736ed-a6a3-438b-a877-223ce71850f3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:06.848267 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e64825d4-aa47-4403-9710-c7d5f451dbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:06.860871 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64825d4-aa47-4403-9710-c7d5f451dbd8 None None] Routers {'802507ed-ca60-498c-a55c-8eac80163bee'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:06.861816 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e64825d4-aa47-4403-9710-c7d5f451dbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['802507ed-ca60-498c-a55c-8eac80163bee'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:06.889271 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8ea7e3c9-c965-479a-997b-cedd4c581fef tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:06.898745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8ea7e3c9-c965-479a-997b-cedd4c581fef tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Usage tracker for resource:subnet and tenant:b966f987ddf547078bb6538e8ed56679 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:06.914061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8ea7e3c9-c965-479a-997b-cedd4c581fef tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:06.925392 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e64825d4-aa47-4403-9710-c7d5f451dbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:06.926487 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64825d4-aa47-4403-9710-c7d5f451dbd8 None None] The sync data for ids ['802507ed-ca60-498c-a55c-8eac80163bee'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:23:06.926709 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8ea7e3c9-c965-479a-997b-cedd4c581fef tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:06.957956 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-73813c4f-9ea2-4554-bd42-c2983f8d2ffd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting subnet a92776eb-5ee1-4c70-b509-671e105190c3 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:23:06.963122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1fa018cb-e6d6-4e35-9363-1dae4deaa2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:06.964455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea7e3c9-c965-479a-997b-cedd4c581fef tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Made reservation on behalf of b966f987ddf547078bb6538e8ed56679 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:06.987282 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-73813c4f-9ea2-4554-bd42-c2983f8d2ffd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:07.002848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72216be7-3b92-4323-a3d1-0e7a215b6e2f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:07.065778 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72216be7-3b92-4323-a3d1-0e7a215b6e2f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Port': ['ID=7e689b80-0308-4d53-bf1b-7563e2940b0f,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:07.107584 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e0c736ed-a6a3-438b-a877-223ce71850f3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:07.183295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c736ed-a6a3-438b-a877-223ce71850f3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event deleted for resources: {'Subnet': ['ID=30de859f-ee5d-4f76-b6c6-11247f81619f,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:07.205107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:23:07.208092 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e0c736ed-a6a3-438b-a877-223ce71850f3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:07.212097 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24b7da6-d959-48be-bef0-fcadfb5b9419 None None] Network 2aeb491c-88a3-4663-a3f7-991c692fd75b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:07.248833 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Sync routers for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:23:07.252791 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-73813c4f-9ea2-4554-bd42-c2983f8d2ffd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:07.292684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e3c9-c965-479a-997b-cedd4c581fef tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:07.295850 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e0c736ed-a6a3-438b-a877-223ce71850f3 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "DELETE /v2.0/subnets/30de859f-ee5d-4f76-b6c6-11247f81619f HTTP/1.1" status: 204 len: 168 time: 1.8601778 Jan 24 16:23:07.311955 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60710) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:07.364712 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ad3f3992-5bbd-4bc9-bc3b-4eef40448246 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:07.420037 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:07.421665 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6b854133-8560-4c45-993c-03bbc4c86d50 admin admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0748346 Jan 24 16:23:07.430782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60714) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:07.463765 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:07.464409 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:22:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:07.628727 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-73813c4f-9ea2-4554-bd42-c2983f8d2ffd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:07.707061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72216be7-3b92-4323-a3d1-0e7a215b6e2f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:07.773265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5e5710-e8ac-44d5-a1a6-6ee1beb0d811 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Deleting subnet 696df7cd-7a1f-4417-bc47-b7c5097c3523 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:23:07.780147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port ad3f3992-5bbd-4bc9-bc3b-4eef40448246 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:07.780515 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:07.781392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bd5e5710-e8ac-44d5-a1a6-6ee1beb0d811 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:07.872279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60724) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:07.909559 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bd5e5710-e8ac-44d5-a1a6-6ee1beb0d811 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:07.936071 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:23:07.944987 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-73813c4f-9ea2-4554-bd42-c2983f8d2ffd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:07.995191 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7191f03-8b77-4631-bf22-427c8daee2b8 None None] DHCP port deletion for 2aeb491c-88a3-4663-a3f7-991c692fd75b request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:23:08.000219 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73813c4f-9ea2-4554-bd42-c2983f8d2ffd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Subnet': ['ID=a92776eb-5ee1-4c70-b509-671e105190c3,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:08.013079 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e3c9-c965-479a-997b-cedd4c581fef tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.021220 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-73813c4f-9ea2-4554-bd42-c2983f8d2ffd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.059594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72216be7-3b92-4323-a3d1-0e7a215b6e2f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.074511 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72216be7-3b92-4323-a3d1-0e7a215b6e2f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.091029 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1aa45734-caa7-48d6-9e1f-553314e1f304 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.092413 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-73813c4f-9ea2-4554-bd42-c2983f8d2ffd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/a92776eb-5ee1-4c70-b509-671e105190c3 HTTP/1.1" status: 204 len: 168 time: 1.6101954 Jan 24 16:23:08.095403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60730) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:08.148033 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ea4e75-dbd6-44a7-9156-6ee4e4101763 None None] Network f567b99c-0eac-43e4-8920-7aabf0c38d9c requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:08.155976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7e3c9-c965-479a-997b-cedd4c581fef tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Pushing event updated for resources: {'Subnet': ['ID=4979145a-94dc-415d-b3ed-f1b553f2f72c,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:08.238516 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bc852956-1474-48ab-be43-35e7d3ece5fe tempest-ServiceProvidersTest-1890451704 tempest-ServiceProvidersTest-1890451704-project] 10.222.0.130 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3635559 Jan 24 16:23:08.239166 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bd5e5710-e8ac-44d5-a1a6-6ee1beb0d811 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.257810 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d7191f03-8b77-4631-bf22-427c8daee2b8 None None] Deleting port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:08.258359 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d7191f03-8b77-4631-bf22-427c8daee2b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.292436 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea7e3c9-c965-479a-997b-cedd4c581fef tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Checking segment: {'id': '73bf5d17-9047-41b0-a217-ca372eb2b445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:08.292855 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea7e3c9-c965-479a-997b-cedd4c581fef tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Network hostable DHCP agents. Network: fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:23:08.307154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.316325 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72216be7-3b92-4323-a3d1-0e7a215b6e2f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.317191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72216be7-3b92-4323-a3d1-0e7a215b6e2f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Fanout notify agent at l3_agent the message router_deleted on router 6b6962f1-e414-40ee-a477-40971e508e36 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:23:08.344664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 8b72cb83-94ad-4160-8edf-af8110165532 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:08.344997 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.351102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72216be7-3b92-4323-a3d1-0e7a215b6e2f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.356202 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-72216be7-3b92-4323-a3d1-0e7a215b6e2f tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/routers/6b6962f1-e414-40ee-a477-40971e508e36 HTTP/1.1" status: 204 len: 168 time: 5.5789797 Jan 24 16:23:08.357273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60736) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:08.412939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bd5e5710-e8ac-44d5-a1a6-6ee1beb0d811 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.472578 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea7e3c9-c965-479a-997b-cedd4c581fef tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Network fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:23:08.494703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e5710-e8ac-44d5-a1a6-6ee1beb0d811 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event deleted for resources: {'Subnet': ['ID=696df7cd-7a1f-4417-bc47-b7c5097c3523,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:08.514427 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bd5e5710-e8ac-44d5-a1a6-6ee1beb0d811 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.516933 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-8ea7e3c9-c965-479a-997b-cedd4c581fef tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:08.527019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea7e3c9-c965-479a-997b-cedd4c581fef tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:08.527609 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e3c9-c965-479a-997b-cedd4c581fef tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.547347 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bd5e5710-e8ac-44d5-a1a6-6ee1beb0d811 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "DELETE /v2.0/subnets/696df7cd-7a1f-4417-bc47-b7c5097c3523 HTTP/1.1" status: 204 len: 168 time: 1.2340186 Jan 24 16:23:08.552714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60740) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:08.559678 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbd7d0a-82bf-4dfc-8b51-8182516d3e2f None None] Network d9680cb9-1a30-4179-8e0f-8dc60f654f77 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:08.572066 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a77aa4-35c9-4fe1-874c-e17418c66e21 None None] Network fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:08.728020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.754807 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8ea7e3c9-c965-479a-997b-cedd4c581fef tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2025270 Jan 24 16:23:08.761344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60746) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:08.761924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60748) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:08.774533 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Deleting port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:08.774864 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.786000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Request body: {'port': {'network_id': 'fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1511293471'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:08.812449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] For port 8b72cb83-94ad-4160-8edf-af8110165532, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8b72cb83-94ad-4160-8edf-af8110165532,segment=NetworkSegment(c045f13c-5a4e-43ef-b585-e5c91660dbc4),segment_id=c045f13c-5a4e-43ef-b585-e5c91660dbc4)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:08.812797 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:08.990102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b72ec3c-07bd-4f8d-b88a-927def0a2afe tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting subnet ca3573e1-c25c-49b3-91ff-1ff55d8d8f84 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:23:09.011171 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5b72ec3c-07bd-4f8d-b88a-927def0a2afe tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:09.101144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for 8b72cb83-94ad-4160-8edf-af8110165532 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:09.120817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d7191f03-8b77-4631-bf22-427c8daee2b8 None None] For port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=69fe7b31-d9bc-40c4-bcb0-c9507c8904a0,segment=NetworkSegment(72e230c5-ea5f-489b-b237-6f8d5c609659),segment_id=72e230c5-ea5f-489b-b237-6f8d5c609659)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:09.121203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d7191f03-8b77-4631-bf22-427c8daee2b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:09.130855 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7', 'network_id': 'fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7', 'tenant_id': 'b966f987ddf547078bb6538e8ed56679', 'fixed_ips': [{'subnet_id': '4979145a-94dc-415d-b3ed-f1b553f2f72c'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:23:09.131714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:09.242278 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b54b2b0e-68cd-4245-92fa-1790e026fca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:09.291794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:09.388090 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d7191f03-8b77-4631-bf22-427c8daee2b8 None None] Calling delete_port for 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:09.421514 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:23:09.431659 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No DVR routers for this DVR port 8b72cb83-94ad-4160-8edf-af8110165532 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:23:09.474757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5b72ec3c-07bd-4f8d-b88a-927def0a2afe tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:09.477243 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=8b72cb83-94ad-4160-8edf-af8110165532,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:09.502199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6b2d6af5-6be0-42ce-a0c4-3af7471f403a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:09.515965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:09.544342 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Usage tracker for resource:port and tenant:b966f987ddf547078bb6538e8ed56679 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:09.550212 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:09.558275 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b54b2b0e-68cd-4245-92fa-1790e026fca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:09.587806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] For port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=69fe7b31-d9bc-40c4-bcb0-c9507c8904a0,segment=NetworkSegment(72e230c5-ea5f-489b-b237-6f8d5c609659),segment_id=72e230c5-ea5f-489b-b237-6f8d5c609659)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:09.588178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:09.589609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b54b2b0e-68cd-4245-92fa-1790e026fca6 admin admin] Usage tracker for resource:security_group_rule and tenant:4caf9a3e4402419c97d64900342bb93f is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:09.602750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:09.607376 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b54b2b0e-68cd-4245-92fa-1790e026fca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:09.640839 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b54b2b0e-68cd-4245-92fa-1790e026fca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:09.644127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:09.669101 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Made reservation on behalf of b966f987ddf547078bb6538e8ed56679 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:09.672580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:09.688737 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d7191f03-8b77-4631-bf22-427c8daee2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:09.700701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f567b99c-0eac-43e4-8920-7aabf0c38d9c']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:09.768047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d42d06b-3541-4032-80de-ca387934c9c8 None None] DHCP port deletion for f567b99c-0eac-43e4-8920-7aabf0c38d9c request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:23:09.772375 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c045f13c-5a4e-43ef-b585-e5c91660dbc4') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:09.772664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c045f13c-5a4e-43ef-b585-e5c91660dbc4') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:09.792479 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] device_id is not set on port 6a960098-f4ca-4ae5-a5f7-ecbad6990425 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:23:09.825008 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 update to DOWN by agent not found {{(pid=83467) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 24 16:23:09.833587 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7191f03-8b77-4631-bf22-427c8daee2b8 None None] Pushing event deleted for resources: {'Port': ['ID=69fe7b31-d9bc-40c4-bcb0-c9507c8904a0,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:09.842454 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Calling delete_port for 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:09.871409 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:04Z', 'revision_number': 3, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:09.884263 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:09.886820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7191f03-8b77-4631-bf22-427c8daee2b8 None None] No DVR routers for this DVR port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:23:09.909888 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Checking router: 55fc5a73-0a38-4574-993a-0a74bf47fcbe for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:23:09.911677 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Updating router 55fc5a73-0a38-4574-993a-0a74bf47fcbe port abf07598-c15d-4a1c-845d-0f34e166fc9d binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:23:09.917775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5b72ec3c-07bd-4f8d-b88a-927def0a2afe tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:09.919741 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:09.932146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:23:09.932489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:23:09.946905 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:23:09.963341 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82c026f-6229-4003-b907-5031db9d5162 None None] DHCP port deletion for d9680cb9-1a30-4179-8e0f-8dc60f654f77 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:23:09.983677 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c82c026f-6229-4003-b907-5031db9d5162 None None] Deleting port 82b0a16e-d412-44a6-a88f-9bb5aa550002 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:09.984352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c82c026f-6229-4003-b907-5031db9d5162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.012389 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Allocated IP 172.20.0.2 (fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7/4979145a-94dc-415d-b3ed-f1b553f2f72c/c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:10.060810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b54b2b0e-68cd-4245-92fa-1790e026fca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.078518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:23:10.080647 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:23:10.087275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.089412 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b54b2b0e-68cd-4245-92fa-1790e026fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.104806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.133252 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.136645 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Network': ['ID=f567b99c-0eac-43e4-8920-7aabf0c38d9c,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:10.150301 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-088e9b84-bcc2-4032-bc3f-892118d18336 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/networks/f567b99c-0eac-43e4-8920-7aabf0c38d9c HTTP/1.1" status: 204 len: 168 time: 2.0487275 Jan 24 16:23:10.156098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60758) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:10.163279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ca045cf4-a04c-4025-a38d-3e720794beb0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-964165390'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:10.168811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ca045cf4-a04c-4025-a38d-3e720794beb0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:10.172594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ca045cf4-a04c-4025-a38d-3e720794beb0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:network and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:10.175999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ca045cf4-a04c-4025-a38d-3e720794beb0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:10.181660 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ca045cf4-a04c-4025-a38d-3e720794beb0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:10.193091 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca045cf4-a04c-4025-a38d-3e720794beb0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:10.196326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ca045cf4-a04c-4025-a38d-3e720794beb0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.224669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca045cf4-a04c-4025-a38d-3e720794beb0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:23:10.228091 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5b72ec3c-07bd-4f8d-b88a-927def0a2afe tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.233919 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ca045cf4-a04c-4025-a38d-3e720794beb0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.234179 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-ca045cf4-a04c-4025-a38d-3e720794beb0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Added segment 4852a2de-20d5-4bb8-b05a-9e86e008a276 of type vlan for network 3a5476fb-5ded-4705-bde3-d8d61a9edd7e Jan 24 16:23:10.263925 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ca045cf4-a04c-4025-a38d-3e720794beb0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.296767 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b2b0e-68cd-4245-92fa-1790e026fca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9869de96-c474-418d-89a6-8afe845f035c,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:10.297552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ca045cf4-a04c-4025-a38d-3e720794beb0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.301074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-1aa45734-caa7-48d6-9e1f-553314e1f304 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port f3920700-073a-436f-9512-0719cc233b1e {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:10.301397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1aa45734-caa7-48d6-9e1f-553314e1f304 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.301606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca045cf4-a04c-4025-a38d-3e720794beb0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:10.302575 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ca045cf4-a04c-4025-a38d-3e720794beb0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.324897 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72ec3c-07bd-4f8d-b88a-927def0a2afe tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3573e1-c25c-49b3-91ff-1ff55d8d8f84,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:10.330652 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b54b2b0e-68cd-4245-92fa-1790e026fca6 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=4caf9a3e4402419c97d64900342bb93f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5586562 Jan 24 16:23:10.341386 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60762) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:10.346562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5b72ec3c-07bd-4f8d-b88a-927def0a2afe tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.390190 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5b72ec3c-07bd-4f8d-b88a-927def0a2afe tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/subnets/ca3573e1-c25c-49b3-91ff-1ff55d8d8f84 HTTP/1.1" status: 204 len: 168 time: 2.0286906 Jan 24 16:23:10.394436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60766) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:10.438695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aa2c08-b0b6-46f2-8b86-3cd6889b559d None None] Network 113074bc-83e0-4e7a-a29f-0216b6ac3e05 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:10.458268 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ca045cf4-a04c-4025-a38d-3e720794beb0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3010685 Jan 24 16:23:10.467358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60770) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:10.469485 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca045cf4-a04c-4025-a38d-3e720794beb0 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Network': ['ID=3a5476fb-5ded-4705-bde3-d8d61a9edd7e,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:10.472512 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.477753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-3e2b7cef-1bb7-4aef-a9e1-9a3daf1ed8f5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'subnet': {'network_id': '3a5476fb-5ded-4705-bde3-d8d61a9edd7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:10.549714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 3a5476fb-5ded-4705-bde3-d8d61a9edd7e details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:23:10.584079 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Deleting port 69fe7b31-d9bc-40c4-bcb0-c9507c8904a0 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:10.584079 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.638514 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1aa45734-caa7-48d6-9e1f-553314e1f304 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.639829 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d7d0348-6559-40ea-8b1b-8a9ecc60ce4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.648828 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.681598 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.686237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] The port '69fe7b31-d9bc-40c4-bcb0-c9507c8904a0' was deleted {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:23:10.694364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3e2b7cef-1bb7-4aef-a9e1-9a3daf1ed8f5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:10.726759 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3e2b7cef-1bb7-4aef-a9e1-9a3daf1ed8f5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:subnet and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:10.734472 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3e2b7cef-1bb7-4aef-a9e1-9a3daf1ed8f5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:10.738612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d7d0348-6559-40ea-8b1b-8a9ecc60ce4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.764565 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3e2b7cef-1bb7-4aef-a9e1-9a3daf1ed8f5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:10.774919 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c82c026f-6229-4003-b907-5031db9d5162 None None] For port 82b0a16e-d412-44a6-a88f-9bb5aa550002, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=82b0a16e-d412-44a6-a88f-9bb5aa550002,segment=NetworkSegment(91965958-10c8-4838-ad59-9b8382a57d94),segment_id=91965958-10c8-4838-ad59-9b8382a57d94)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:10.775304 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c82c026f-6229-4003-b907-5031db9d5162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.798035 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-1aa45734-caa7-48d6-9e1f-553314e1f304 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for f3920700-073a-436f-9512-0719cc233b1e owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:10.845100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting port 8fe4df8d-c574-4b4b-aa77-833ffe633774 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:10.845337 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:10.972390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2b7cef-1bb7-4aef-a9e1-9a3daf1ed8f5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:10.999433 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.002769 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c82c026f-6229-4003-b907-5031db9d5162 None None] Calling delete_port for 82b0a16e-d412-44a6-a88f-9bb5aa550002 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:11.096747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aeb491c-88a3-4663-a3f7-991c692fd75b']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:11.114826 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.116698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d7d0348-6559-40ea-8b1b-8a9ecc60ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.133313 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e230c5-ea5f-489b-b237-6f8d5c609659') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:11.133604 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e230c5-ea5f-489b-b237-6f8d5c609659') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:11.150865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.157423 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d0348-6559-40ea-8b1b-8a9ecc60ce4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9869de96-c474-418d-89a6-8afe845f035c,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:11.160991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e2b7cef-1bb7-4aef-a9e1-9a3daf1ed8f5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.177362 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Transition to ACTIVE for port object c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:11.238001 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d7d0348-6559-40ea-8b1b-8a9ecc60ce4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.252730 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4d7d0348-6559-40ea-8b1b-8a9ecc60ce4f admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/9869de96-c474-418d-89a6-8afe845f035c HTTP/1.1" status: 204 len: 168 time: 0.8892117 Jan 24 16:23:11.254280 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.288455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:23:11.288868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.295668 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c82c026f-6229-4003-b907-5031db9d5162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.329093 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:23:11.337108 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:23:11.392463 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 82b0a16e-d412-44a6-a88f-9bb5aa550002 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:23:11.419983 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] For port 8fe4df8d-c574-4b4b-aa77-833ffe633774, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8fe4df8d-c574-4b4b-aa77-833ffe633774,segment=NetworkSegment(6cc09851-3774-4957-ab28-0ee56e052bed),segment_id=6cc09851-3774-4957-ab28-0ee56e052bed)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:11.420338 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.425827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c026f-6229-4003-b907-5031db9d5162 None None] Pushing event deleted for resources: {'Port': ['ID=82b0a16e-d412-44a6-a88f-9bb5aa550002,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:11.436611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1aa45734-caa7-48d6-9e1f-553314e1f304 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.440184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 82b0a16e-d412-44a6-a88f-9bb5aa550002 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:23:11.440735 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 82b0a16e-d412-44a6-a88f-9bb5aa550002 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:23:11.441211 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8b72cb83-94ad-4160-8edf-af8110165532 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:23:11.483798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82c026f-6229-4003-b907-5031db9d5162 None None] No DVR routers for this DVR port 82b0a16e-d412-44a6-a88f-9bb5aa550002 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:23:11.485474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 8b72cb83-94ad-4160-8edf-af8110165532 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:23:11.485654 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8b72cb83-94ad-4160-8edf-af8110165532 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:23:11.516192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.554917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Transition to ACTIVE for port object c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:11.556914 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Transition to ACTIVE for port object abf07598-c15d-4a1c-845d-0f34e166fc9d will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:11.577004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.610051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Calling delete_port for 8fe4df8d-c574-4b4b-aa77-833ffe633774 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:11.624467 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789c91a8-a4a1-40a0-9d11-743c5105aac0 None None] DHCP port deletion for 113074bc-83e0-4e7a-a29f-0216b6ac3e05 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:23:11.627334 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.647554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-789c91a8-a4a1-40a0-9d11-743c5105aac0 None None] Deleting port 8fe4df8d-c574-4b4b-aa77-833ffe633774 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:11.648309 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-789c91a8-a4a1-40a0-9d11-743c5105aac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.657584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.680487 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.695752 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event deleted for resources: {'Network': ['ID=2aeb491c-88a3-4663-a3f7-991c692fd75b,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:11.704589 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3dbfc0e0-9bc5-4894-bd75-64c52a63956a tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "DELETE /v2.0/networks/2aeb491c-88a3-4663-a3f7-991c692fd75b HTTP/1.1" status: 204 len: 168 time: 3.1465306 Jan 24 16:23:11.709515 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60786) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:11.710183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa45734-caa7-48d6-9e1f-553314e1f304 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Port': ['ID=f3920700-073a-436f-9512-0719cc233b1e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:11.886830 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7095930c-89d8-4727-b9af-8d1fd4e1e920 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.892196 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Network fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:11.898657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e2b7cef-1bb7-4aef-a9e1-9a3daf1ed8f5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:11.905859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:11.936183 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Pushing event updated for resources: {'Port': ['ID=c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:11.940013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:11.974474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Attempting to bind port abf07598-c15d-4a1c-845d-0f34e166fc9d on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:23:11.974838 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Attempting to bind port abf07598-c15d-4a1c-845d-0f34e166fc9d by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:23:11.975192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Attempting to bind port abf07598-c15d-4a1c-845d-0f34e166fc9d on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:23:12.017736 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.070532 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:23:12.070904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:12.071293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.071704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:23:12.072184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Bound port: abf07598-c15d-4a1c-845d-0f34e166fc9d, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:23:12.072549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.162125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Allocated IP 172.20.0.1 (a6e18642-b28b-4d3a-b701-7a40de2eb39c/46b4058d-0335-424c-8893-d356a535cd9d/d21afff9-96d0-429f-bcad-b4c07e5e4f5c) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:12.172644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b7cef-1bb7-4aef-a9e1-9a3daf1ed8f5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Subnet': ['ID=e45a2394-f95f-4248-8847-fae91e915056,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:12.205981 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7095930c-89d8-4727-b9af-8d1fd4e1e920 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.222930 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766002b-f666-4f39-aa1f-1e18d46608b8 None None] Pushing event updated for resources: {'Port': ['ID=abf07598-c15d-4a1c-845d-0f34e166fc9d,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:12.230532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b7cef-1bb7-4aef-a9e1-9a3daf1ed8f5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Checking segment: {'id': '4852a2de-20d5-4bb8-b05a-9e86e008a276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3a5476fb-5ded-4705-bde3-d8d61a9edd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:12.231031 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2b7cef-1bb7-4aef-a9e1-9a3daf1ed8f5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network hostable DHCP agents. Network: 3a5476fb-5ded-4705-bde3-d8d61a9edd7e, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:23:12.242607 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-7095930c-89d8-4727-b9af-8d1fd4e1e920 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9680cb9-1a30-4179-8e0f-8dc60f654f77']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:12.260250 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-7095930c-89d8-4727-b9af-8d1fd4e1e920 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91965958-10c8-4838-ad59-9b8382a57d94') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:12.260250 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-7095930c-89d8-4727-b9af-8d1fd4e1e920 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91965958-10c8-4838-ad59-9b8382a57d94') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:12.273921 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7095930c-89d8-4727-b9af-8d1fd4e1e920 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.284663 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Attempting to bind port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:23:12.284663 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Attempting to bind port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '73bf5d17-9047-41b0-a217-ca372eb2b445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:23:12.285628 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Attempting to bind port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 on network fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:23:12.294140 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7095930c-89d8-4727-b9af-8d1fd4e1e920 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.297021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2b7cef-1bb7-4aef-a9e1-9a3daf1ed8f5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network 3a5476fb-5ded-4705-bde3-d8d61a9edd7e is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:23:12.309668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7095930c-89d8-4727-b9af-8d1fd4e1e920 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:23:12.310631 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7095930c-89d8-4727-b9af-8d1fd4e1e920 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:23:12.335093 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:23:12.349066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Allocated IP 172.20.0.13 (fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7/4979145a-94dc-415d-b3ed-f1b553f2f72c/6a960098-f4ca-4ae5-a5f7-ecbad6990425) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:12.350929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] For port abf07598-c15d-4a1c-845d-0f34e166fc9d, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:23:12.356414 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] For port abf07598-c15d-4a1c-845d-0f34e166fc9d, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=abf07598-c15d-4a1c-845d-0f34e166fc9d,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:23:12.360408 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:23:12.360884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Checking segment: {'id': '73bf5d17-9047-41b0-a217-ca372eb2b445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:12.361306 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.361789 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Bound using segment: {'id': '73bf5d17-9047-41b0-a217-ca372eb2b445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:23:12.362392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Bound port: c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bf5d17-9047-41b0-a217-ca372eb2b445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:23:12.363408 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.390439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-3e2b7cef-1bb7-4aef-a9e1-9a3daf1ed8f5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 3a5476fb-5ded-4705-bde3-d8d61a9edd7e) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:12.403275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2b7cef-1bb7-4aef-a9e1-9a3daf1ed8f5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:12.403795 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e2b7cef-1bb7-4aef-a9e1-9a3daf1ed8f5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.408323 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.434091 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.443857 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3e2b7cef-1bb7-4aef-a9e1-9a3daf1ed8f5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9752538 Jan 24 16:23:12.446510 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7095930c-89d8-4727-b9af-8d1fd4e1e920 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.448674 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60798) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:12.475214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'network_id': '3a5476fb-5ded-4705-bde3-d8d61a9edd7e', 'name': 'tempest-PortsIpV6TestJSON-1866771612', 'fixed_ips': [{'subnet_id': 'e45a2394-f95f-4248-8847-fae91e915056', 'ip_address': '2001:db8::10'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:12.490169 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7095930c-89d8-4727-b9af-8d1fd4e1e920 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.492532 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Transition to ACTIVE for port object d21afff9-96d0-429f-bcad-b4c07e5e4f5c will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:12.495798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.512476 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095930c-89d8-4727-b9af-8d1fd4e1e920 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event deleted for resources: {'Network': ['ID=d9680cb9-1a30-4179-8e0f-8dc60f654f77,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:12.544645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1aa45734-caa7-48d6-9e1f-553314e1f304 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.563717 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7095930c-89d8-4727-b9af-8d1fd4e1e920 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "DELETE /v2.0/networks/d9680cb9-1a30-4179-8e0f-8dc60f654f77 HTTP/1.1" status: 204 len: 168 time: 0.8547192 Jan 24 16:23:12.564558 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60804) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:12.571004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Port': ['ID=8fe4df8d-c574-4b4b-aa77-833ffe633774,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:12.575251 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76f81bc-86d4-4549-8e9a-5d3ec4458285 None None] Network 3a5476fb-5ded-4705-bde3-d8d61a9edd7e requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:12.610220 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] No DVR routers for this DVR port 8fe4df8d-c574-4b4b-aa77-833ffe633774 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:23:12.719187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-789c91a8-a4a1-40a0-9d11-743c5105aac0 None None] For port 8fe4df8d-c574-4b4b-aa77-833ffe633774, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8fe4df8d-c574-4b4b-aa77-833ffe633774,segment=NetworkSegment(6cc09851-3774-4957-ab28-0ee56e052bed),segment_id=6cc09851-3774-4957-ab28-0ee56e052bed)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:12.719683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-789c91a8-a4a1-40a0-9d11-743c5105aac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.732735 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766002b-f666-4f39-aa1f-1e18d46608b8 None None] Pushing event updated for resources: {'Port': ['ID=abf07598-c15d-4a1c-845d-0f34e166fc9d,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:12.891085 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-789c91a8-a4a1-40a0-9d11-743c5105aac0 None None] Calling delete_port for 8fe4df8d-c574-4b4b-aa77-833ffe633774 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:12.894692 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:12.925633 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:port and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:12.931325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:12.940960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:12.959552 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:12.964435 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:12.969231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:12.978056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:12.986677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:13.011745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15372e8-179b-4cd1-9d1d-d666d0696b63 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Deleting subnet 7daa55ed-ca6f-4902-b2c4-cd0e8beea907 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:23:13.019111 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f15372e8-179b-4cd1-9d1d-d666d0696b63 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:13.053528 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] device_id is not set on port 066cc6f7-09c8-475f-bfe7-c3314c21c996 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:23:13.094082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] For port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:23:13.139932 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:13.186559 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] For port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179,segment=NetworkSegment(73bf5d17-9047-41b0-a217-ca372eb2b445),segment_id=73bf5d17-9047-41b0-a217-ca372eb2b445)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:23:13.197415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Network a6e18642-b28b-4d3a-b701-7a40de2eb39c is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:13.215175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:13.216981 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=d21afff9-96d0-429f-bcad-b4c07e5e4f5c,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:13.219040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:13.259691 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113074bc-83e0-4e7a-a29f-0216b6ac3e05']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:13.265829 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:13.337156 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f15372e8-179b-4cd1-9d1d-d666d0696b63 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:13.410084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc09851-3774-4957-ab28-0ee56e052bed') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:13.411016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc09851-3774-4957-ab28-0ee56e052bed') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:13.437959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8fe4df8d-c574-4b4b-aa77-833ffe633774 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:23:13.466292 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-3a5476fb-5ded-4705-bde3-d8d61a9edd7e', 'network_id': '3a5476fb-5ded-4705-bde3-d8d61a9edd7e', 'tenant_id': '020c63c86e484c40a5cbd6c7b2bbb0fb', 'fixed_ips': [{'subnet_id': 'e45a2394-f95f-4248-8847-fae91e915056'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:23:13.467524 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:13.535028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 8fe4df8d-c574-4b4b-aa77-833ffe633774 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:23:13.535958 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8fe4df8d-c574-4b4b-aa77-833ffe633774 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:23:13.558863 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-789c91a8-a4a1-40a0-9d11-743c5105aac0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:23:13.559582 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-789c91a8-a4a1-40a0-9d11-743c5105aac0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:23:13.564764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:13.586033 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Transition to ACTIVE for port object 6a960098-f4ca-4ae5-a5f7-ecbad6990425 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:13.608853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f15372e8-179b-4cd1-9d1d-d666d0696b63 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:13.615868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:13.638258 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:13.647013 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Allocated IP 2001:db8::10 (3a5476fb-5ded-4705-bde3-d8d61a9edd7e/e45a2394-f95f-4248-8847-fae91e915056/066cc6f7-09c8-475f-bfe7-c3314c21c996) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:13.744134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Pushing event updated for resources: {'Port': ['ID=6a960098-f4ca-4ae5-a5f7-ecbad6990425,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:13.763124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5154c47-397f-47f3-a531-eac7dc446220 None None] Pushing event updated for resources: {'Port': ['ID=c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:13.783328 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:23:13.811446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f15372e8-179b-4cd1-9d1d-d666d0696b63 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:13.832313 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:13.836696 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:13.944051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:23:13.945564 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:13.956044 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15372e8-179b-4cd1-9d1d-d666d0696b63 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event deleted for resources: {'Subnet': ['ID=7daa55ed-ca6f-4902-b2c4-cd0e8beea907,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:13.964944 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f15372e8-179b-4cd1-9d1d-d666d0696b63 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:13.971442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:14.020492 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f15372e8-179b-4cd1-9d1d-d666d0696b63 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "DELETE /v2.0/subnets/7daa55ed-ca6f-4902-b2c4-cd0e8beea907 HTTP/1.1" status: 204 len: 168 time: 1.4487183 Jan 24 16:23:14.023721 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Network fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:23:14.028908 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:23:14.031182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60824) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:14.042466 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:14.049882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:14.243842 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-789c91a8-a4a1-40a0-9d11-743c5105aac0 None None] Deleting port 8fe4df8d-c574-4b4b-aa77-833ffe633774 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:14.244375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-789c91a8-a4a1-40a0-9d11-743c5105aac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:14.290683 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:14.312199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880e3b1a-6781-432c-bf23-ea2c32c6a456 None None] Network db6d5677-a3b3-43ce-a8fb-51d1131494ee requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:14.347216 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a3c50a07-26e6-4745-b73d-2d58f64a2f20 None None] Provisioning for port d21afff9-96d0-429f-bcad-b4c07e5e4f5c completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:14.376112 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Transition to ACTIVE for port object 066cc6f7-09c8-475f-bfe7-c3314c21c996 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:14.385407 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:14.424710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Deleting port 9fa0f34b-8995-408d-a3d1-57980699c4f5 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:14.425212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:14.511160 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:14.528706 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:14.529528 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:14.554981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-789c91a8-a4a1-40a0-9d11-743c5105aac0 None None] The port '8fe4df8d-c574-4b4b-aa77-833ffe633774' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:23:14.580606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:14.588550 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a3c50a07-26e6-4745-b73d-2d58f64a2f20 None None] Provisioning complete for port d21afff9-96d0-429f-bcad-b4c07e5e4f5c triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:14.589530 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a3c50a07-26e6-4745-b73d-2d58f64a2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:14.750135 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Allocated IP 2001:db8::2 (3a5476fb-5ded-4705-bde3-d8d61a9edd7e/e45a2394-f95f-4248-8847-fae91e915056/6a68de9f-5515-429a-bcbf-e1214626a738) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:14.761789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network 3a5476fb-5ded-4705-bde3-d8d61a9edd7e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:14.772008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:14.820922 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:14.833365 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:14.837663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:14.838313 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:14.842607 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=066cc6f7-09c8-475f-bfe7-c3314c21c996,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:14.884131 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/networks/113074bc-83e0-4e7a-a29f-0216b6ac3e05 HTTP/1.1" status: 204 len: 168 time: 4.4884808 Jan 24 16:23:14.887128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60832) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:14.892560 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa45734-caa7-48d6-9e1f-553314e1f304 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router 802507ed-ca60-498c-a55c-8eac80163bee has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:23:14.894099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb70bc-a70f-4555-abf0-626c06868da4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Network': ['ID=113074bc-83e0-4e7a-a29f-0216b6ac3e05,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:14.913717 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a1f350a6-4930-4fa9-89b8-4c1d7fcdb4fd tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.1454639 Jan 24 16:23:14.917117 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60836) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:14.928741 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Request body: {'port': {'network_id': 'fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-861788141', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:14.931183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.api.validators [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] bootfile-name is not in valid_values {{(pid=83466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 24 16:23:14.932039 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.api.validators [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] tftp-server is not in valid_values {{(pid=83466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 24 16:23:14.933060 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.api.validators [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] server-ip-address is not in valid_values {{(pid=83466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 24 16:23:14.979432 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3c8283c5-0855-4e22-9605-8ad75b6a05bf tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5294895 Jan 24 16:23:14.996950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60840) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:15.002548 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'network_id': '3a5476fb-5ded-4705-bde3-d8d61a9edd7e', 'name': 'tempest-PortsIpV6TestJSON-491959045', 'fixed_ips': [{'subnet_id': 'e45a2394-f95f-4248-8847-fae91e915056', 'ip_address': '2001:db8::f'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:15.028342 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] For port 9fa0f34b-8995-408d-a3d1-57980699c4f5, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9fa0f34b-8995-408d-a3d1-57980699c4f5,segment=NetworkSegment(3c977813-e253-4416-bb60-7fee9d05302f),segment_id=3c977813-e253-4416-bb60-7fee9d05302f)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:15.028976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:15.141403 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-a3c50a07-26e6-4745-b73d-2d58f64a2f20 None None] Port d21afff9-96d0-429f-bcad-b4c07e5e4f5c cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:15.221764 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9743ff-bcdc-4f10-84d4-ce73c8b75610 None None] Network fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:15.262585 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Calling delete_port for 9fa0f34b-8995-408d-a3d1-57980699c4f5 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:15.293226 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:15.295771 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60844) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:15.311101 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-664606720', 'description': 'tempest-secgroup-smoke-664606720 description', 'project_id': '887dba35b042474383130630b2f4d852'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:15.318285 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:15.357874 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-365c8304-531f-44a2-bbc2-4ff053fbb3f4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting port 9553d9e2-9e55-4d36-b63d-4cba139c099d {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:15.358229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-365c8304-531f-44a2-bbc2-4ff053fbb3f4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:15.385874 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:15.423360 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Usage tracker for resource:security_group and tenant:887dba35b042474383130630b2f4d852 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:15.436681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:15.474841 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:15.540374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:15.559523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=d21afff9-96d0-429f-bcad-b4c07e5e4f5c,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:15.561945 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:15.665577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:15.673198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:15.673721 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46faa8d7-5483-4b3e-a096-1790d85fd765 None None] DHCP port deletion for db6d5677-a3b3-43ce-a8fb-51d1131494ee request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:23:15.699328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:15.733760 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-86c639bf-cf75-4d6e-ab40-495162412d9c None None] Provisioning for port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:15.739487 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Usage tracker for resource:port and tenant:b966f987ddf547078bb6538e8ed56679 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:15.749044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:15.753922 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event deleted for resources: {'Port': ['ID=9fa0f34b-8995-408d-a3d1-57980699c4f5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:15.761770 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:15.771868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:15.789667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa45734-caa7-48d6-9e1f-553314e1f304 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:23:15.793352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] No DVR routers for this DVR port 9fa0f34b-8995-408d-a3d1-57980699c4f5 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:23:15.806446 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795ca1a1-ac8f-4f63-a8aa-7774703742e3 None None] Sync routers for ids ['802507ed-ca60-498c-a55c-8eac80163bee'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:23:15.807257 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1aa45734-caa7-48d6-9e1f-553314e1f304 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/802507ed-ca60-498c-a55c-8eac80163bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0821941 Jan 24 16:23:15.810953 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60848) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:15.832204 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ca1a1-ac8f-4f63-a8aa-7774703742e3 None None] Routers {'802507ed-ca60-498c-a55c-8eac80163bee'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:15.832860 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-795ca1a1-ac8f-4f63-a8aa-7774703742e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['802507ed-ca60-498c-a55c-8eac80163bee'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:15.866663 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:15.885772 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Transition to ACTIVE for port object 6a68de9f-5515-429a-bcbf-e1214626a738 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:15.888781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Made reservation on behalf of b966f987ddf547078bb6538e8ed56679 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:15.893777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:15.902052 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-795ca1a1-ac8f-4f63-a8aa-7774703742e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:15.910799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-776c889d-8594-4b56-bbb5-6ef58ae98564 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Synchronizing usage tracker for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:15.914035 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ca1a1-ac8f-4f63-a8aa-7774703742e3 None None] Routers {'802507ed-ca60-498c-a55c-8eac80163bee'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:15.914852 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-795ca1a1-ac8f-4f63-a8aa-7774703742e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['802507ed-ca60-498c-a55c-8eac80163bee'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:15.917474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Transition to ACTIVE for port object 6a68de9f-5515-429a-bcbf-e1214626a738 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:15.936718 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:04Z', 'revision_number': 3, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:15.946821 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:15.955068 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93861bb-8b4a-4f57-91bb-5048a0927771 None None] The sync data for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv is: [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:04Z', 'revision_number': 3, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:23:15.964193 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:15.973105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:15.975706 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Usage tracker for resource:security_group_rule and tenant:887dba35b042474383130630b2f4d852 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:15.978680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] device_id is not set on port 89066abd-92ae-4adf-9688-ce6008ebbdc3 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:23:15.998551 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-795ca1a1-ac8f-4f63-a8aa-7774703742e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:15.999384 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795ca1a1-ac8f-4f63-a8aa-7774703742e3 None None] The sync data for ids ['802507ed-ca60-498c-a55c-8eac80163bee'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:23:16.008828 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:16.010825 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:16.010825 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:16.012326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:16.022994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:16.023370 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-365c8304-531f-44a2-bbc2-4ff053fbb3f4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:16.023830 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-365c8304-531f-44a2-bbc2-4ff053fbb3f4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:16.045667 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:port and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:16.048411 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-776c889d-8594-4b56-bbb5-6ef58ae98564 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Unset dirty status for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:16.052129 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-776c889d-8594-4b56-bbb5-6ef58ae98564 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports?device_id=802507ed-ca60-498c-a55c-8eac80163bee HTTP/1.1" status: 200 len: 205 time: 0.2361135 Jan 24 16:23:16.052305 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:16.052394 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:16.078264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Network a6e18642-b28b-4d3a-b701-7a40de2eb39c is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:16.078915 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60852) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:16.089952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:16.204045 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Network 3a5476fb-5ded-4705-bde3-d8d61a9edd7e is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:16.207946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6d5677-a3b3-43ce-a8fb-51d1131494ee']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:16.213122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Pushing event updated for resources: {'Port': ['ID=6a68de9f-5515-429a-bcbf-e1214626a738,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:16.223269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:16.223403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c977813-e253-4416-bb60-7fee9d05302f') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:16.223941 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c977813-e253-4416-bb60-7fee9d05302f') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:16.239837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:16.265796 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:16.266226 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:16.276558 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:23:16.276976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:23:16.424044 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:23:16.434597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-365c8304-531f-44a2-bbc2-4ff053fbb3f4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Calling delete_port for 9553d9e2-9e55-4d36-b63d-4cba139c099d owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:16.441233 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:16.475952 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:16.484456 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:16.502580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:16.507277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:16.555951 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "DELETE /v2.0/networks/db6d5677-a3b3-43ce-a8fb-51d1131494ee HTTP/1.1" status: 204 len: 168 time: 2.5214238 Jan 24 16:23:16.562361 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44407d20-574a-40c9-8ce3-42cd1de9f8a7 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Pushing event deleted for resources: {'Network': ['ID=db6d5677-a3b3-43ce-a8fb-51d1131494ee,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:16.569065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:16.598276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60856) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:16.625392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179,segment=NetworkSegment(73bf5d17-9047-41b0-a217-ca372eb2b445),segment_id=73bf5d17-9047-41b0-a217-ca372eb2b445)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:16.659294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:16.670035 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:16.729447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1a1bc802-8d09-4b91-8e59-dd7631f985d2 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Synchronizing usage tracker for tenant:0db0cb7b5cae4f4ebb8def56bc05f330 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:16.810931 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1a1bc802-8d09-4b91-8e59-dd7631f985d2 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Unset dirty status for tenant:0db0cb7b5cae4f4ebb8def56bc05f330 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:16.812193 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1a1bc802-8d09-4b91-8e59-dd7631f985d2 tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "GET /v2.0/ports?device_id=d72302a5-dce0-4a6b-8f10-4366fcc3acf7 HTTP/1.1" status: 200 len: 205 time: 0.2128770 Jan 24 16:23:16.816848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60860) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:16.821977 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Attempting to bind port 6a68de9f-5515-429a-bcbf-e1214626a738 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:23:16.824288 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Attempting to bind port 6a68de9f-5515-429a-bcbf-e1214626a738 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '4852a2de-20d5-4bb8-b05a-9e86e008a276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3a5476fb-5ded-4705-bde3-d8d61a9edd7e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:23:16.824668 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Attempting to bind port 6a68de9f-5515-429a-bcbf-e1214626a738 on network 3a5476fb-5ded-4705-bde3-d8d61a9edd7e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:23:16.825775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Allocated IP 172.20.0.9 (fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7/4979145a-94dc-415d-b3ed-f1b553f2f72c/89066abd-92ae-4adf-9688-ce6008ebbdc3) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:16.883047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:16.895073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-552c43be-7bf9-4c92-a488-c2d2a70d4d6c None None] Provisioning complete for port d21afff9-96d0-429f-bcad-b4c07e5e4f5c triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:16.895616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-552c43be-7bf9-4c92-a488-c2d2a70d4d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:16.968983 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-552c43be-7bf9-4c92-a488-c2d2a70d4d6c None None] Port d21afff9-96d0-429f-bcad-b4c07e5e4f5c cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:16.971297 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:23:16.971694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Checking segment: {'id': '4852a2de-20d5-4bb8-b05a-9e86e008a276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3a5476fb-5ded-4705-bde3-d8d61a9edd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:16.972472 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:16.972854 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Bound using segment: {'id': '4852a2de-20d5-4bb8-b05a-9e86e008a276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3a5476fb-5ded-4705-bde3-d8d61a9edd7e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:23:16.973323 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Bound port: 6a68de9f-5515-429a-bcbf-e1214626a738, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4852a2de-20d5-4bb8-b05a-9e86e008a276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3a5476fb-5ded-4705-bde3-d8d61a9edd7e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:23:16.973694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:17.006117 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:17.016924 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:17.028011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Usage tracker for resource:security_group_rule and tenant:887dba35b042474383130630b2f4d852 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:17.038559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:17.051530 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d2c357-9337-4d6f-8a43-9efc724d2f24,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:17.056339 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:17.075199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6db83ff4-b2fd-44af-8ffd-3a3cec5b77dd tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:17.082056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] device_id is not set on port c6aaff40-4f8c-4a51-91c9-cec50a3c4d77 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:23:17.117407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a8425871-90d9-4727-9113-cc3a02aa3ede None None] Provisioning complete for port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:17.117772 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a8425871-90d9-4727-9113-cc3a02aa3ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:17.147028 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c66d4756-fbec-4f92-956d-86e32e1aba9f tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:17.234403 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] For port 6a68de9f-5515-429a-bcbf-e1214626a738, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:23:17.267690 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] For port 6a68de9f-5515-429a-bcbf-e1214626a738, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6a68de9f-5515-429a-bcbf-e1214626a738,segment=NetworkSegment(4852a2de-20d5-4bb8-b05a-9e86e008a276),segment_id=4852a2de-20d5-4bb8-b05a-9e86e008a276)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:23:17.284422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:17.352336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a8425871-90d9-4727-9113-cc3a02aa3ede None None] Provisioning for port 6a960098-f4ca-4ae5-a5f7-ecbad6990425 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:17.372822 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a8425871-90d9-4727-9113-cc3a02aa3ede None None] Provisioning complete for port 6a960098-f4ca-4ae5-a5f7-ecbad6990425 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:17.373225 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a8425871-90d9-4727-9113-cc3a02aa3ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:17.436479 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-365c8304-531f-44a2-bbc2-4ff053fbb3f4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:17.454652 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-a8425871-90d9-4727-9113-cc3a02aa3ede None None] Port 6a960098-f4ca-4ae5-a5f7-ecbad6990425 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:17.456369 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:17.504368 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:17.535410 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c8304-531f-44a2-bbc2-4ff053fbb3f4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Port': ['ID=9553d9e2-9e55-4d36-b63d-4cba139c099d,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:17.564934 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674da1e-3e04-4825-aea0-bbd178242924 None None] Pushing event updated for resources: {'Port': ['ID=6a68de9f-5515-429a-bcbf-e1214626a738,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:17.588926 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:17.589525 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:17.642249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:17.749624 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device abf07598-c15d-4a1c-845d-0f34e166fc9d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:17.884541 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port abf07598-c15d-4a1c-845d-0f34e166fc9d completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:17.892762 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port abf07598-c15d-4a1c-845d-0f34e166fc9d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:17.894573 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:17.941364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:17.969683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1708eb7-9546-42e1-ab40-7702b2cb026f,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:17.977831 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:17.982295 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9de1e4b5-eea3-4c7d-985d-1e898586fad9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 2.6766675 Jan 24 16:23:17.985965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60864) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:17.988375 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6db83ff4-b2fd-44af-8ffd-3a3cec5b77dd tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.008148 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-43ee2885-525a-4268-ae85-a79d1101b76d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Request body: {'security_group_rule': {'security_group_id': 'e1708eb7-9546-42e1-ab40-7702b2cb026f', 'project_id': '887dba35b042474383130630b2f4d852', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:18.022179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-365c8304-531f-44a2-bbc2-4ff053fbb3f4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.029086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-43ee2885-525a-4268-ae85-a79d1101b76d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:18.045797 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6db83ff4-b2fd-44af-8ffd-3a3cec5b77dd tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.050570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c66d4756-fbec-4f92-956d-86e32e1aba9f tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.053655 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-43ee2885-525a-4268-ae85-a79d1101b76d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Usage tracker for resource:security_group_rule and tenant:887dba35b042474383130630b2f4d852 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:18.057308 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-43ee2885-525a-4268-ae85-a79d1101b76d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:18.058629 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Allocated IP 2001:db8::f (3a5476fb-5ded-4705-bde3-d8d61a9edd7e/e45a2394-f95f-4248-8847-fae91e915056/c6aaff40-4f8c-4a51-91c9-cec50a3c4d77) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:18.072743 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c66d4756-fbec-4f92-956d-86e32e1aba9f tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.078674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-43ee2885-525a-4268-ae85-a79d1101b76d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:18.090931 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-365c8304-531f-44a2-bbc2-4ff053fbb3f4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.095743 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-365c8304-531f-44a2-bbc2-4ff053fbb3f4 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/floatingips/a012aaf5-024a-4979-99a4-90ee4a8cdb34 HTTP/1.1" status: 204 len: 168 time: 3.2040319 Jan 24 16:23:18.097967 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.101434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60868) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:18.132442 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port abf07598-c15d-4a1c-845d-0f34e166fc9d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=abf07598-c15d-4a1c-845d-0f34e166fc9d,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:18.139150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.158876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c66d4756-fbec-4f92-956d-86e32e1aba9f tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.159750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66d4756-fbec-4f92-956d-86e32e1aba9f tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Fanout notify agent at l3_agent the message router_deleted on router d72302a5-dce0-4a6b-8f10-4366fcc3acf7 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:23:18.189516 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72d83b0-871c-419b-8ced-fc077448f96d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] DELETE failed (client error): The resource could not be found. Jan 24 16:23:18.189960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72d83b0-871c-419b-8ced-fc077448f96d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:23:18.194513 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.202964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c66d4756-fbec-4f92-956d-86e32e1aba9f tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.203670 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c66d4756-fbec-4f92-956d-86e32e1aba9f tempest-RoutersNegativeIpV6Test-1888425725 tempest-RoutersNegativeIpV6Test-1888425725-project] 10.222.0.130 "DELETE /v2.0/routers/d72302a5-dce0-4a6b-8f10-4366fcc3acf7 HTTP/1.1" status: 204 len: 168 time: 1.3855884 Jan 24 16:23:18.236317 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Transition to ACTIVE for port object 89066abd-92ae-4adf-9688-ce6008ebbdc3 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:18.236838 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9fa0f34b-8995-408d-a3d1-57980699c4f5 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:23:18.263726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-43ee2885-525a-4268-ae85-a79d1101b76d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.287889 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 9fa0f34b-8995-408d-a3d1-57980699c4f5 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:23:18.288361 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9fa0f34b-8995-408d-a3d1-57980699c4f5 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:23:18.295885 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=abf07598-c15d-4a1c-845d-0f34e166fc9d,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:18.307579 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6db83ff4-b2fd-44af-8ffd-3a3cec5b77dd tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.308098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db83ff4-b2fd-44af-8ffd-3a3cec5b77dd tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Fanout notify agent at l3_agent the message router_deleted on router 802507ed-ca60-498c-a55c-8eac80163bee {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:23:18.312265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.321953 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6db83ff4-b2fd-44af-8ffd-3a3cec5b77dd tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.323057 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6db83ff4-b2fd-44af-8ffd-3a3cec5b77dd tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/routers/802507ed-ca60-498c-a55c-8eac80163bee HTTP/1.1" status: 204 len: 168 time: 2.2425516 Jan 24 16:23:18.329570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60874) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:18.335393 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c72d83b0-871c-419b-8ced-fc077448f96d tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/ports/83a26983-c246-4bcc-b1ad-7a451fd27efe HTTP/1.1" status: 404 len: 333 time: 0.2287829 Jan 24 16:23:18.338786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60878) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:18.374789 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Router 55fc5a73-0a38-4574-993a-0a74bf47fcbe has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:23:18.418079 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Network fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:18.422672 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:18.432248 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d8e6bc00-8544-4668-b2fa-60313c22e7c0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Synchronizing usage tracker for tenant:af052b8aa9e742caa4ed884470bec1dd on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:18.433262 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:18.485494 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.497178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:18.497845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.512011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d8e6bc00-8544-4668-b2fa-60313c22e7c0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Unset dirty status for tenant:af052b8aa9e742caa4ed884470bec1dd on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:18.513216 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d8e6bc00-8544-4668-b2fa-60313c22e7c0 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "GET /v2.0/ports?device_id=6b6962f1-e414-40ee-a477-40971e508e36 HTTP/1.1" status: 200 len: 205 time: 0.1734049 Jan 24 16:23:18.523824 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60882) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:18.524200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Pushing event updated for resources: {'Port': ['ID=89066abd-92ae-4adf-9688-ce6008ebbdc3,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:18.583755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Transition to ACTIVE for port object c6aaff40-4f8c-4a51-91c9-cec50a3c4d77 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:18.620736 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-4e895821-70d6-4e9d-99f2-89c133a4d431 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] delete failed (client error): The resource could not be found. Jan 24 16:23:18.622256 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4e895821-70d6-4e9d-99f2-89c133a4d431 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/routers/6b6962f1-e414-40ee-a477-40971e508e36 HTTP/1.1" status: 404 len: 336 time: 0.0947664 Jan 24 16:23:18.636004 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60888) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:18.696514 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-44ac1134-8932-4df7-90fe-961bb95a59a7 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.7732425 Jan 24 16:23:18.700361 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60892) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:18.700500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60894) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:18.711022 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-43ee2885-525a-4268-ae85-a79d1101b76d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.721462 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-43ee2885-525a-4268-ae85-a79d1101b76d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.755570 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-53dd6417-7e52-4d3a-be03-017c04ae0242 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] DELETE failed (client error): The resource could not be found. Jan 24 16:23:18.755898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53dd6417-7e52-4d3a-be03-017c04ae0242 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:23:18.760049 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-53dd6417-7e52-4d3a-be03-017c04ae0242 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/subnets/ca3573e1-c25c-49b3-91ff-1ff55d8d8f84 HTTP/1.1" status: 404 len: 337 time: 0.1201534 Jan 24 16:23:18.777743 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60902) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:18.781801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee2885-525a-4268-ae85-a79d1101b76d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277e6450-3d25-40fd-a619-7745bda4040b,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:18.792228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.802117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc18083-c991-4550-b6ea-2f87b1737a69 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting subnet 2d7f56fb-6cb2-48fc-99b4-9ae2928fefd4 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:23:18.836259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-43ee2885-525a-4268-ae85-a79d1101b76d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.839967 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-43ee2885-525a-4268-ae85-a79d1101b76d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8468175 Jan 24 16:23:18.841049 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6cc18083-c991-4550-b6ea-2f87b1737a69 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.851370 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60906) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:18.868843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-67b8619d-f805-4dbb-a7a4-e7cbddeeaee7 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Request body: {'security_group_rule': {'security_group_id': 'e1708eb7-9546-42e1-ab40-7702b2cb026f', 'project_id': '887dba35b042474383130630b2f4d852', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:18.877225 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-67b8619d-f805-4dbb-a7a4-e7cbddeeaee7 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:18.899332 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-abc2775c-a864-464f-bb25-c75f3c825233 None None] Provisioning for port 89066abd-92ae-4adf-9688-ce6008ebbdc3 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:18.907533 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-abc2775c-a864-464f-bb25-c75f3c825233 None None] Provisioning complete for port 89066abd-92ae-4adf-9688-ce6008ebbdc3 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:18.908338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-abc2775c-a864-464f-bb25-c75f3c825233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.959565 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6cc18083-c991-4550-b6ea-2f87b1737a69 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:18.981907 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-abc2775c-a864-464f-bb25-c75f3c825233 None None] Port 89066abd-92ae-4adf-9688-ce6008ebbdc3 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:18.986750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network 3a5476fb-5ded-4705-bde3-d8d61a9edd7e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:18.993738 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-67b8619d-f805-4dbb-a7a4-e7cbddeeaee7 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Usage tracker for resource:security_group_rule and tenant:887dba35b042474383130630b2f4d852 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:18.997776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-67b8619d-f805-4dbb-a7a4-e7cbddeeaee7 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:18.998673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de64d36a-0278-47f1-b647-b8ef1c77d8fc None None] Network 3a5476fb-5ded-4705-bde3-d8d61a9edd7e requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:19.012991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=c6aaff40-4f8c-4a51-91c9-cec50a3c4d77,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:19.017645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-1b38444d-e39e-45fc-9915-9a2254332215 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting port 29ed270f-ca27-417f-a09a-35289a552809 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:19.017983 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1b38444d-e39e-45fc-9915-9a2254332215 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:19.056605 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-67b8619d-f805-4dbb-a7a4-e7cbddeeaee7 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:19.082973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6cc18083-c991-4550-b6ea-2f87b1737a69 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:19.114391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:19.124427 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67b8619d-f805-4dbb-a7a4-e7cbddeeaee7 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:19.129364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:19.133436 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:19.134021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:19.171161 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-760a6a8b-8e02-47f4-97b3-6a467da312ea None None] Provisioning for port 6a68de9f-5515-429a-bcbf-e1214626a738 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:19.348790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258d79f1-7ebf-418e-9dde-aa4950b71f26 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:19.353608 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258d79f1-7ebf-418e-9dde-aa4950b71f26 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:19.357557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258d79f1-7ebf-418e-9dde-aa4950b71f26 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:19.362120 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-258d79f1-7ebf-418e-9dde-aa4950b71f26 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6563900 Jan 24 16:23:19.367347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60910) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:19.371547 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f3eb13c4-a5c1-4e6e-a98c-3b38b362914a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3735936 Jan 24 16:23:19.378597 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60914) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:19.434515 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6a68de9f-5515-429a-bcbf-e1214626a738 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:19.458170 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-63b04710-86ef-4b81-b4b3-49ead182647b admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=0db0cb7b5cae4f4ebb8def56bc05f330&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7508178 Jan 24 16:23:19.462100 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60918) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:19.481313 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-7422f1ea-5fe4-459e-9e1a-f5410f121350 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Deleting port 89066abd-92ae-4adf-9688-ce6008ebbdc3 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:19.481690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7422f1ea-5fe4-459e-9e1a-f5410f121350 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:19.516359 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6cc18083-c991-4550-b6ea-2f87b1737a69 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:19.540355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:23:19.543791 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67b8619d-f805-4dbb-a7a4-e7cbddeeaee7 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:19.555701 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 6a68de9f-5515-429a-bcbf-e1214626a738 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:19.561933 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 6a68de9f-5515-429a-bcbf-e1214626a738 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:19.561933 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:19.565277 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67b8619d-f805-4dbb-a7a4-e7cbddeeaee7 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:19.589858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc18083-c991-4550-b6ea-2f87b1737a69 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7f56fb-6cb2-48fc-99b4-9ae2928fefd4,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:19.590869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8619d-f805-4dbb-a7a4-e7cbddeeaee7 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee8c96d-6059-4df7-9390-34685fb7db86,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:19.606610 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-67c1f8cb-4137-4e5d-80aa-e92d49122ce9 admin admin] 10.222.0.130 "PUT /v2.0/routers/55fc5a73-0a38-4574-993a-0a74bf47fcbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1175160 Jan 24 16:23:19.649614 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67b8619d-f805-4dbb-a7a4-e7cbddeeaee7 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:19.653438 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-67b8619d-f805-4dbb-a7a4-e7cbddeeaee7 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7977006 Jan 24 16:23:19.658895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60924) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:19.670842 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c7aa5f0d-49e1-40df-bf72-8167dc8f59be tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Request body: {'security_group_rule': {'security_group_id': 'e1708eb7-9546-42e1-ab40-7702b2cb026f', 'project_id': '887dba35b042474383130630b2f4d852', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:19.693645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c7aa5f0d-49e1-40df-bf72-8167dc8f59be tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:19.697224 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6cc18083-c991-4550-b6ea-2f87b1737a69 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:19.702743 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4b3ba9-a405-4090-a269-49e88032d581 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:19.703443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2f4b3ba9-a405-4090-a269-49e88032d581 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:19.709733 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1b38444d-e39e-45fc-9915-9a2254332215 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:19.720436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c7aa5f0d-49e1-40df-bf72-8167dc8f59be tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Usage tracker for resource:security_group_rule and tenant:887dba35b042474383130630b2f4d852 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:19.720802 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef995f2-e7b8-4b9a-9456-077dbc977149 None None] Network 3428e065-0910-462e-bfd1-f98a89238f4e requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:19.729000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c7aa5f0d-49e1-40df-bf72-8167dc8f59be tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:19.750689 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6cc18083-c991-4550-b6ea-2f87b1737a69 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/2d7f56fb-6cb2-48fc-99b4-9ae2928fefd4 HTTP/1.1" status: 204 len: 168 time: 1.4172544 Jan 24 16:23:19.752307 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60928) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:19.833700 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c7aa5f0d-49e1-40df-bf72-8167dc8f59be tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:19.899436 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:19.936349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-1b38444d-e39e-45fc-9915-9a2254332215 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Calling delete_port for 29ed270f-ca27-417f-a09a-35289a552809 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:19.962520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9a539be6-6a9f-44ab-a74b-83e108a4ae74 None None] Provisioning complete for port 6a68de9f-5515-429a-bcbf-e1214626a738 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:19.962876 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9a539be6-6a9f-44ab-a74b-83e108a4ae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.007182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-21291b15-4874-4c33-86f0-c7c179fc5acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.015154 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2f4b3ba9-a405-4090-a269-49e88032d581 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:20.016359 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2f4b3ba9-a405-4090-a269-49e88032d581 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6342809 Jan 24 16:23:20.026824 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60936) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:20.040772 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5f0d-49e1-40df-bf72-8167dc8f59be tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.177967 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-21291b15-4874-4c33-86f0-c7c179fc5acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.187845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5f0d-49e1-40df-bf72-8167dc8f59be tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.198775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5f0d-49e1-40df-bf72-8167dc8f59be tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.223366 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa5f0d-49e1-40df-bf72-8167dc8f59be tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c8381e-c960-4c05-a4c9-24c513e3be04,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:20.277298 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5f0d-49e1-40df-bf72-8167dc8f59be tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.279313 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c7aa5f0d-49e1-40df-bf72-8167dc8f59be tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6190486 Jan 24 16:23:20.282222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60942) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:20.282363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 6a68de9f-5515-429a-bcbf-e1214626a738, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6a68de9f-5515-429a-bcbf-e1214626a738,segment=NetworkSegment(4852a2de-20d5-4bb8-b05a-9e86e008a276),segment_id=4852a2de-20d5-4bb8-b05a-9e86e008a276)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:20.297865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.298638 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device abf07598-c15d-4a1c-845d-0f34e166fc9d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:20.309025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e670927f-35fa-43ba-9614-dec21fa273fd tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Request body: {'security_group_rule': {'security_group_id': 'e1708eb7-9546-42e1-ab40-7702b2cb026f', 'project_id': '887dba35b042474383130630b2f4d852', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:20.321990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e670927f-35fa-43ba-9614-dec21fa273fd tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:20.328418 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e670927f-35fa-43ba-9614-dec21fa273fd tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Usage tracker for resource:security_group_rule and tenant:887dba35b042474383130630b2f4d852 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:20.334228 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e670927f-35fa-43ba-9614-dec21fa273fd tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:20.343191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e670927f-35fa-43ba-9614-dec21fa273fd tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:20.359170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1b38444d-e39e-45fc-9915-9a2254332215 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.360262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7422f1ea-5fe4-459e-9e1a-f5410f121350 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.387004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Sync routers for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:23:20.467907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38444d-e39e-45fc-9915-9a2254332215 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Port': ['ID=29ed270f-ca27-417f-a09a-35289a552809,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:20.474742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e670927f-35fa-43ba-9614-dec21fa273fd tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.522927 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-7422f1ea-5fe4-459e-9e1a-f5410f121350 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Calling delete_port for 89066abd-92ae-4adf-9688-ce6008ebbdc3 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:20.543851 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=6a68de9f-5515-429a-bcbf-e1214626a738,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:20.619777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1b38444d-e39e-45fc-9915-9a2254332215 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.635899 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1b38444d-e39e-45fc-9915-9a2254332215 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/ports/29ed270f-ca27-417f-a09a-35289a552809 HTTP/1.1" status: 204 len: 168 time: 1.8519194 Jan 24 16:23:20.637641 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e670927f-35fa-43ba-9614-dec21fa273fd tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.639284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9f87a8-81f0-4ef2-8e7e-d770bb487b40 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:20.642212 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60950) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:20.643802 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9f87a8-81f0-4ef2-8e7e-d770bb487b40 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:20.647554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:20.648403 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:20.649763 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9f87a8-81f0-4ef2-8e7e-d770bb487b40 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:20.652521 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-bb9f87a8-81f0-4ef2-8e7e-d770bb487b40 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:20.685650 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-21291b15-4874-4c33-86f0-c7c179fc5acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.688160 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e670927f-35fa-43ba-9614-dec21fa273fd tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.706391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b7e00d-ca11-4468-a5af-bb68c6d2ed6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting subnet d9197c70-0319-4c62-b7bf-b3080553e88b {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:23:20.724712 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e00d-ca11-4468-a5af-bb68c6d2ed6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.732875 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670927f-35fa-43ba-9614-dec21fa273fd tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e373f0d-0ca4-4e2a-88de-9c058b771f3f,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:20.745791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port abf07598-c15d-4a1c-845d-0f34e166fc9d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:20.746354 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.755344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9e582-cb0c-4103-9a52-5d3e33c45e01 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting port 9bdc970c-0fb1-43ad-814d-7415f2157618 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:20.756240 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2cc9e582-cb0c-4103-9a52-5d3e33c45e01 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.762269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21291b15-4874-4c33-86f0-c7c179fc5acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028ee6cf-4224-4643-b890-644f840728a6,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:20.772521 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-bb9f87a8-81f0-4ef2-8e7e-d770bb487b40 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:20.776334 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bb9f87a8-81f0-4ef2-8e7e-d770bb487b40 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.7447057 Jan 24 16:23:20.779232 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60956) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:20.787742 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9515d459-1439-4c4f-8fdc-f8d1d5a49f20 None None] DHCP port deletion for 3428e065-0910-462e-bfd1-f98a89238f4e request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:23:20.811086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-9515d459-1439-4c4f-8fdc-f8d1d5a49f20 None None] Deleting port 236a4afb-64d1-4418-b9dc-2a7db674f7e2 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:20.811553 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9515d459-1439-4c4f-8fdc-f8d1d5a49f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.817625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e670927f-35fa-43ba-9614-dec21fa273fd tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.818913 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e670927f-35fa-43ba-9614-dec21fa273fd tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5356283 Jan 24 16:23:20.847675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60960) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:20.848835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-21291b15-4874-4c33-86f0-c7c179fc5acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.852465 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-21291b15-4874-4c33-86f0-c7c179fc5acf admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/028ee6cf-4224-4643-b890-644f840728a6 HTTP/1.1" status: 204 len: 168 time: 1.3872395 Jan 24 16:23:20.863452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-a1613485-1cf8-4261-bb25-c8fec9331cf6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Request body: {'security_group_rule': {'security_group_id': 'e1708eb7-9546-42e1-ab40-7702b2cb026f', 'project_id': '887dba35b042474383130630b2f4d852', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:20.872442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a1613485-1cf8-4261-bb25-c8fec9331cf6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:20.885522 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a1613485-1cf8-4261-bb25-c8fec9331cf6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Usage tracker for resource:security_group_rule and tenant:887dba35b042474383130630b2f4d852 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:20.890077 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a1613485-1cf8-4261-bb25-c8fec9331cf6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:20.898136 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e00d-ca11-4468-a5af-bb68c6d2ed6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:20.899432 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a1613485-1cf8-4261-bb25-c8fec9331cf6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:20.976896 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-7ae68ff6-469e-40df-819f-052ced042e35 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port c6aaff40-4f8c-4a51-91c9-cec50a3c4d77 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:20.977102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7ae68ff6-469e-40df-819f-052ced042e35 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.001058 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-a1613485-1cf8-4261-bb25-c8fec9331cf6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Project 887dba35b042474383130630b2f4d852 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:23:21.019393 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1613485-1cf8-4261-bb25-c8fec9331cf6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.049252 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7422f1ea-5fe4-459e-9e1a-f5410f121350 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.088040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2cc9e582-cb0c-4103-9a52-5d3e33c45e01 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.115402 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:23:21.204976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 60970) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:21.214586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422f1ea-5fe4-459e-9e1a-f5410f121350 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Pushing event deleted for resources: {'Port': ['ID=89066abd-92ae-4adf-9688-ce6008ebbdc3,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:21.226379 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9e582-cb0c-4103-9a52-5d3e33c45e01 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Calling delete_port for 9bdc970c-0fb1-43ad-814d-7415f2157618 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:21.230746 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1783815694-network', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:21.257604 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:21.301294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Usage tracker for resource:network and tenant:8284f0285e3a4b62af749bd9f4bb7d1b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:21.309374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1613485-1cf8-4261-bb25-c8fec9331cf6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.319127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:21.342561 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1613485-1cf8-4261-bb25-c8fec9331cf6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.375433 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1613485-1cf8-4261-bb25-c8fec9331cf6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e14878-7691-4394-b593-b38af1aea955,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:21.416230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:21.426974 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1613485-1cf8-4261-bb25-c8fec9331cf6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.428528 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a1613485-1cf8-4261-bb25-c8fec9331cf6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5797596 Jan 24 16:23:21.431518 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60976) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:21.458132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-cbfb9b96-ee8d-46fa-814a-451708b40382 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Request body: {'security_group_rule': {'security_group_id': 'e1708eb7-9546-42e1-ab40-7702b2cb026f', 'project_id': '887dba35b042474383130630b2f4d852', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:21.474353 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-cbfb9b96-ee8d-46fa-814a-451708b40382 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:21.485800 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-cbfb9b96-ee8d-46fa-814a-451708b40382 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Usage tracker for resource:security_group_rule and tenant:887dba35b042474383130630b2f4d852 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:21.489593 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-cbfb9b96-ee8d-46fa-814a-451708b40382 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:21.492554 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2cc9e582-cb0c-4103-9a52-5d3e33c45e01 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.512867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9a539be6-6a9f-44ab-a74b-83e108a4ae74 None None] Provisioning for port c6aaff40-4f8c-4a51-91c9-cec50a3c4d77 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:21.541507 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9a539be6-6a9f-44ab-a74b-83e108a4ae74 None None] Provisioning complete for port c6aaff40-4f8c-4a51-91c9-cec50a3c4d77 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:21.542080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9a539be6-6a9f-44ab-a74b-83e108a4ae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.574073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-cbfb9b96-ee8d-46fa-814a-451708b40382 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:21.592434 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-cbfb9b96-ee8d-46fa-814a-451708b40382 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Project 887dba35b042474383130630b2f4d852 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:23:21.614361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9e582-cb0c-4103-9a52-5d3e33c45e01 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Port': ['ID=9bdc970c-0fb1-43ad-814d-7415f2157618,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:21.618697 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cbfb9b96-ee8d-46fa-814a-451708b40382 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.665190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e00d-ca11-4468-a5af-bb68c6d2ed6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.750770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Made reservation on behalf of 8284f0285e3a4b62af749bd9f4bb7d1b for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:21.753374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.786841 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.827270 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-9515d459-1439-4c4f-8fdc-f8d1d5a49f20 None None] For port 236a4afb-64d1-4418-b9dc-2a7db674f7e2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=236a4afb-64d1-4418-b9dc-2a7db674f7e2,segment=NetworkSegment(da54e7d2-6bc9-4357-b1aa-54526bdd44ba),segment_id=da54e7d2-6bc9-4357-b1aa-54526bdd44ba)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:21.827907 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9515d459-1439-4c4f-8fdc-f8d1d5a49f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.838611 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7422f1ea-5fe4-459e-9e1a-f5410f121350 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.901176 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2cc9e582-cb0c-4103-9a52-5d3e33c45e01 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.903939 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2cc9e582-cb0c-4103-9a52-5d3e33c45e01 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/ports/9bdc970c-0fb1-43ad-814d-7415f2157618 HTTP/1.1" status: 204 len: 168 time: 1.2603974 Jan 24 16:23:21.907903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60988) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:21.921069 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7ae68ff6-469e-40df-819f-052ced042e35 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:21.956306 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7422f1ea-5fe4-459e-9e1a-f5410f121350 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] 10.222.0.130 "DELETE /v2.0/ports/89066abd-92ae-4adf-9688-ce6008ebbdc3 HTTP/1.1" status: 204 len: 168 time: 2.5866463 Jan 24 16:23:21.960419 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60992) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:21.971197 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b11d8678-5c3c-4ac3-964d-e75baab078dc tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Request body: {'port': {'name': 'tempest-new-port-name-1647317076', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:21.972326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.api.validators [None req-b11d8678-5c3c-4ac3-964d-e75baab078dc tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] bootfile-name is not in valid_values {{(pid=83466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 24 16:23:21.973195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.api.validators [None req-b11d8678-5c3c-4ac3-964d-e75baab078dc tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] tftp-server is not in valid_values {{(pid=83466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 24 16:23:21.973746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.api.validators [None req-b11d8678-5c3c-4ac3-964d-e75baab078dc tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] server-ip-address is not in valid_values {{(pid=83466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 24 16:23:21.996694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-9515d459-1439-4c4f-8fdc-f8d1d5a49f20 None None] Calling delete_port for 236a4afb-64d1-4418-b9dc-2a7db674f7e2 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:22.002726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cbfb9b96-ee8d-46fa-814a-451708b40382 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.022473 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cbfb9b96-ee8d-46fa-814a-451708b40382 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.075238 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb9b96-ee8d-46fa-814a-451708b40382 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafbfc35-e09c-4a4e-a958-3a82220a9a6d,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:22.086928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-9a539be6-6a9f-44ab-a74b-83e108a4ae74 None None] Port c6aaff40-4f8c-4a51-91c9-cec50a3c4d77 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:22.096744 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9515d459-1439-4c4f-8fdc-f8d1d5a49f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.154691 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cbfb9b96-ee8d-46fa-814a-451708b40382 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.156753 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cbfb9b96-ee8d-46fa-814a-451708b40382 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7242470 Jan 24 16:23:22.163649 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515d459-1439-4c4f-8fdc-f8d1d5a49f20 None None] Pushing event deleted for resources: {'Port': ['ID=236a4afb-64d1-4418-b9dc-2a7db674f7e2,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:22.172191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 60998) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:22.184265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8c6a4e-5cbb-4c12-a10c-f193328915e1 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:22.185214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fc8c6a4e-5cbb-4c12-a10c-f193328915e1 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Synchronizing usage tracker for tenant:af052b8aa9e742caa4ed884470bec1dd on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:22.187791 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e00d-ca11-4468-a5af-bb68c6d2ed6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.196783 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-717be325-ff83-4c10-81e8-c12971932b54 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Request body: {'network': {'name': 'tempest-network-smoke--1330988980', 'project_id': '887dba35b042474383130630b2f4d852', 'port_security_enabled': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:22.200403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-7ae68ff6-469e-40df-819f-052ced042e35 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for c6aaff40-4f8c-4a51-91c9-cec50a3c4d77 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:22.210743 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-717be325-ff83-4c10-81e8-c12971932b54 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:22.224330 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-717be325-ff83-4c10-81e8-c12971932b54 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Usage tracker for resource:network and tenant:887dba35b042474383130630b2f4d852 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:22.228278 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-717be325-ff83-4c10-81e8-c12971932b54 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:22.246310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-717be325-ff83-4c10-81e8-c12971932b54 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:22.250425 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b11d8678-5c3c-4ac3-964d-e75baab078dc tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.255871 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9515d459-1439-4c4f-8fdc-f8d1d5a49f20 None None] No DVR routers for this DVR port 236a4afb-64d1-4418-b9dc-2a7db674f7e2 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:23:22.278542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:22.286371 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7e00d-ca11-4468-a5af-bb68c6d2ed6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Subnet': ['ID=d9197c70-0319-4c62-b7bf-b3080553e88b,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:22.299760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Usage tracker for resource:security_group_rule and tenant:8284f0285e3a4b62af749bd9f4bb7d1b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:22.307991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:22.320248 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:22.326245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e00d-ca11-4468-a5af-bb68c6d2ed6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.332024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fc8c6a4e-5cbb-4c12-a10c-f193328915e1 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Unset dirty status for tenant:af052b8aa9e742caa4ed884470bec1dd on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:22.333536 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fc8c6a4e-5cbb-4c12-a10c-f193328915e1 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "GET /v2.0/ports?device_id=30860f65-4396-4e3b-87b1-722c8f1e65dd HTTP/1.1" status: 200 len: 913 time: 0.4233499 Jan 24 16:23:22.340466 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32772) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:22.405465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9a539be6-6a9f-44ab-a74b-83e108a4ae74 None None] Provisioning for port 066cc6f7-09c8-475f-bfe7-c3314c21c996 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:22.416033 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.423423 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88ee780-ecdd-473d-8a1b-5452a8b26241 None None] Network 288bd26e-0f07-473b-b60f-68de1e6ace92 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:22.423605 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d8b7e00d-ca11-4468-a5af-bb68c6d2ed6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/d9197c70-0319-4c62-b7bf-b3080553e88b HTTP/1.1" status: 204 len: 168 time: 2.6695323 Jan 24 16:23:22.429084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32778) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:22.438291 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.477612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:23:22.484313 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9a539be6-6a9f-44ab-a74b-83e108a4ae74 None None] Provisioning complete for port 066cc6f7-09c8-475f-bfe7-c3314c21c996 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:22.484953 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9a539be6-6a9f-44ab-a74b-83e108a4ae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.497711 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717be325-ff83-4c10-81e8-c12971932b54 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Made reservation on behalf of 887dba35b042474383130630b2f4d852 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:22.500812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-717be325-ff83-4c10-81e8-c12971932b54 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.526659 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4535ca5-4406-40ea-b76f-ea7970c136ea,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:22.543386 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32782) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:22.602826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7ae68ff6-469e-40df-819f-052ced042e35 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.605514 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.605919 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6a68de9f-5515-429a-bcbf-e1214626a738 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:22.606351 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Added segment 5ac5ffaa-0043-44f6-a663-1beb2c4d6d16 of type vlan for network 344169c9-6313-416f-8dba-8a6b3d2a7e02 Jan 24 16:23:22.670712 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717be325-ff83-4c10-81e8-c12971932b54 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:23:22.674617 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae68ff6-469e-40df-819f-052ced042e35 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=c6aaff40-4f8c-4a51-91c9-cec50a3c4d77,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:22.680517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-717be325-ff83-4c10-81e8-c12971932b54 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.681335 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-717be325-ff83-4c10-81e8-c12971932b54 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Added segment 2aba6bd8-ebc7-4d37-8903-371e8fe85e09 of type vlan for network acadd433-0231-4b2a-ac9a-1d06f04803d6 Jan 24 16:23:22.736018 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-9a539be6-6a9f-44ab-a74b-83e108a4ae74 None None] Port 066cc6f7-09c8-475f-bfe7-c3314c21c996 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:22.755404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-717be325-ff83-4c10-81e8-c12971932b54 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.766054 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group': {'name': 'tempest-secgroup--607398370'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:22.774641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.780136 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7ae68ff6-469e-40df-819f-052ced042e35 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.786216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:22.796798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:22.803374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:22.812878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:22.828820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d005d74-09c2-4475-be94-0a0f41de0506 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.835936 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7ae68ff6-469e-40df-819f-052ced042e35 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/c6aaff40-4f8c-4a51-91c9-cec50a3c4d77 HTTP/1.1" status: 204 len: 168 time: 2.0557775 Jan 24 16:23:22.839889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32788) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:22.857719 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 6a68de9f-5515-429a-bcbf-e1214626a738 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:22.858330 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.902858 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6c6561-757b-4fe9-b67c-6eb3249b7cd5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] GET failed (client error): The resource could not be found. Jan 24 16:23:22.903117 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-090f5a1d-3c8b-41a3-9d64-bfe1a5427276 None None] Could not find standard attr ID for object c6aaff40-4f8c-4a51-91c9-cec50a3c4d77. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:23:22.903238 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ff6c6561-757b-4fe9-b67c-6eb3249b7cd5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:22.908495 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.925811 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:14Z', 'revision_number': 2, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:22.929170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.933565 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Checking router: 55fc5a73-0a38-4574-993a-0a74bf47fcbe for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:23:22.933909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Updating router 55fc5a73-0a38-4574-993a-0a74bf47fcbe port d21afff9-96d0-429f-bcad-b4c07e5e4f5c binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:23:22.942823 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:22.944187 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:22.945207 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.019260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:23.022910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:23.026010 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:23.030496 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.031644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:23.081817 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-717be325-ff83-4c10-81e8-c12971932b54 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.085595 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717be325-ff83-4c10-81e8-c12971932b54 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:23.086175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-717be325-ff83-4c10-81e8-c12971932b54 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.102980 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-090f5a1d-3c8b-41a3-9d64-bfe1a5427276 None None] Provisioning complete for port 066cc6f7-09c8-475f-bfe7-c3314c21c996 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:23.103346 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-090f5a1d-3c8b-41a3-9d64-bfe1a5427276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.124466 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d005d74-09c2-4475-be94-0a0f41de0506 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.138096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ff6c6561-757b-4fe9-b67c-6eb3249b7cd5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:23.139229 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ff6c6561-757b-4fe9-b67c-6eb3249b7cd5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/c6aaff40-4f8c-4a51-91c9-cec50a3c4d77 HTTP/1.1" status: 404 len: 333 time: 0.2968731 Jan 24 16:23:23.140760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32792) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:23.143167 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-717be325-ff83-4c10-81e8-c12971932b54 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9656532 Jan 24 16:23:23.147784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32794) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:23.155125 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-642513223', 'admin_state_up': True, 'project_id': '887dba35b042474383130630b2f4d852', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:23.195299 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9783039 Jan 24 16:23:23.203033 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32800) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:23.206977 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c54405-8bc9-4579-bb57-4bcbca37fa8c admin admin] Pushing event updated for resources: {'Network': ['ID=344169c9-6313-416f-8dba-8a6b3d2a7e02,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:23.227363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:23.230374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-0d49fbe7-aff4-4d59-9294-2f1146ad5605 admin admin] Request body: {'subnet': {'network_id': '344169c9-6313-416f-8dba-8a6b3d2a7e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1783815694-subnet', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'ip_version': 4}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:23.234991 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0d49fbe7-aff4-4d59-9294-2f1146ad5605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:23.239383 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0d49fbe7-aff4-4d59-9294-2f1146ad5605 admin admin] Usage tracker for resource:subnet and tenant:8284f0285e3a4b62af749bd9f4bb7d1b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:23.246400 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 344169c9-6313-416f-8dba-8a6b3d2a7e02 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:23:23.247450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0d49fbe7-aff4-4d59-9294-2f1146ad5605 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:23.252961 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Usage tracker for resource:router and tenant:887dba35b042474383130630b2f4d852 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:23.257278 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0d49fbe7-aff4-4d59-9294-2f1146ad5605 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:23.261253 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:23.268070 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04861c37-c528-47a5-9678-25cde278f834 None None] DHCP port deletion for 288bd26e-0f07-473b-b60f-68de1e6ace92 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:23:23.268905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-9d005d74-09c2-4475-be94-0a0f41de0506 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3428e065-0910-462e-bfd1-f98a89238f4e']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:23.279898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-090f5a1d-3c8b-41a3-9d64-bfe1a5427276 None None] Port 066cc6f7-09c8-475f-bfe7-c3314c21c996 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:23.283258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.284439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:23.286184 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-b11d8678-5c3c-4ac3-964d-e75baab078dc tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:23:23.298843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-123d8d31-7f8d-495b-97f4-8491da9c4eb7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 066cc6f7-09c8-475f-bfe7-c3314c21c996 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:23.299198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-123d8d31-7f8d-495b-97f4-8491da9c4eb7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.334724 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.336374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-04861c37-c528-47a5-9678-25cde278f834 None None] Deleting port 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:23.336919 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-04861c37-c528-47a5-9678-25cde278f834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.364945 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d49fbe7-aff4-4d59-9294-2f1146ad5605 admin admin] Made reservation on behalf of 8284f0285e3a4b62af749bd9f4bb7d1b for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:23.367561 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0d49fbe7-aff4-4d59-9294-2f1146ad5605 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.370464 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 236a4afb-64d1-4418-b9dc-2a7db674f7e2 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:23:23.371057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.372002 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.413337 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25fe2d74-1be5-4a8c-ba3f-133b392cded0,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:23.416139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:23.457305 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:23.469796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:23.479377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:23.484498 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 236a4afb-64d1-4418-b9dc-2a7db674f7e2 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:23:23.484837 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 236a4afb-64d1-4418-b9dc-2a7db674f7e2 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:23:23.516033 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.698265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b11d8678-5c3c-4ac3-964d-e75baab078dc tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.700837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-9d005d74-09c2-4475-be94-0a0f41de0506 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da54e7d2-6bc9-4357-b1aa-54526bdd44ba') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:23.701145 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-9d005d74-09c2-4475-be94-0a0f41de0506 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da54e7d2-6bc9-4357-b1aa-54526bdd44ba') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:23.715133 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0d49fbe7-aff4-4d59-9294-2f1146ad5605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.717353 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.733257 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.745914 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717be325-ff83-4c10-81e8-c12971932b54 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event updated for resources: {'Network': ['ID=acadd433-0231-4b2a-ac9a-1d06f04803d6,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:23.748983 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b11d8678-5c3c-4ac3-964d-e75baab078dc tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.763011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d005d74-09c2-4475-be94-0a0f41de0506 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.776353 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network acadd433-0231-4b2a-ac9a-1d06f04803d6 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:23:23.814129 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-04861c37-c528-47a5-9678-25cde278f834 None None] For port 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5245ffcc-b8b2-4820-ac40-2fb90d1a7fea,segment=NetworkSegment(a2e98e56-377e-4fa7-940b-cc4470ef8de9),segment_id=a2e98e56-377e-4fa7-940b-cc4470ef8de9)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:23.814512 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-04861c37-c528-47a5-9678-25cde278f834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.819362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-123d8d31-7f8d-495b-97f4-8491da9c4eb7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.903231 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d005d74-09c2-4475-be94-0a0f41de0506 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.959959 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d005d74-09c2-4475-be94-0a0f41de0506 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:23:23.960404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d005d74-09c2-4475-be94-0a0f41de0506 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:23:23.992918 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:23:24.006788 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d8678-5c3c-4ac3-964d-e75baab078dc tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Pushing event updated for resources: {'Port': ['ID=6a960098-f4ca-4ae5-a5f7-ecbad6990425,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:24.066882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49fbe7-aff4-4d59-9294-2f1146ad5605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f465b7fb-9b21-461e-8805-c4fe677bb9ec,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:24.071235 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b11d8678-5c3c-4ac3-964d-e75baab078dc tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] In _notify_port_updated(), no bound segment for port 6a960098-f4ca-4ae5-a5f7-ecbad6990425 on network fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7 {{(pid=83466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:23:24.076779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11d8678-5c3c-4ac3-964d-e75baab078dc tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:24.077403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b11d8678-5c3c-4ac3-964d-e75baab078dc tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.081039 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b11d8678-5c3c-4ac3-964d-e75baab078dc tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] 10.222.0.130 "PUT /v2.0/ports/6a960098-f4ca-4ae5-a5f7-ecbad6990425 HTTP/1.1" status: 200 len: 1137 time: 2.1170287 Jan 24 16:23:24.094915 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-04861c37-c528-47a5-9678-25cde278f834 None None] Calling delete_port for 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:24.095450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32804) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:24.102810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-123d8d31-7f8d-495b-97f4-8491da9c4eb7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for 066cc6f7-09c8-475f-bfe7-c3314c21c996 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:24.133365 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d53ae8-13a2-4107-b3dd-e684f63ca28d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:24.137245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.138477 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4de27714-daf7-4a17-ad37-6e90e23249c4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5931013 Jan 24 16:23:24.146198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32808) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:24.147970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.234197 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d005d74-09c2-4475-be94-0a0f41de0506 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.239292 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d005d74-09c2-4475-be94-0a0f41de0506 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.269562 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.resource_extend [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:23:24.278873 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5e45f3-d59f-4d7c-b4f1-1656aa7ab214 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:24.279503 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4b5e45f3-d59f-4d7c-b4f1-1656aa7ab214 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Synchronizing usage tracker for tenant:b966f987ddf547078bb6538e8ed56679 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:24.282375 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49fbe7-aff4-4d59-9294-2f1146ad5605 admin admin] Checking segment: {'id': '5ac5ffaa-0043-44f6-a663-1beb2c4d6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '344169c9-6313-416f-8dba-8a6b3d2a7e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:24.282721 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d49fbe7-aff4-4d59-9294-2f1146ad5605 admin admin] Network hostable DHCP agents. Network: 344169c9-6313-416f-8dba-8a6b3d2a7e02, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:23:24.290693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d005d74-09c2-4475-be94-0a0f41de0506 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Network': ['ID=3428e065-0910-462e-bfd1-f98a89238f4e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:24.298115 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9d005d74-09c2-4475-be94-0a0f41de0506 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/networks/3428e065-0910-462e-bfd1-f98a89238f4e HTTP/1.1" status: 204 len: 168 time: 1.8646863 Jan 24 16:23:24.299931 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0024caf7-6591-4f2b-81af-f49b4f51b5de None None] Provisioning complete for port 6a960098-f4ca-4ae5-a5f7-ecbad6990425 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:24.300506 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0024caf7-6591-4f2b-81af-f49b4f51b5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.326915 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32812) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:24.378266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4b5e45f3-d59f-4d7c-b4f1-1656aa7ab214 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Unset dirty status for tenant:b966f987ddf547078bb6538e8ed56679 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:24.379404 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4b5e45f3-d59f-4d7c-b4f1-1656aa7ab214 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] 10.222.0.130 "GET /v2.0/ports/6a960098-f4ca-4ae5-a5f7-ecbad6990425 HTTP/1.1" status: 200 len: 1137 time: 0.2822559 Jan 24 16:23:24.396847 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32816) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:24.411630 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d49fbe7-aff4-4d59-9294-2f1146ad5605 admin admin] Network 344169c9-6313-416f-8dba-8a6b3d2a7e02 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:23:24.412953 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-04861c37-c528-47a5-9678-25cde278f834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.434115 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-0d49fbe7-aff4-4d59-9294-2f1146ad5605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 344169c9-6313-416f-8dba-8a6b3d2a7e02) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:24.446578 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0024caf7-6591-4f2b-81af-f49b4f51b5de None None] Port 6a960098-f4ca-4ae5-a5f7-ecbad6990425 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:24.453573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d49fbe7-aff4-4d59-9294-2f1146ad5605 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:24.454474 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0d49fbe7-aff4-4d59-9294-2f1146ad5605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.460263 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbf15b2-5b4c-4079-98b2-a9f2c1ad28cf None None] Network 344169c9-6313-416f-8dba-8a6b3d2a7e02 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:24.463579 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-02ede772-8249-4055-ab86-10040dbdd864 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.487956 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.490445 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04861c37-c528-47a5-9678-25cde278f834 None None] Pushing event deleted for resources: {'Port': ['ID=5245ffcc-b8b2-4820-ac40-2fb90d1a7fea,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:24.524835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9534ece9-8b73-410e-bddc-da6faee1537d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:24.552397 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0d49fbe7-aff4-4d59-9294-2f1146ad5605 admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3311048 Jan 24 16:23:24.552883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32820) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:24.556273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:23:24.568773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1783815694-router', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:24.575244 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:24.580472 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Usage tracker for resource:router and tenant:8284f0285e3a4b62af749bd9f4bb7d1b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:24.583186 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04861c37-c528-47a5-9678-25cde278f834 None None] No DVR routers for this DVR port 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:23:24.586619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:24.595004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:24.608652 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:23:24.609030 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5245ffcc-b8b2-4820-ac40-2fb90d1a7fea not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:23:24.614291 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-279fb603-399f-45b3-b7a0-54e0ffc59264 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Deleting port 6a960098-f4ca-4ae5-a5f7-ecbad6990425 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:24.614909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-279fb603-399f-45b3-b7a0-54e0ffc59264 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.662653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9af8d2e-b237-4867-ab32-952ba4770d27 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.663304 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Transition to ACTIVE for port object d21afff9-96d0-429f-bcad-b4c07e5e4f5c will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:24.676708 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.677929 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.681872 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-123d8d31-7f8d-495b-97f4-8491da9c4eb7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.683888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9534ece9-8b73-410e-bddc-da6faee1537d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:24.687849 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9534ece9-8b73-410e-bddc-da6faee1537d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5343165 Jan 24 16:23:24.689199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32824) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:24.697278 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f0c76fba-5d50-4d7d-b498-b2b03dd58030 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group': {'name': 'tempest-security--331626571', 'description': 'tempest-security-description-1228340080'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:24.704504 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.749875 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.764975 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f0c76fba-5d50-4d7d-b498-b2b03dd58030 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:24.780085 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d8d31-7f8d-495b-97f4-8491da9c4eb7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=066cc6f7-09c8-475f-bfe7-c3314c21c996,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:24.879373 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a52e7-21e6-452d-be7d-5d5649b1c1fa None None] Pushing event updated for resources: {'Port': ['ID=d21afff9-96d0-429f-bcad-b4c07e5e4f5c,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:24.999121 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-344169c9-6313-416f-8dba-8a6b3d2a7e02', 'network_id': '344169c9-6313-416f-8dba-8a6b3d2a7e02', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'fixed_ips': [{'subnet_id': 'f465b7fb-9b21-461e-8805-c4fe677bb9ec'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:23:25.000337 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.006595 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f0c76fba-5d50-4d7d-b498-b2b03dd58030 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.021325 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f0c76fba-5d50-4d7d-b498-b2b03dd58030 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.057744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f0c76fba-5d50-4d7d-b498-b2b03dd58030 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.059100 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f0c76fba-5d50-4d7d-b498-b2b03dd58030 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "PUT /v2.0/security-groups/47d53ae8-13a2-4107-b3dd-e684f63ca28d HTTP/1.1" status: 200 len: 1611 time: 0.3696105 Jan 24 16:23:25.063942 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.123864 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32828) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:25.173370 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c76fba-5d50-4d7d-b498-b2b03dd58030 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d53ae8-13a2-4107-b3dd-e684f63ca28d,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:25.195902 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-123d8d31-7f8d-495b-97f4-8491da9c4eb7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.212262 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Attempting to bind port d21afff9-96d0-429f-bcad-b4c07e5e4f5c on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:23:25.212262 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Attempting to bind port d21afff9-96d0-429f-bcad-b4c07e5e4f5c by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:23:25.212981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Attempting to bind port d21afff9-96d0-429f-bcad-b4c07e5e4f5c on network a6e18642-b28b-4d3a-b701-7a40de2eb39c {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:23:25.230876 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:23:25.231394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Checking segment: {'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:25.231936 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.232426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Bound using segment: {'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:23:25.232985 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Bound port: d21afff9-96d0-429f-bcad-b4c07e5e4f5c, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:23:25.233444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.242910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9af8d2e-b237-4867-ab32-952ba4770d27 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.295381 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-123d8d31-7f8d-495b-97f4-8491da9c4eb7 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/066cc6f7-09c8-475f-bfe7-c3314c21c996 HTTP/1.1" status: 204 len: 168 time: 2.1423573 Jan 24 16:23:25.305726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32832) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:25.340562 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c61b4a66-6e6e-4f14-aee7-2da2ce7c4356 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-groups/47d53ae8-13a2-4107-b3dd-e684f63ca28d HTTP/1.1" status: 200 len: 1611 time: 0.2154155 Jan 24 16:23:25.343218 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32836) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:25.397134 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-c9af8d2e-b237-4867-ab32-952ba4770d27 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288bd26e-0f07-473b-b60f-68de1e6ace92']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:25.406609 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Allocated IP 172.20.0.2 (344169c9-6313-416f-8dba-8a6b3d2a7e02/f465b7fb-9b21-461e-8805-c4fe677bb9ec/74c55ff1-1743-4305-a99b-33a27daddec3) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:25.412962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] For port d21afff9-96d0-429f-bcad-b4c07e5e4f5c, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:23:25.417646 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] For port d21afff9-96d0-429f-bcad-b4c07e5e4f5c, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d21afff9-96d0-429f-bcad-b4c07e5e4f5c,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:23:25.428212 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.430906 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-279fb603-399f-45b3-b7a0-54e0ffc59264 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.440683 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.470213 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-058e017b-0d8f-404a-97f6-dde5669ed807 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] GET failed (client error): The resource could not be found. Jan 24 16:23:25.470692 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-058e017b-0d8f-404a-97f6-dde5669ed807 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:25.480087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-c9af8d2e-b237-4867-ab32-952ba4770d27 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e98e56-377e-4fa7-940b-cc4470ef8de9') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:25.480433 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-c9af8d2e-b237-4867-ab32-952ba4770d27 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e98e56-377e-4fa7-940b-cc4470ef8de9') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:25.497194 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.527861 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e197a4e0-ec4a-4158-b8c2-cce4c3ee385d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.551516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9af8d2e-b237-4867-ab32-952ba4770d27 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.576736 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e197a4e0-ec4a-4158-b8c2-cce4c3ee385d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.619060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a52e7-21e6-452d-be7d-5d5649b1c1fa None None] Pushing event updated for resources: {'Port': ['ID=d21afff9-96d0-429f-bcad-b4c07e5e4f5c,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:25.659642 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:25.660663 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:25.666994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-279fb603-399f-45b3-b7a0-54e0ffc59264 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Calling delete_port for 6a960098-f4ca-4ae5-a5f7-ecbad6990425 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:25.846296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9af8d2e-b237-4867-ab32-952ba4770d27 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.849000 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-058e017b-0d8f-404a-97f6-dde5669ed807 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:25.850219 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-058e017b-0d8f-404a-97f6-dde5669ed807 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/066cc6f7-09c8-475f-bfe7-c3314c21c996 HTTP/1.1" status: 404 len: 333 time: 0.5252357 Jan 24 16:23:25.856275 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32840) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:25.886714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9af8d2e-b237-4867-ab32-952ba4770d27 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:23:25.898894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9af8d2e-b237-4867-ab32-952ba4770d27 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.909344 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:23:25.918446 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:23:25.936537 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Transition to ACTIVE for port object 74c55ff1-1743-4305-a99b-33a27daddec3 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:25.938009 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e197a4e0-ec4a-4158-b8c2-cce4c3ee385d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.965827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Transition to ACTIVE for port object 74c55ff1-1743-4305-a99b-33a27daddec3 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:25.969502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:25.972201 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:23:26.007597 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197a4e0-ec4a-4158-b8c2-cce4c3ee385d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d53ae8-13a2-4107-b3dd-e684f63ca28d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:26.015772 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.020760 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.089418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Allocated IP 172.26.2.3 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/c694f7f1-0b34-48d3-8f63-d89caa7527a4) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:26.094234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9af8d2e-b237-4867-ab32-952ba4770d27 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.157703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9af8d2e-b237-4867-ab32-952ba4770d27 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.167263 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e197a4e0-ec4a-4158-b8c2-cce4c3ee385d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.168259 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e197a4e0-ec4a-4158-b8c2-cce4c3ee385d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-groups/47d53ae8-13a2-4107-b3dd-e684f63ca28d HTTP/1.1" status: 204 len: 168 time: 0.8239465 Jan 24 16:23:26.174301 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32844) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:26.176688 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af8d2e-b237-4867-ab32-952ba4770d27 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Network': ['ID=288bd26e-0f07-473b-b60f-68de1e6ace92,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:26.214652 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Network 344169c9-6313-416f-8dba-8a6b3d2a7e02 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:26.228987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:26.234933 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c9af8d2e-b237-4867-ab32-952ba4770d27 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/networks/288bd26e-0f07-473b-b60f-68de1e6ace92 HTTP/1.1" status: 204 len: 168 time: 1.9030113 Jan 24 16:23:26.240972 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:26.242421 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32848) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:26.267606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-3531aab7-78d7-4b38-b39a-c44035924e6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-954594214'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:26.285884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3531aab7-78d7-4b38-b39a-c44035924e6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:26.296132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-279fb603-399f-45b3-b7a0-54e0ffc59264 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.300397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3531aab7-78d7-4b38-b39a-c44035924e6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:network and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:26.311147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-02ede772-8249-4055-ab86-10040dbdd864 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting port c15a51af-2f88-4c64-b0e7-a35980a9d98d {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:26.311610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-02ede772-8249-4055-ab86-10040dbdd864 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.315691 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Pushing event updated for resources: {'Port': ['ID=74c55ff1-1743-4305-a99b-33a27daddec3,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:26.337620 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3531aab7-78d7-4b38-b39a-c44035924e6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:26.371344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3531aab7-78d7-4b38-b39a-c44035924e6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:26.371569 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fb603-399f-45b3-b7a0-54e0ffc59264 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Pushing event deleted for resources: {'Port': ['ID=6a960098-f4ca-4ae5-a5f7-ecbad6990425,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:26.380603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d723e1f-af93-449b-aba6-791dd90dc8a3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting subnet e45a2394-f95f-4248-8847-fae91e915056 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:23:26.393070 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d723e1f-af93-449b-aba6-791dd90dc8a3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.443861 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3c4da93e-dd04-4492-a1ab-d590e9be242d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2650099 Jan 24 16:23:26.449556 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32852) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:26.506325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Attempting to bind port 74c55ff1-1743-4305-a99b-33a27daddec3 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:23:26.506615 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Attempting to bind port 74c55ff1-1743-4305-a99b-33a27daddec3 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '5ac5ffaa-0043-44f6-a663-1beb2c4d6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '344169c9-6313-416f-8dba-8a6b3d2a7e02'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:23:26.507290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Attempting to bind port 74c55ff1-1743-4305-a99b-33a27daddec3 on network 344169c9-6313-416f-8dba-8a6b3d2a7e02 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:23:26.507429 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3531aab7-78d7-4b38-b39a-c44035924e6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:26.510194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3531aab7-78d7-4b38-b39a-c44035924e6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.515540 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.541683 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-279fb603-399f-45b3-b7a0-54e0ffc59264 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.543854 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-279fb603-399f-45b3-b7a0-54e0ffc59264 tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] 10.222.0.130 "DELETE /v2.0/ports/6a960098-f4ca-4ae5-a5f7-ecbad6990425 HTTP/1.1" status: 204 len: 168 time: 2.1460633 Jan 24 16:23:26.546463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32856) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:26.562074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d723e1f-af93-449b-aba6-791dd90dc8a3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.607755 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-7789cb4f-2446-44fb-b730-765ed76a6945 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] delete failed (client error): The resource could not be found. Jan 24 16:23:26.612294 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7789cb4f-2446-44fb-b730-765ed76a6945 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-groups/47d53ae8-13a2-4107-b3dd-e684f63ca28d HTTP/1.1" status: 404 len: 347 time: 0.1560376 Jan 24 16:23:26.614068 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32860) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:26.621896 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c6b9e414-87dc-4197-9078-09fed8b133b8 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group': {'name': 'tempest-secgroup--566368700'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:26.632250 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c6b9e414-87dc-4197-9078-09fed8b133b8 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:26.645072 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:23:26.645859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Checking segment: {'id': '5ac5ffaa-0043-44f6-a663-1beb2c4d6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '344169c9-6313-416f-8dba-8a6b3d2a7e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:26.646492 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.647033 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Bound using segment: {'id': '5ac5ffaa-0043-44f6-a663-1beb2c4d6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '344169c9-6313-416f-8dba-8a6b3d2a7e02'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:23:26.647898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Bound port: 74c55ff1-1743-4305-a99b-33a27daddec3, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac5ffaa-0043-44f6-a663-1beb2c4d6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '344169c9-6313-416f-8dba-8a6b3d2a7e02'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:23:26.648456 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.659528 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3531aab7-78d7-4b38-b39a-c44035924e6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:23:26.662112 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c6b9e414-87dc-4197-9078-09fed8b133b8 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:26.669241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c6b9e414-87dc-4197-9078-09fed8b133b8 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:26.716347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.748333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3531aab7-78d7-4b38-b39a-c44035924e6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.748667 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-3531aab7-78d7-4b38-b39a-c44035924e6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Added segment ef454846-edde-457a-b99b-f583acb6f50d of type vlan for network ab22af35-325c-422d-8a52-e55c76ab9712 Jan 24 16:23:26.753353 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c6b9e414-87dc-4197-9078-09fed8b133b8 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:26.753996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-02ede772-8249-4055-ab86-10040dbdd864 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.769843 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] For port 74c55ff1-1743-4305-a99b-33a27daddec3, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:23:26.773755 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:25Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:26.779791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] For port 74c55ff1-1743-4305-a99b-33a27daddec3, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=74c55ff1-1743-4305-a99b-33a27daddec3,segment=NetworkSegment(5ac5ffaa-0043-44f6-a663-1beb2c4d6d16),segment_id=5ac5ffaa-0043-44f6-a663-1beb2c4d6d16)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:23:26.780863 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a142f5-d403-4c41-b53d-a50b90865046 None None] The sync data for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv is: [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:25Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:23:26.786738 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.826876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:26.828106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e414-87dc-4197-9078-09fed8b133b8 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:26.841487 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event updated for resources: {'Port': ['ID=c694f7f1-0b34-48d3-8f63-d89caa7527a4,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:26.844017 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:26.878960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:26.902165 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec8e67-2934-442d-aff5-48ff306537b5 None None] Pushing event updated for resources: {'Port': ['ID=74c55ff1-1743-4305-a99b-33a27daddec3,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:26.954768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-02ede772-8249-4055-ab86-10040dbdd864 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Calling delete_port for c15a51af-2f88-4c64-b0e7-a35980a9d98d owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:26.961072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-298350ef-36da-42b0-8b6f-18d9597a164f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Deleting subnet 4979145a-94dc-415d-b3ed-f1b553f2f72c {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:23:26.976991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-298350ef-36da-42b0-8b6f-18d9597a164f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.027378 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c6b9e414-87dc-4197-9078-09fed8b133b8 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:27.029678 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3531aab7-78d7-4b38-b39a-c44035924e6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.033957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d723e1f-af93-449b-aba6-791dd90dc8a3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.062591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c6b9e414-87dc-4197-9078-09fed8b133b8 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:27.073233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Allocated IP 172.26.2.188 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/78b93190-2f29-4f82-adda-00a27bd63b54) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:27.074774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c6b9e414-87dc-4197-9078-09fed8b133b8 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:27.099376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c6b9e414-87dc-4197-9078-09fed8b133b8 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:27.117209 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-298350ef-36da-42b0-8b6f-18d9597a164f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.290661 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3531aab7-78d7-4b38-b39a-c44035924e6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.296096 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3531aab7-78d7-4b38-b39a-c44035924e6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:27.299702 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3531aab7-78d7-4b38-b39a-c44035924e6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.326170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e414-87dc-4197-9078-09fed8b133b8 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.328045 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-298350ef-36da-42b0-8b6f-18d9597a164f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.362913 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e414-87dc-4197-9078-09fed8b133b8 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.429121 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d723e1f-af93-449b-aba6-791dd90dc8a3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.433586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9e414-87dc-4197-9078-09fed8b133b8 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf62b8a-8704-4743-b1f3-550429f07915,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:27.459444 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:23:27.486087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e414-87dc-4197-9078-09fed8b133b8 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.490396 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c6b9e414-87dc-4197-9078-09fed8b133b8 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8704832 Jan 24 16:23:27.490925 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32864) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:27.500411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-91e41a1c-cd45-4ae8-854a-d5e260abcc77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group_rule': {'security_group_id': '0bf62b8a-8704-4743-b1f3-550429f07915', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:27.512410 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-91e41a1c-cd45-4ae8-854a-d5e260abcc77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:27.518936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-91e41a1c-cd45-4ae8-854a-d5e260abcc77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:27.522700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-91e41a1c-cd45-4ae8-854a-d5e260abcc77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:27.531649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-91e41a1c-cd45-4ae8-854a-d5e260abcc77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:27.534385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.535284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.544500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-298350ef-36da-42b0-8b6f-18d9597a164f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.640626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d723e1f-af93-449b-aba6-791dd90dc8a3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Subnet': ['ID=e45a2394-f95f-4248-8847-fae91e915056,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:27.653067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298350ef-36da-42b0-8b6f-18d9597a164f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Pushing event deleted for resources: {'Subnet': ['ID=4979145a-94dc-415d-b3ed-f1b553f2f72c,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:27.664114 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3531aab7-78d7-4b38-b39a-c44035924e6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4121630 Jan 24 16:23:27.670038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32868) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:27.672313 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.672962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-298350ef-36da-42b0-8b6f-18d9597a164f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.675667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531aab7-78d7-4b38-b39a-c44035924e6d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Network': ['ID=ab22af35-325c-422d-8a52-e55c76ab9712,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:27.678199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d723e1f-af93-449b-aba6-791dd90dc8a3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.678747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-91e41a1c-cd45-4ae8-854a-d5e260abcc77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:27.682356 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9d723e1f-af93-449b-aba6-791dd90dc8a3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/e45a2394-f95f-4248-8847-fae91e915056 HTTP/1.1" status: 204 len: 168 time: 1.8228343 Jan 24 16:23:27.686756 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32872) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:27.691360 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network ab22af35-325c-422d-8a52-e55c76ab9712 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:23:27.698948 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c8a92728-d3f7-4034-8d89-6652f8787131 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'subnet': {'network_id': 'ab22af35-325c-422d-8a52-e55c76ab9712', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:27.710614 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a824bb6-1f41-452e-b168-a000f02adebe None None] Network 3a5476fb-5ded-4705-bde3-d8d61a9edd7e requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:27.731528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d64cda-a9de-4837-a171-bde08cccff88 None None] Network fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:27.735595 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-298350ef-36da-42b0-8b6f-18d9597a164f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] 10.222.0.130 "DELETE /v2.0/subnets/4979145a-94dc-415d-b3ed-f1b553f2f72c HTTP/1.1" status: 204 len: 168 time: 1.1857421 Jan 24 16:23:27.764469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32876) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:27.843651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.094441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c8a92728-d3f7-4034-8d89-6652f8787131 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:28.096058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.115154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c8a92728-d3f7-4034-8d89-6652f8787131 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:subnet and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:28.131153 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c8a92728-d3f7-4034-8d89-6652f8787131 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:28.142047 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-91e41a1c-cd45-4ae8-854a-d5e260abcc77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.145215 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c8a92728-d3f7-4034-8d89-6652f8787131 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:28.158327 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-91e41a1c-cd45-4ae8-854a-d5e260abcc77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.214976 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:28.216018 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-02ede772-8249-4055-ab86-10040dbdd864 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.224451 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:28.226429 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Pushing event updated for resources: {'Port': ['ID=78b93190-2f29-4f82-adda-00a27bd63b54,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:28.259292 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a92728-d3f7-4034-8d89-6652f8787131 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:28.283601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:28.285307 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e41a1c-cd45-4ae8-854a-d5e260abcc77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502d278e-0158-4ef5-a710-12339a04a976,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:28.368920 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 6a68de9f-5515-429a-bcbf-e1214626a738 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:28.369456 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.383239 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c83caf6-66ac-4482-9e07-ca7dca34379e None None] Network 344169c9-6313-416f-8dba-8a6b3d2a7e02 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:28.385677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-91e41a1c-cd45-4ae8-854a-d5e260abcc77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.389498 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-91e41a1c-cd45-4ae8-854a-d5e260abcc77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8946850 Jan 24 16:23:28.389980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32880) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:28.392344 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c8a92728-d3f7-4034-8d89-6652f8787131 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.397370 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.429218 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ede772-8249-4055-ab86-10040dbdd864 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Port': ['ID=c15a51af-2f88-4c64-b0e7-a35980a9d98d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:28.495172 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ed120e-13c3-458b-a675-bdb6f59c96c8 None None] DHCP port deletion for fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:23:28.512703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-11ed120e-13c3-458b-a675-bdb6f59c96c8 None None] Deleting port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:28.513172 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-11ed120e-13c3-458b-a675-bdb6f59c96c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.525052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-528b77e3-dbc4-43cc-a13c-5ec60d8bba23 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.542452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-528b77e3-dbc4-43cc-a13c-5ec60d8bba23 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.542619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Deleting port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:28.542619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.613976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-528b77e3-dbc4-43cc-a13c-5ec60d8bba23 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.625915 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725424c5-762e-4f44-8c7f-6ce366aa28a1 None None] DHCP port deletion for 3a5476fb-5ded-4705-bde3-d8d61a9edd7e request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:23:28.669612 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d21afff9-96d0-429f-bcad-b4c07e5e4f5c up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:28.686318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b77e3-dbc4-43cc-a13c-5ec60d8bba23 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=502d278e-0158-4ef5-a710-12339a04a976,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:28.702750 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-725424c5-762e-4f44-8c7f-6ce366aa28a1 None None] Deleting port 6a68de9f-5515-429a-bcbf-e1214626a738 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:28.703363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-725424c5-762e-4f44-8c7f-6ce366aa28a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.709142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-528b77e3-dbc4-43cc-a13c-5ec60d8bba23 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.712606 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-528b77e3-dbc4-43cc-a13c-5ec60d8bba23 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/502d278e-0158-4ef5-a710-12339a04a976 HTTP/1.1" status: 204 len: 168 time: 0.3042521 Jan 24 16:23:28.716793 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32884) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:28.743533 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e5670c27-8a88-4a5e-a819-23f51cdcbdf2 None None] Provisioning for port 74c55ff1-1743-4305-a99b-33a27daddec3 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:28.767898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:23:28.806771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c8a92728-d3f7-4034-8d89-6652f8787131 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:28.851567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c63452ac-21ff-4634-867d-f10efb5de579 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:28.973894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c63452ac-21ff-4634-867d-f10efb5de579 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:28.977693 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c63452ac-21ff-4634-867d-f10efb5de579 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2559717 Jan 24 16:23:28.977693 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a92728-d3f7-4034-8d89-6652f8787131 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Subnet': ['ID=42a2849e-60d6-4c4a-b2a8-58115b0fc75a,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:28.978192 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32888) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:29.044093 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a92728-d3f7-4034-8d89-6652f8787131 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Checking segment: {'id': 'ef454846-edde-457a-b99b-f583acb6f50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ab22af35-325c-422d-8a52-e55c76ab9712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:29.044514 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a92728-d3f7-4034-8d89-6652f8787131 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network hostable DHCP agents. Network: ab22af35-325c-422d-8a52-e55c76ab9712, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:23:29.130918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] For port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179,segment=NetworkSegment(73bf5d17-9047-41b0-a217-ca372eb2b445),segment_id=73bf5d17-9047-41b0-a217-ca372eb2b445)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:29.131373 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.141225 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] For port 6a68de9f-5515-429a-bcbf-e1214626a738, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6a68de9f-5515-429a-bcbf-e1214626a738,segment=NetworkSegment(4852a2de-20d5-4bb8-b05a-9e86e008a276),segment_id=4852a2de-20d5-4bb8-b05a-9e86e008a276)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:29.141225 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.153892 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-992a940b-28c1-4782-ab8f-c0ac3f143bf4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.158334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a92728-d3f7-4034-8d89-6652f8787131 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network ab22af35-325c-422d-8a52-e55c76ab9712 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:23:29.193163 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-992a940b-28c1-4782-ab8f-c0ac3f143bf4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.211925 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-c8a92728-d3f7-4034-8d89-6652f8787131 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, ab22af35-325c-422d-8a52-e55c76ab9712) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:29.224971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a92728-d3f7-4034-8d89-6652f8787131 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:29.225458 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c8a92728-d3f7-4034-8d89-6652f8787131 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.245800 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ab4a67-924f-4db0-a660-a28740517a7d None None] Network ab22af35-325c-422d-8a52-e55c76ab9712 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:29.275282 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c8a92728-d3f7-4034-8d89-6652f8787131 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5987039 Jan 24 16:23:29.276234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32892) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:29.286636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-704bc37a-ef32-4e93-a084-e51d986fd127 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1442077851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:29.294670 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-704bc37a-ef32-4e93-a084-e51d986fd127 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:29.296957 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-992a940b-28c1-4782-ab8f-c0ac3f143bf4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.316335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-704bc37a-ef32-4e93-a084-e51d986fd127 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:router and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:29.319514 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-704bc37a-ef32-4e93-a084-e51d986fd127 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:29.329505 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:23:29.331227 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a940b-28c1-4782-ab8f-c0ac3f143bf4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf62b8a-8704-4743-b1f3-550429f07915,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:29.333005 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-704bc37a-ef32-4e93-a084-e51d986fd127 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:29.341597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-992a940b-28c1-4782-ab8f-c0ac3f143bf4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.345508 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-992a940b-28c1-4782-ab8f-c0ac3f143bf4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-groups/0bf62b8a-8704-4743-b1f3-550429f07915 HTTP/1.1" status: 204 len: 168 time: 0.3625805 Jan 24 16:23:29.345714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32896) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:29.354384 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Sync routers for ids ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:23:29.355664 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port d21afff9-96d0-429f-bcad-b4c07e5e4f5c completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:29.369344 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Routers {'584ff679-63b4-4b17-90d7-2d3fa3e5c368'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:29.370257 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:29.387316 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-11ed120e-13c3-458b-a675-bdb6f59c96c8 None None] For port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179,segment=NetworkSegment(73bf5d17-9047-41b0-a217-ca372eb2b445),segment_id=73bf5d17-9047-41b0-a217-ca372eb2b445)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:29.387746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-11ed120e-13c3-458b-a675-bdb6f59c96c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.412826 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d21afff9-96d0-429f-bcad-b4c07e5e4f5c triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:29.413193 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.432845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.437412 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c2eb5c1c-83b0-460a-8bac-4fa7c9c92f83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.2898281 Jan 24 16:23:29.485960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32900) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:29.490478 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-88891dca-a186-43b2-9154-9db139c41875 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:29.494248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for 6a68de9f-5515-429a-bcbf-e1214626a738 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:29.496357 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-704bc37a-ef32-4e93-a084-e51d986fd127 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.497547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-704bc37a-ef32-4e93-a084-e51d986fd127 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.525137 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-704bc37a-ef32-4e93-a084-e51d986fd127 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.565327 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Set router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:23:29.566117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-704bc37a-ef32-4e93-a084-e51d986fd127 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.591952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Calling delete_port for c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:29.597543 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-88891dca-a186-43b2-9154-9db139c41875 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:29.602677 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-88891dca-a186-43b2-9154-9db139c41875 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2484732 Jan 24 16:23:29.602677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-704bc37a-ef32-4e93-a084-e51d986fd127 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.606239 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-704bc37a-ef32-4e93-a084-e51d986fd127 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3269017 Jan 24 16:23:29.607007 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32906) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:29.607535 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32908) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:29.618231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'port': {'network_id': 'ab22af35-325c-422d-8a52-e55c76ab9712', 'name': 'tempest-RoutersIpV6Test-674921868'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:29.632257 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-11ed120e-13c3-458b-a675-bdb6f59c96c8 None None] Calling delete_port for c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:29.680821 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-725424c5-762e-4f44-8c7f-6ce366aa28a1 None None] For port 6a68de9f-5515-429a-bcbf-e1214626a738, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6a68de9f-5515-429a-bcbf-e1214626a738,segment=NetworkSegment(4852a2de-20d5-4bb8-b05a-9e86e008a276),segment_id=4852a2de-20d5-4bb8-b05a-9e86e008a276)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:29.681222 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-725424c5-762e-4f44-8c7f-6ce366aa28a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.821074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-60e166ed-b643-479e-8b63-7e4cefbfa99d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978867958'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:29.833007 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.836462 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-60e166ed-b643-479e-8b63-7e4cefbfa99d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:29.840269 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:29.895535 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-629dfc28-a0a6-4eb6-bf1b-5c8cc9a7f01b tempest-TestNetworkAdvancedServerOps-1468826020 tempest-TestNetworkAdvancedServerOps-1468826020-project-admin] 10.222.0.130 "GET /v2.0/subnets?project_id=887dba35b042474383130630b2f4d852&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3488846 Jan 24 16:23:29.899103 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32914) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:29.903699 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642513223', 'tenant_id': '887dba35b042474383130630b2f4d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:23Z', 'updated_at': '2022-01-24T16:23:27Z', 'revision_number': 3, 'project_id': '887dba35b042474383130630b2f4d852', 'gw_port': {'id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:25Z', 'updated_at': '2022-01-24T16:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:29.908329 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Checking router: 584ff679-63b4-4b17-90d7-2d3fa3e5c368 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:23:29.908775 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Updating router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 port c694f7f1-0b34-48d3-8f63-d89caa7527a4 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:23:29.910952 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-60e166ed-b643-479e-8b63-7e4cefbfa99d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:29.913785 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-725424c5-762e-4f44-8c7f-6ce366aa28a1 None None] Calling delete_port for 6a68de9f-5515-429a-bcbf-e1214626a738 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:29.917971 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=6a68de9f-5515-429a-bcbf-e1214626a738,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:29.921442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] No DVR routers for this DVR port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:23:29.964023 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.032356 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:30.037013 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-60e166ed-b643-479e-8b63-7e4cefbfa99d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.057486 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:port and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:30.063231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:30.081432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:30.134828 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-60e166ed-b643-479e-8b63-7e4cefbfa99d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:30.140858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:30.144318 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Pushing event deleted for resources: {'Port': ['ID=c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:30.144934 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.158964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-11ed120e-13c3-458b-a675-bdb6f59c96c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:23:30.159704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-11ed120e-13c3-458b-a675-bdb6f59c96c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:23:30.177428 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667d1ab3-4b77-4fd2-93d8-4b038d8aef00 tempest-TestNetworkAdvancedServerOps-1468826020 tempest-TestNetworkAdvancedServerOps-1468826020-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:30.179213 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-667d1ab3-4b77-4fd2-93d8-4b038d8aef00 tempest-TestNetworkAdvancedServerOps-1468826020 tempest-TestNetworkAdvancedServerOps-1468826020-project-admin] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2706101 Jan 24 16:23:30.182445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32918) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:30.186981 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-60e166ed-b643-479e-8b63-7e4cefbfa99d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:30.215101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] device_id is not set on port 3b978227-1837-463d-8630-9519d3cc6100 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:23:30.256169 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-ab22af35-325c-422d-8a52-e55c76ab9712', 'network_id': 'ab22af35-325c-422d-8a52-e55c76ab9712', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'fixed_ips': [{'subnet_id': '42a2849e-60d6-4c4a-b2a8-58115b0fc75a'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:23:30.257263 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.270469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-725424c5-762e-4f44-8c7f-6ce366aa28a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:23:30.271134 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-725424c5-762e-4f44-8c7f-6ce366aa28a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:23:30.278490 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.343713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No DVR routers for this DVR port 6a68de9f-5515-429a-bcbf-e1214626a738 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:23:30.347834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.349064 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.385635 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.400912 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Transition to ACTIVE for port object c694f7f1-0b34-48d3-8f63-d89caa7527a4 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:30.408364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-60e166ed-b643-479e-8b63-7e4cefbfa99d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.412453 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.416566 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-60e166ed-b643-479e-8b63-7e4cefbfa99d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.446824 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-02ede772-8249-4055-ab86-10040dbdd864 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.454042 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port d21afff9-96d0-429f-bcad-b4c07e5e4f5c, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d21afff9-96d0-429f-bcad-b4c07e5e4f5c,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:30.469791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.470904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 74c55ff1-1743-4305-a99b-33a27daddec3 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:30.475389 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6086a84b-6300-4410-b16d-fa340746aff7 tempest-TestNetworkAdvancedServerOps-1468826020 tempest-TestNetworkAdvancedServerOps-1468826020-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2868598 Jan 24 16:23:30.477680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.485396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32922) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:30.489819 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Allocated IP 2001:db8::ac (ab22af35-325c-422d-8a52-e55c76ab9712/42a2849e-60d6-4c4a-b2a8-58115b0fc75a/3b978227-1837-463d-8630-9519d3cc6100) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:30.491894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e166ed-b643-479e-8b63-7e4cefbfa99d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9cd7d1-4d79-4a1b-b913-2500bc1ac53a,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:30.578172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-8e47d334-7060-4b48-be54-6faebdd24956 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-473159022', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'project_id': '887dba35b042474383130630b2f4d852', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:30.598498 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce95e5-6bec-47ab-b4db-ef5bfeb0d998 None None] Pushing event updated for resources: {'Port': ['ID=c694f7f1-0b34-48d3-8f63-d89caa7527a4,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:30.601638 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Attempting to bind port c694f7f1-0b34-48d3-8f63-d89caa7527a4 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:23:30.602482 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Attempting to bind port c694f7f1-0b34-48d3-8f63-d89caa7527a4 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:23:30.603102 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Attempting to bind port c694f7f1-0b34-48d3-8f63-d89caa7527a4 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:23:30.616488 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:23:30.617263 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:30.618114 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.618700 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:23:30.619405 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Bound port: c694f7f1-0b34-48d3-8f63-d89caa7527a4, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:23:30.620015 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.627987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=d21afff9-96d0-429f-bcad-b4c07e5e4f5c,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:30.646890 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 74c55ff1-1743-4305-a99b-33a27daddec3 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:30.653120 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 74c55ff1-1743-4305-a99b-33a27daddec3 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:30.653491 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.664276 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce95e5-6bec-47ab-b4db-ef5bfeb0d998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:30.666253 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce95e5-6bec-47ab-b4db-ef5bfeb0d998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:30.666903 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce95e5-6bec-47ab-b4db-ef5bfeb0d998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:30.667515 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce95e5-6bec-47ab-b4db-ef5bfeb0d998 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:30.668087 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce95e5-6bec-47ab-b4db-ef5bfeb0d998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:30.668812 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce95e5-6bec-47ab-b4db-ef5bfeb0d998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:30.669365 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce95e5-6bec-47ab-b4db-ef5bfeb0d998 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:30.670711 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce95e5-6bec-47ab-b4db-ef5bfeb0d998 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:30.671298 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce95e5-6bec-47ab-b4db-ef5bfeb0d998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:30.671859 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce95e5-6bec-47ab-b4db-ef5bfeb0d998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:30.672409 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce95e5-6bec-47ab-b4db-ef5bfeb0d998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:30.673878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-60e166ed-b643-479e-8b63-7e4cefbfa99d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.678479 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-60e166ed-b643-479e-8b63-7e4cefbfa99d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0698993 Jan 24 16:23:30.679143 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32926) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:30.699067 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-11ed120e-13c3-458b-a675-bdb6f59c96c8 None None] Deleting port c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:30.699452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-11ed120e-13c3-458b-a675-bdb6f59c96c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.699898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-1d1126b3-716e-4f09-9bd5-eb722ba25366 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group_rule': {'security_group_id': '8b9cd7d1-4d79-4a1b-b913-2500bc1ac53a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:30.707692 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1d1126b3-716e-4f09-9bd5-eb722ba25366 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:30.712529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1d1126b3-716e-4f09-9bd5-eb722ba25366 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:30.716050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1d1126b3-716e-4f09-9bd5-eb722ba25366 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:30.746712 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] For port c694f7f1-0b34-48d3-8f63-d89caa7527a4, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:23:30.750503 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] For port c694f7f1-0b34-48d3-8f63-d89caa7527a4, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c694f7f1-0b34-48d3-8f63-d89caa7527a4,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:23:30.757599 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.821879 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:30.848406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.853368 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce95e5-6bec-47ab-b4db-ef5bfeb0d998 None None] Pushing event updated for resources: {'Port': ['ID=c694f7f1-0b34-48d3-8f63-d89caa7527a4,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:30.858492 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-725424c5-762e-4f44-8c7f-6ce366aa28a1 None None] Deleting port 6a68de9f-5515-429a-bcbf-e1214626a738 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:30.858816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-725424c5-762e-4f44-8c7f-6ce366aa28a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.879896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bf5d17-9047-41b0-a217-ca372eb2b445') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:30.880178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bf5d17-9047-41b0-a217-ca372eb2b445') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:30.887973 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-11ed120e-13c3-458b-a675-bdb6f59c96c8 None None] The port 'c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:23:30.917663 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Routers {'584ff679-63b4-4b17-90d7-2d3fa3e5c368'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:30.918772 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:30.926146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.933816 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5476fb-5ded-4705-bde3-d8d61a9edd7e']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:30.940727 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.942549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-725424c5-762e-4f44-8c7f-6ce366aa28a1 None None] The port '6a68de9f-5515-429a-bcbf-e1214626a738' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:23:30.960043 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4852a2de-20d5-4bb8-b05a-9e86e008a276') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:30.960344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4852a2de-20d5-4bb8-b05a-9e86e008a276') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:30.962485 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Transition to ACTIVE for port object 3b978227-1837-463d-8630-9519d3cc6100 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:30.969718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-8e47d334-7060-4b48-be54-6faebdd24956 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:30.986543 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8e47d334-7060-4b48-be54-6faebdd24956 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Usage tracker for resource:subnet and tenant:887dba35b042474383130630b2f4d852 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:30.990089 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:30.992820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1d1126b3-716e-4f09-9bd5-eb722ba25366 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:30.996568 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8e47d334-7060-4b48-be54-6faebdd24956 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:31.010949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.012071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.018888 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-8e47d334-7060-4b48-be54-6faebdd24956 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:31.022025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:23:31.022323 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:23:31.043910 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:23:31.075143 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network ab22af35-325c-422d-8a52-e55c76ab9712 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:31.084466 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:31.095187 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:31.100339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:31.100986 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.115637 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.153771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d1126b3-716e-4f09-9bd5-eb722ba25366 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.188259 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.5772882 Jan 24 16:23:31.188877 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32930) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:31.191648 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Allocated IP 2001:db8::2 (ab22af35-325c-422d-8a52-e55c76ab9712/42a2849e-60d6-4c4a-b2a8-58115b0fc75a/bc64902b-9754-4c18-b28c-fdb7a762f3f5) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:31.201431 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 74c55ff1-1743-4305-a99b-33a27daddec3, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=74c55ff1-1743-4305-a99b-33a27daddec3,segment=NetworkSegment(5ac5ffaa-0043-44f6-a663-1beb2c4d6d16),segment_id=5ac5ffaa-0043-44f6-a663-1beb2c4d6d16)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:31.209916 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.210833 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.217892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e47d334-7060-4b48-be54-6faebdd24956 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Made reservation on behalf of 887dba35b042474383130630b2f4d852 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:31.235571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:23:31.235964 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:23:31.301617 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:23:31.336314 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] Set router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:23:31.352049 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedacc4-18f1-4159-976c-569cf22f1214 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=3b978227-1837-463d-8630-9519d3cc6100,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:31.371797 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d1126b3-716e-4f09-9bd5-eb722ba25366 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.435311 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d1126b3-716e-4f09-9bd5-eb722ba25366 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.509339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d21afff9-96d0-429f-bcad-b4c07e5e4f5c up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:31.542454 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1126b3-716e-4f09-9bd5-eb722ba25366 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d256bf-144c-43ec-a2d3-b45530445d93,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:31.546638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.567648 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=74c55ff1-1743-4305-a99b-33a27daddec3,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:31.601556 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.615709 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Transition to ACTIVE for port object bc64902b-9754-4c18-b28c-fdb7a762f3f5 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:31.621722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d21afff9-96d0-429f-bcad-b4c07e5e4f5c triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:31.622095 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.623065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1d1126b3-716e-4f09-9bd5-eb722ba25366 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.626874 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1d1126b3-716e-4f09-9bd5-eb722ba25366 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9420221 Jan 24 16:23:31.627840 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.630862 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32934) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:31.642000 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-39760188-89e2-4a09-94e8-9a51222246c1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group_rule': {'security_group_id': '8b9cd7d1-4d79-4a1b-b913-2500bc1ac53a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:31.650614 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-39760188-89e2-4a09-94e8-9a51222246c1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:31.656791 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-39760188-89e2-4a09-94e8-9a51222246c1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:31.706740 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-39760188-89e2-4a09-94e8-9a51222246c1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:31.722360 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-39760188-89e2-4a09-94e8-9a51222246c1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:31.726469 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642513223', 'tenant_id': '887dba35b042474383130630b2f4d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:23Z', 'updated_at': '2022-01-24T16:23:27Z', 'revision_number': 3, 'project_id': '887dba35b042474383130630b2f4d852', 'gw_port': {'id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:25Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:31.730826 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.732151 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d257f7-e12d-4eb1-8076-57da912b6c2a None None] The sync data for ids ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'] in dv-neutron-826104-1-hyperv is: [{'id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642513223', 'tenant_id': '887dba35b042474383130630b2f4d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:23Z', 'updated_at': '2022-01-24T16:23:27Z', 'revision_number': 3, 'project_id': '887dba35b042474383130630b2f4d852', 'gw_port': {'id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:25Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:23:31.745618 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.746811 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Transition to ACTIVE for port object bc64902b-9754-4c18-b28c-fdb7a762f3f5 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:31.749652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] Pushing event deleted for resources: {'Network': ['ID=fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:31.774006 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.816304 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Network': ['ID=3a5476fb-5ded-4705-bde3-d8d61a9edd7e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:31.818108 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39760188-89e2-4a09-94e8-9a51222246c1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.843613 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Pushing event updated for resources: {'Port': ['ID=bc64902b-9754-4c18-b28c-fdb7a762f3f5,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:31.862060 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8e47d334-7060-4b48-be54-6faebdd24956 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:31.865018 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Network ab22af35-325c-422d-8a52-e55c76ab9712 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:31.866438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:31.871437 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:31.889422 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-01ad62f4-41ff-470b-8376-498a9c637d2f tempest-ExtraDHCPOptionsTestJSON-1479833302 tempest-ExtraDHCPOptionsTestJSON-1479833302-project] 10.222.0.130 "DELETE /v2.0/networks/fb6f4b90-d05e-4fb3-a994-6b3d2fe425b7 HTTP/1.1" status: 204 len: 168 time: 4.0493367 Jan 24 16:23:31.899257 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dccdf7af-ea99-4680-a713-55a8be0bdca8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/networks/3a5476fb-5ded-4705-bde3-d8d61a9edd7e HTTP/1.1" status: 204 len: 168 time: 4.2064614 Jan 24 16:23:31.903815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32940) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:31.959233 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6a68de9f-5515-429a-bcbf-e1214626a738 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:23:32.017976 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 6a68de9f-5515-429a-bcbf-e1214626a738 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:23:32.018717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6a68de9f-5515-429a-bcbf-e1214626a738 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:23:32.019268 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:23:32.024042 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-248622594'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:32.029147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:32.033509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:network and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:32.040196 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:32.046784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:32.065210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:23:32.065865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c073ee5c-f8b2-4ca4-a030-c5fc1cbe0179 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:23:32.071848 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Attempting to bind port bc64902b-9754-4c18-b28c-fdb7a762f3f5 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:23:32.072708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Attempting to bind port bc64902b-9754-4c18-b28c-fdb7a762f3f5 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'ef454846-edde-457a-b99b-f583acb6f50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ab22af35-325c-422d-8a52-e55c76ab9712'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:23:32.073296 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Attempting to bind port bc64902b-9754-4c18-b28c-fdb7a762f3f5 on network ab22af35-325c-422d-8a52-e55c76ab9712 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:23:32.075634 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:32.079941 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.083991 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:23:32.084358 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Checking segment: {'id': 'ef454846-edde-457a-b99b-f583acb6f50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ab22af35-325c-422d-8a52-e55c76ab9712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:32.086993 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.087274 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Bound using segment: {'id': 'ef454846-edde-457a-b99b-f583acb6f50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ab22af35-325c-422d-8a52-e55c76ab9712'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:23:32.087823 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Bound port: bc64902b-9754-4c18-b28c-fdb7a762f3f5, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef454846-edde-457a-b99b-f583acb6f50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ab22af35-325c-422d-8a52-e55c76ab9712'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:23:32.088124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.131359 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39760188-89e2-4a09-94e8-9a51222246c1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.186890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39760188-89e2-4a09-94e8-9a51222246c1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.210620 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] For port bc64902b-9754-4c18-b28c-fdb7a762f3f5, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:23:32.213736 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:23:32.219397 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] For port bc64902b-9754-4c18-b28c-fdb7a762f3f5, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=bc64902b-9754-4c18-b28c-fdb7a762f3f5,segment=NetworkSegment(ef454846-edde-457a-b99b-f583acb6f50d),segment_id=ef454846-edde-457a-b99b-f583acb6f50d)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:23:32.230674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.251071 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.251423 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Added segment 74ed0031-f774-4fd4-bc23-14db0e143c08 of type vlan for network a5d97970-ca7b-48d2-aa9e-7be734224fb3 Jan 24 16:23:32.257470 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39760188-89e2-4a09-94e8-9a51222246c1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd26b5d6-c2b8-4599-8935-7d4b7971d911,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:32.266775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dcb2dbda-5571-4b5a-9b67-98a12c8e2074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.284346 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39760188-89e2-4a09-94e8-9a51222246c1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.285784 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-39760188-89e2-4a09-94e8-9a51222246c1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6536410 Jan 24 16:23:32.289299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32946) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:32.297920 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-8ab6f39f-649a-4cc8-bbfa-4a4a5f63981c tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group_rule': {'security_group_id': '8b9cd7d1-4d79-4a1b-b913-2500bc1ac53a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:32.339858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8ab6f39f-649a-4cc8-bbfa-4a4a5f63981c tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:32.354874 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8ab6f39f-649a-4cc8-bbfa-4a4a5f63981c tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:32.362941 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925af420-a3cf-43b1-b412-e556875f7214 None None] Pushing event updated for resources: {'Port': ['ID=bc64902b-9754-4c18-b28c-fdb7a762f3f5,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:32.368695 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8ab6f39f-649a-4cc8-bbfa-4a4a5f63981c tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:32.380920 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8ab6f39f-649a-4cc8-bbfa-4a4a5f63981c tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:32.427161 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32950) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:32.437518 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.541975 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f39f-649a-4cc8-bbfa-4a4a5f63981c tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.563600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Router a8963ef1-9feb-482f-90d9-2c50fe1f6efb is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:23:32.583223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:23:32.687653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8e47d334-7060-4b48-be54-6faebdd24956 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.743256 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.746870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:32.747430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.889441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f39f-649a-4cc8-bbfa-4a4a5f63981c tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.902814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f39f-649a-4cc8-bbfa-4a4a5f63981c tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.917680 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dcb2dbda-5571-4b5a-9b67-98a12c8e2074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.929267 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dcb2dbda-5571-4b5a-9b67-98a12c8e2074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:32.952936 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47d334-7060-4b48-be54-6faebdd24956 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event updated for resources: {'Subnet': ['ID=337b2769-a1e5-4643-ac51-e591120c5fdb,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:32.963786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6f39f-649a-4cc8-bbfa-4a4a5f63981c tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17818928-ad4d-492f-8362-e23341e693a2,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:32.980559 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cbee0742-2ba1-4bcd-84f5-ded97152fbd4 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=b966f987ddf547078bb6538e8ed56679&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5453241 Jan 24 16:23:32.984658 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9734616 Jan 24 16:23:32.987228 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32956) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:32.987876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32958) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:33.003156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01e3fa-e900-4025-8819-d6da6fb8f4d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Network': ['ID=a5d97970-ca7b-48d2-aa9e-7be734224fb3,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:33.016344 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f39f-649a-4cc8-bbfa-4a4a5f63981c tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:33.019966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network a5d97970-ca7b-48d2-aa9e-7be734224fb3 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:23:33.022482 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8ab6f39f-649a-4cc8-bbfa-4a4a5f63981c tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7320602 Jan 24 16:23:33.042708 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-3017dc28-8126-4f9e-990c-1108463eaf22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'subnet': {'network_id': 'a5d97970-ca7b-48d2-aa9e-7be734224fb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:33.083037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32964) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:33.107917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-2f63c45d-69e7-4290-9b10-965092d92d26 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group_rule': {'security_group_id': '8b9cd7d1-4d79-4a1b-b913-2500bc1ac53a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:33.127779 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2dbda-5571-4b5a-9b67-98a12c8e2074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=3b978227-1837-463d-8630-9519d3cc6100,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:33.197866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2f63c45d-69e7-4290-9b10-965092d92d26 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:33.229959 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2f63c45d-69e7-4290-9b10-965092d92d26 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:33.240417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2f63c45d-69e7-4290-9b10-965092d92d26 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:33.250989 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47d334-7060-4b48-be54-6faebdd24956 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Checking segment: {'id': '2aba6bd8-ebc7-4d37-8903-371e8fe85e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:33.250989 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e47d334-7060-4b48-be54-6faebdd24956 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Network hostable DHCP agents. Network: acadd433-0231-4b2a-ac9a-1d06f04803d6, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:23:33.262651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2f63c45d-69e7-4290-9b10-965092d92d26 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:33.317316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dcb2dbda-5571-4b5a-9b67-98a12c8e2074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:33.373373 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3017dc28-8126-4f9e-990c-1108463eaf22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:33.388229 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3017dc28-8126-4f9e-990c-1108463eaf22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:subnet and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:33.411198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3017dc28-8126-4f9e-990c-1108463eaf22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:33.413493 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 74c55ff1-1743-4305-a99b-33a27daddec3 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:33.434756 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3017dc28-8126-4f9e-990c-1108463eaf22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:33.442724 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dcb2dbda-5571-4b5a-9b67-98a12c8e2074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:33.507155 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 74c55ff1-1743-4305-a99b-33a27daddec3 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:33.507743 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:33.533280 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6171ae4b-32b9-4200-8a05-659eea6c168c None None] Network ab22af35-325c-422d-8a52-e55c76ab9712 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:33.628178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f63c45d-69e7-4290-9b10-965092d92d26 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:33.642164 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3f962508-77b3-4616-8a26-2395ca54a6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:33.674871 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3f962508-77b3-4616-8a26-2395ca54a6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:33.687821 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f8ddc766-20c3-4055-877d-991cfdbd321a None None] Provisioning for port bc64902b-9754-4c18-b28c-fdb7a762f3f5 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:33.721540 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3017dc28-8126-4f9e-990c-1108463eaf22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:33.735514 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e47d334-7060-4b48-be54-6faebdd24956 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Network acadd433-0231-4b2a-ac9a-1d06f04803d6 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:23:33.791342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device bc64902b-9754-4c18-b28c-fdb7a762f3f5 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:33.846827 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-8e47d334-7060-4b48-be54-6faebdd24956 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, acadd433-0231-4b2a-ac9a-1d06f04803d6) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:33.858860 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dcb2dbda-5571-4b5a-9b67-98a12c8e2074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:33.866250 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59215a9-a3b9-4e89-a70b-6e46391c3e9c None None] Network acadd433-0231-4b2a-ac9a-1d06f04803d6 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:33.867614 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dcb2dbda-5571-4b5a-9b67-98a12c8e2074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:33.868638 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dcb2dbda-5571-4b5a-9b67-98a12c8e2074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:33.874344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e47d334-7060-4b48-be54-6faebdd24956 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:33.874928 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8e47d334-7060-4b48-be54-6faebdd24956 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:33.933840 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3017dc28-8126-4f9e-990c-1108463eaf22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:34.018467 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f63c45d-69e7-4290-9b10-965092d92d26 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:34.031118 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8e47d334-7060-4b48-be54-6faebdd24956 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.5390561 Jan 24 16:23:34.034640 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32968) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:34.041690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2dbda-5571-4b5a-9b67-98a12c8e2074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=3b978227-1837-463d-8630-9519d3cc6100,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:34.107666 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f63c45d-69e7-4290-9b10-965092d92d26 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:34.112580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3f962508-77b3-4616-8a26-2395ca54a6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:34.114834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3f962508-77b3-4616-8a26-2395ca54a6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:34.115977 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3f962508-77b3-4616-8a26-2395ca54a6c3 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/036bbd3b-f5e6-4378-85fb-417f1bf654a2 HTTP/1.1" status: 204 len: 168 time: 1.1202784 Jan 24 16:23:34.133188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port bc64902b-9754-4c18-b28c-fdb7a762f3f5 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:34.161753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb2dbda-5571-4b5a-9b67-98a12c8e2074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network ab22af35-325c-422d-8a52-e55c76ab9712 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:34.163347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-dcb2dbda-5571-4b5a-9b67-98a12c8e2074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:34.169418 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port bc64902b-9754-4c18-b28c-fdb7a762f3f5 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:34.169677 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:34.187202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ede772-8249-4055-ab86-10040dbdd864 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Router 30860f65-4396-4e3b-87b1-722c8f1e65dd has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:23:34.188052 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f962508-77b3-4616-8a26-2395ca54a6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036bbd3b-f5e6-4378-85fb-417f1bf654a2,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:34.194892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63c45d-69e7-4290-9b10-965092d92d26 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7401e7f2-a0a7-4fba-b21f-b70527699d88,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:34.216454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:23:34.223989 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f63c45d-69e7-4290-9b10-965092d92d26 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:34.228022 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2f63c45d-69e7-4290-9b10-965092d92d26 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1285045 Jan 24 16:23:34.230502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32974) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:34.241072 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ca8bab3c-f69d-4fa4-89fb-b2afb0edae7a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group_rule': {'security_group_id': '8b9cd7d1-4d79-4a1b-b913-2500bc1ac53a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:34.260025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ca8bab3c-f69d-4fa4-89fb-b2afb0edae7a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:34.260700 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Sync routers for ids ['a8963ef1-9feb-482f-90d9-2c50fe1f6efb'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:23:34.268037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ca8bab3c-f69d-4fa4-89fb-b2afb0edae7a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:34.277855 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-acadd433-0231-4b2a-ac9a-1d06f04803d6', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'tenant_id': '887dba35b042474383130630b2f4d852', 'fixed_ips': [{'subnet_id': '337b2769-a1e5-4643-ac51-e591120c5fdb'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:23:34.278951 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:34.289099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ca8bab3c-f69d-4fa4-89fb-b2afb0edae7a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:34.298507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ca8bab3c-f69d-4fa4-89fb-b2afb0edae7a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:34.385539 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Routers {'a8963ef1-9feb-482f-90d9-2c50fe1f6efb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:34.389946 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a8963ef1-9feb-482f-90d9-2c50fe1f6efb'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:34.399185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:34.400277 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2e59dec9-e4c4-4e35-96b1-9e9424b3b020 admin admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.8460245 Jan 24 16:23:34.404592 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 32980) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:34.489861 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca8bab3c-f69d-4fa4-89fb-b2afb0edae7a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:34.693549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3017dc28-8126-4f9e-990c-1108463eaf22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:34.738352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:34.819366 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Allocated IP 172.20.0.2 (acadd433-0231-4b2a-ac9a-1d06f04803d6/337b2769-a1e5-4643-ac51-e591120c5fdb/4eace826-d230-4103-a6d6-c5d52399a1ed) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:34.841219 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-499028d7-2924-4bb1-ac52-f46ca7dd994e None None] Provisioning for port 3b978227-1837-463d-8630-9519d3cc6100 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:34.850964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port bc64902b-9754-4c18-b28c-fdb7a762f3f5, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=bc64902b-9754-4c18-b28c-fdb7a762f3f5,segment=NetworkSegment(ef454846-edde-457a-b99b-f583acb6f50d),segment_id=ef454846-edde-457a-b99b-f583acb6f50d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:34.856770 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Set router a8963ef1-9feb-482f-90d9-2c50fe1f6efb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:23:34.859905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca8bab3c-f69d-4fa4-89fb-b2afb0edae7a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:34.886853 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca8bab3c-f69d-4fa4-89fb-b2afb0edae7a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:34.920649 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017dc28-8126-4f9e-990c-1108463eaf22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Subnet': ['ID=40afb5a2-5a97-4f17-820d-e7a8360eb2c5,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:34.925153 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-499028d7-2924-4bb1-ac52-f46ca7dd994e None None] Provisioning complete for port 3b978227-1837-463d-8630-9519d3cc6100 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:34.925626 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-499028d7-2924-4bb1-ac52-f46ca7dd994e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:34.967918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bab3c-f69d-4fa4-89fb-b2afb0edae7a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d0da7f-cc46-4266-b3dc-2ccdfffab74d,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:34.980975 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:35.006819 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca8bab3c-f69d-4fa4-89fb-b2afb0edae7a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:35.010922 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ca8bab3c-f69d-4fa4-89fb-b2afb0edae7a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.7759647 Jan 24 16:23:35.015193 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32992) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:35.123837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017dc28-8126-4f9e-990c-1108463eaf22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Checking segment: {'id': '74ed0031-f774-4fd4-bc23-14db0e143c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a5d97970-ca7b-48d2-aa9e-7be734224fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:35.124197 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3017dc28-8126-4f9e-990c-1108463eaf22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network hostable DHCP agents. Network: a5d97970-ca7b-48d2-aa9e-7be734224fb3, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:23:35.206171 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5f936196-4e29-455a-8ff1-13ba686abd2d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:35.230447 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5f936196-4e29-455a-8ff1-13ba686abd2d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:35.248920 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ede772-8249-4055-ab86-10040dbdd864 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:23:35.257774 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-02ede772-8249-4055-ab86-10040dbdd864 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "PUT /v2.0/routers/30860f65-4396-4e3b-87b1-722c8f1e65dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9164081 Jan 24 16:23:35.262884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 32998) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:35.264209 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb06be0c-4216-4c9c-af0e-374499e3407c None None] Sync routers for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:23:35.266501 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3017dc28-8126-4f9e-990c-1108463eaf22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network a5d97970-ca7b-48d2-aa9e-7be734224fb3 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:23:35.303155 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb06be0c-4216-4c9c-af0e-374499e3407c None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:35.304849 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-bb06be0c-4216-4c9c-af0e-374499e3407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:35.370608 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb2dbda-5571-4b5a-9b67-98a12c8e2074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router ac12f99f-349a-4f1f-abe8-d32fd1182a91 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:23:35.402428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-3017dc28-8126-4f9e-990c-1108463eaf22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, a5d97970-ca7b-48d2-aa9e-7be734224fb3) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:35.409108 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017dc28-8126-4f9e-990c-1108463eaf22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:35.409514 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3017dc28-8126-4f9e-990c-1108463eaf22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:35.441405 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5f936196-4e29-455a-8ff1-13ba686abd2d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:35.460943 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4308cba2-6fc3-4aad-b71e-41bbee901443 None None] Network a5d97970-ca7b-48d2-aa9e-7be734224fb3 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:35.482153 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-bb06be0c-4216-4c9c-af0e-374499e3407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:35.499324 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb06be0c-4216-4c9c-af0e-374499e3407c None None] Routers {'30860f65-4396-4e3b-87b1-722c8f1e65dd'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:35.501164 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-bb06be0c-4216-4c9c-af0e-374499e3407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['30860f65-4396-4e3b-87b1-722c8f1e65dd'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:35.546093 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f936196-4e29-455a-8ff1-13ba686abd2d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43d0da7f-cc46-4266-b3dc-2ccdfffab74d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:35.550297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5f936196-4e29-455a-8ff1-13ba686abd2d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:35.561081 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5f936196-4e29-455a-8ff1-13ba686abd2d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/43d0da7f-cc46-4266-b3dc-2ccdfffab74d HTTP/1.1" status: 204 len: 168 time: 0.5436530 Jan 24 16:23:35.563885 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33004) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:35.591271 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3017dc28-8126-4f9e-990c-1108463eaf22 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5935972 Jan 24 16:23:35.592088 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33010) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:35.625831 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-bb06be0c-4216-4c9c-af0e-374499e3407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:35.626235 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb06be0c-4216-4c9c-af0e-374499e3407c None None] The sync data for ids ['30860f65-4396-4e3b-87b1-722c8f1e65dd'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:23:35.639272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-54478dbd-95a3-4955-bb3b-3b97e592112a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-914201760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:35.671607 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-54478dbd-95a3-4955-bb3b-3b97e592112a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:35.691523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-54478dbd-95a3-4955-bb3b-3b97e592112a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:router and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:35.708562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-54478dbd-95a3-4955-bb3b-3b97e592112a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:35.722152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-54478dbd-95a3-4955-bb3b-3b97e592112a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:35.763471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33014) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:35.796234 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-499028d7-2924-4bb1-ac52-f46ca7dd994e None None] Port 3b978227-1837-463d-8630-9519d3cc6100 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:35.812718 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=bc64902b-9754-4c18-b28c-fdb7a762f3f5,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:35.911964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb2dbda-5571-4b5a-9b67-98a12c8e2074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:23:35.920490 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-dcb2dbda-5571-4b5a-9b67-98a12c8e2074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/ac12f99f-349a-4f1f-abe8-d32fd1182a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7184472 Jan 24 16:23:35.922388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33020) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:35.936033 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a1cc13-cb2e-4c52-b65e-4947b10e1b94 None None] Sync routers for ids ['ac12f99f-349a-4f1f-abe8-d32fd1182a91'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:23:35.960083 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-54478dbd-95a3-4955-bb3b-3b97e592112a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:35.962124 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-54478dbd-95a3-4955-bb3b-3b97e592112a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:35.982817 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Request body: {'networks': [{'name': 'tempest-network--229867629'}, {'name': 'tempest-network--504186675'}]} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:35.983262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Request body: {'network': {'name': 'tempest-network--229867629'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:35.983791 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Request body: {'network': {'name': 'tempest-network--504186675'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:35.999829 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:36.003212 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.011269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Usage tracker for resource:network and tenant:4b5f356668ae4d6ebbd240dac5351320 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:36.021015 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:36.024173 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-76d635f5-da59-4cae-83e5-f72c9e0bfea7 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:36.034269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6490c9bb-a7f6-4942-b887-65374c3cc0cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:36.034788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6490c9bb-a7f6-4942-b887-65374c3cc0cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Synchronizing usage tracker for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:36.035801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Transition to ACTIVE for port object 4eace826-d230-4103-a6d6-c5d52399a1ed will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:36.045845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a1cc13-cb2e-4c52-b65e-4947b10e1b94 None None] Routers {'ac12f99f-349a-4f1f-abe8-d32fd1182a91'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:36.046490 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-92a1cc13-cb2e-4c52-b65e-4947b10e1b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['ac12f99f-349a-4f1f-abe8-d32fd1182a91'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:36.090615 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:36.124575 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-54478dbd-95a3-4955-bb3b-3b97e592112a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.136554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Made reservation on behalf of 4b5f356668ae4d6ebbd240dac5351320 for: {'network': 2} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:36.138269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-499028d7-2924-4bb1-ac52-f46ca7dd994e None None] Provisioning complete for port bc64902b-9754-4c18-b28c-fdb7a762f3f5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:36.138757 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-499028d7-2924-4bb1-ac52-f46ca7dd994e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.139686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-76d635f5-da59-4cae-83e5-f72c9e0bfea7 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:36.139838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.143750 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-76d635f5-da59-4cae-83e5-f72c9e0bfea7 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.5743892 Jan 24 16:23:36.148885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6490c9bb-a7f6-4942-b887-65374c3cc0cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Unset dirty status for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:36.149036 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33024) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:36.150030 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6490c9bb-a7f6-4942-b887-65374c3cc0cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports/3b978227-1837-463d-8630-9519d3cc6100 HTTP/1.1" status: 200 len: 982 time: 0.2267392 Jan 24 16:23:36.153797 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33026) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:36.176402 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-92a1cc13-cb2e-4c52-b65e-4947b10e1b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:36.208073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-53cff199-47fb-43cb-8675-78529147a394 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.215573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aca4a31b-19be-4eed-bcd8-ad4eafec92f5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.219543 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.262985 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-54478dbd-95a3-4955-bb3b-3b97e592112a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.274240 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Transition to ACTIVE for port object 4eace826-d230-4103-a6d6-c5d52399a1ed will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:36.297960 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.300620 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-53cff199-47fb-43cb-8675-78529147a394 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.327918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-54478dbd-95a3-4955-bb3b-3b97e592112a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.331645 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-54478dbd-95a3-4955-bb3b-3b97e592112a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7335923 Jan 24 16:23:36.331786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:36.333547 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33032) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:36.336419 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a1cc13-cb2e-4c52-b65e-4947b10e1b94 None None] Routers {'ac12f99f-349a-4f1f-abe8-d32fd1182a91'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:36.337038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-92a1cc13-cb2e-4c52-b65e-4947b10e1b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['ac12f99f-349a-4f1f-abe8-d32fd1182a91'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:36.338743 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Usage tracker for resource:security_group_rule and tenant:4b5f356668ae4d6ebbd240dac5351320 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:36.344449 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'network_id': 'a5d97970-ca7b-48d2-aa9e-7be734224fb3', 'name': 'tempest-PortsIpV6TestJSON-1548011088'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:36.345742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:36.389349 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:36.436192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-92a1cc13-cb2e-4c52-b65e-4947b10e1b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:36.436575 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a1cc13-cb2e-4c52-b65e-4947b10e1b94 None None] The sync data for ids ['ac12f99f-349a-4f1f-abe8-d32fd1182a91'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:23:36.493757 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Network acadd433-0231-4b2a-ac9a-1d06f04803d6 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:36.508478 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-53cff199-47fb-43cb-8675-78529147a394 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.527048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:36.528692 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Pushing event updated for resources: {'Port': ['ID=4eace826-d230-4103-a6d6-c5d52399a1ed,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:36.533840 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-a5d97970-ca7b-48d2-aa9e-7be734224fb3', 'network_id': 'a5d97970-ca7b-48d2-aa9e-7be734224fb3', 'tenant_id': '020c63c86e484c40a5cbd6c7b2bbb0fb', 'fixed_ips': [{'subnet_id': '40afb5a2-5a97-4f17-820d-e7a8360eb2c5'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:23:36.534779 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.543664 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:36.558882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cff199-47fb-43cb-8675-78529147a394 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7401e7f2-a0a7-4fba-b21f-b70527699d88,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:36.592771 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-53cff199-47fb-43cb-8675-78529147a394 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.596274 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-53cff199-47fb-43cb-8675-78529147a394 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/7401e7f2-a0a7-4fba-b21f-b70527699d88 HTTP/1.1" status: 204 len: 168 time: 0.4387395 Jan 24 16:23:36.611003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33036) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:36.731735 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'name': 'tempest-TestVolumeBootPattern-1783815694-router', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:24Z', 'updated_at': '2022-01-24T16:23:28Z', 'revision_number': 3, 'project_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'gw_port': {'id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:26Z', 'updated_at': '2022-01-24T16:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:36.738176 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:36.740138 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Checking router: a8963ef1-9feb-482f-90d9-2c50fe1f6efb for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:23:36.740482 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Updating router a8963ef1-9feb-482f-90d9-2c50fe1f6efb port 78b93190-2f29-4f82-adda-00a27bd63b54 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:23:36.745850 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.746624 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:port and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:36.756113 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.757868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:36.762772 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Attempting to bind port 4eace826-d230-4103-a6d6-c5d52399a1ed on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:23:36.763132 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Attempting to bind port 4eace826-d230-4103-a6d6-c5d52399a1ed by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2aba6bd8-ebc7-4d37-8903-371e8fe85e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:23:36.763497 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Attempting to bind port 4eace826-d230-4103-a6d6-c5d52399a1ed on network acadd433-0231-4b2a-ac9a-1d06f04803d6 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:23:36.768717 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.769169 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.797225 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:23:36.797585 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Checking segment: {'id': '2aba6bd8-ebc7-4d37-8903-371e8fe85e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:36.797975 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.798356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Bound using segment: {'id': '2aba6bd8-ebc7-4d37-8903-371e8fe85e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:23:36.798815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Bound port: 4eace826-d230-4103-a6d6-c5d52399a1ed, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aba6bd8-ebc7-4d37-8903-371e8fe85e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:23:36.799173 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.807249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:36.850327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e3b73489-061a-4c9a-8944-1575b27842e5 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:36.869118 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:36.872164 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.902224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:36.951682 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e3b73489-061a-4c9a-8944-1575b27842e5 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:36.956419 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e3b73489-061a-4c9a-8944-1575b27842e5 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.3365767 Jan 24 16:23:36.956419 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] device_id is not set on port ba87f10b-6741-48c0-99ce-e1eecd90898e yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:23:36.957417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33040) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:37.016952 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Allocated IP 2001:db8::2 (a5d97970-ca7b-48d2-aa9e-7be734224fb3/40afb5a2-5a97-4f17-820d-e7a8360eb2c5/f184827b-8d7f-4785-a95b-5f89577f64d2) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:37.032266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-aa986d97-2ab3-47b5-80dc-bec21e0b0cff None None] Provisioning complete for port 3b978227-1837-463d-8630-9519d3cc6100 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:37.032616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-aa986d97-2ab3-47b5-80dc-bec21e0b0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.055804 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ec80e905-42ba-47e4-912c-ddfa9a0e49b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.059920 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:23:37.070406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.070748 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Added segment e618e20e-0425-4a95-869d-a5acd4e6a232 of type vlan for network 3962f948-6dbb-482e-b7b7-ec5bdff690ba Jan 24 16:23:37.093175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aca4a31b-19be-4eed-bcd8-ad4eafec92f5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.096756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.115521 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-aca4a31b-19be-4eed-bcd8-ad4eafec92f5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting port 70824363-16f9-49de-860c-970a3ef67032 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:37.115755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aca4a31b-19be-4eed-bcd8-ad4eafec92f5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.135027 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:23:37.142266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] For port 4eace826-d230-4103-a6d6-c5d52399a1ed, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:23:37.144883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.145290 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Added segment 0a44a286-e9f8-4d98-ab96-97ccc675dc52 of type vlan for network a5b74923-da1d-4ff7-9e52-f31b4725dcef Jan 24 16:23:37.173064 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.175589 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.232024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] For port 4eace826-d230-4103-a6d6-c5d52399a1ed, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4eace826-d230-4103-a6d6-c5d52399a1ed,segment=NetworkSegment(2aba6bd8-ebc7-4d37-8903-371e8fe85e09),segment_id=2aba6bd8-ebc7-4d37-8903-371e8fe85e09)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:23:37.232341 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79b7e66-e316-4746-90d0-9cc92b4b4d72,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:37.233083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-aa986d97-2ab3-47b5-80dc-bec21e0b0cff None None] Port 3b978227-1837-463d-8630-9519d3cc6100 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:37.245889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9c0b46aa-19ae-4c01-b76b-465cf6b56fe9 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.262062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.269361 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9c0b46aa-19ae-4c01-b76b-465cf6b56fe9 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.318647 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.319141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.322777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:37.325705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:37.326316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.394717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device bc64902b-9754-4c18-b28c-fdb7a762f3f5 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:37.496538 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aca4a31b-19be-4eed-bcd8-ad4eafec92f5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.533629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb927da-a68a-4204-8747-8f06f4d05382 None None] Pushing event updated for resources: {'Port': ['ID=4eace826-d230-4103-a6d6-c5d52399a1ed,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:37.594786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9c0b46aa-19ae-4c01-b76b-465cf6b56fe9 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.596762 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event updated for resources: {'Network': ['ID=3962f948-6dbb-482e-b7b7-ec5bdff690ba,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:37.607211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9c0b46aa-19ae-4c01-b76b-465cf6b56fe9 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.608397 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9c0b46aa-19ae-4c01-b76b-465cf6b56fe9 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/17818928-ad4d-492f-8362-e23341e693a2 HTTP/1.1" status: 204 len: 168 time: 0.6122153 Jan 24 16:23:37.655899 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33044) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:37.663511 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.8988516 Jan 24 16:23:37.666198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33046) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:37.705012 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 3962f948-6dbb-482e-b7b7-ec5bdff690ba details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:23:37.763433 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.778119 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Transition to ACTIVE for port object f184827b-8d7f-4785-a95b-5f89577f64d2 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:37.842399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b46aa-19ae-4c01-b76b-465cf6b56fe9 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17818928-ad4d-492f-8362-e23341e693a2,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:37.937957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:37.954280 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Transition to ACTIVE for port object 78b93190-2f29-4f82-adda-00a27bd63b54 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:37.966662 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-aca4a31b-19be-4eed-bcd8-ad4eafec92f5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Calling delete_port for 70824363-16f9-49de-860c-970a3ef67032 owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:38.060972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Allocated IP 172.20.0.1 (344169c9-6313-416f-8dba-8a6b3d2a7e02/f465b7fb-9b21-461e-8805-c4fe677bb9ec/3a6283df-89ef-49b2-9bb5-fb65630b82bb) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:38.120147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.142268 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port bc64902b-9754-4c18-b28c-fdb7a762f3f5 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:38.142821 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.190743 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0845fef-cf15-4cfe-a6ca-ead4a8ed2e4d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event updated for resources: {'Network': ['ID=a5b74923-da1d-4ff7-9e52-f31b4725dcef,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:38.254978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9dd83be2-c04c-4bb2-a22e-3f0961e0d398 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:38.276256 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network a5b74923-da1d-4ff7-9e52-f31b4725dcef details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:23:38.279869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Allocated IP 172.20.0.1 (acadd433-0231-4b2a-ac9a-1d06f04803d6/337b2769-a1e5-4643-ac51-e591120c5fdb/0ca9bac0-6b21-4065-8698-7543bc796da5) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:38.315976 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Transition to ACTIVE for port object f184827b-8d7f-4785-a95b-5f89577f64d2 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:38.334913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd802d70-25fd-4cc5-a297-cc6fcb37ef9e None None] Pushing event updated for resources: {'Port': ['ID=78b93190-2f29-4f82-adda-00a27bd63b54,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:38.359434 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.376670 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9dd83be2-c04c-4bb2-a22e-3f0961e0d398 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:38.378045 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9dd83be2-c04c-4bb2-a22e-3f0961e0d398 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.7132170 Jan 24 16:23:38.384356 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33052) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:38.395794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdc2468-1b1e-4fac-95bb-ae2816d43de4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:38.400554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdc2468-1b1e-4fac-95bb-ae2816d43de4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:38.405225 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdc2468-1b1e-4fac-95bb-ae2816d43de4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:38.409363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdc2468-1b1e-4fac-95bb-ae2816d43de4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:38.410021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3cdc2468-1b1e-4fac-95bb-ae2816d43de4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Synchronizing usage tracker for tenant:4b5f356668ae4d6ebbd240dac5351320 on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:38.427319 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.439770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Transition to ACTIVE for port object 3a6283df-89ef-49b2-9bb5-fb65630b82bb will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:38.515901 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.531912 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Network a5d97970-ca7b-48d2-aa9e-7be734224fb3 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:38.550217 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aca4a31b-19be-4eed-bcd8-ad4eafec92f5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.552979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Pushing event updated for resources: {'Port': ['ID=f184827b-8d7f-4785-a95b-5f89577f64d2,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:38.555946 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:38.558356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Attempting to bind port 78b93190-2f29-4f82-adda-00a27bd63b54 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:23:38.558501 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Attempting to bind port 78b93190-2f29-4f82-adda-00a27bd63b54 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:23:38.558746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Attempting to bind port 78b93190-2f29-4f82-adda-00a27bd63b54 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:23:38.572254 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:23:38.572526 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:38.572912 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.573298 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:23:38.573767 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Bound port: 78b93190-2f29-4f82-adda-00a27bd63b54, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:23:38.575607 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.602208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.615452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.618785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4a31b-19be-4eed-bcd8-ad4eafec92f5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Port': ['ID=70824363-16f9-49de-860c-970a3ef67032,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:38.652231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3cdc2468-1b1e-4fac-95bb-ae2816d43de4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Unset dirty status for tenant:4b5f356668ae4d6ebbd240dac5351320 on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:38.653824 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3cdc2468-1b1e-4fac-95bb-ae2816d43de4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.9756603 Jan 24 16:23:38.656195 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:38.661815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33058) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:38.679994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.733744 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.735176 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/bd26b5d6-c2b8-4599-8935-7d4b7971d911 HTTP/1.1" status: 204 len: 168 time: 0.3457305 Jan 24 16:23:38.745795 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Network 344169c9-6313-416f-8dba-8a6b3d2a7e02 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:38.747117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd26b5d6-c2b8-4599-8935-7d4b7971d911,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:38.752936 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33062) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:38.759686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:38.760037 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:38.760878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:38.761337 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:38.761673 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:38.761983 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:38.762303 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:38.762621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:38.762938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:38.763253 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:38.763588 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29ee5b-03cc-45ff-85bb-1e84b2385f5b tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:38.772893 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bc026aaf-5fd0-4ea3-b49b-c7d4ec6abbaf tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.797088 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Allocated IP 2001:db8::214 (a5d97970-ca7b-48d2-aa9e-7be734224fb3/40afb5a2-5a97-4f17-820d-e7a8360eb2c5/ba87f10b-6741-48c0-99ce-e1eecd90898e) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:38.834472 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Pushing event updated for resources: {'Port': ['ID=3a6283df-89ef-49b2-9bb5-fb65630b82bb,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:38.844257 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:38.852923 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:38.865167 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] For port 78b93190-2f29-4f82-adda-00a27bd63b54, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:23:38.874692 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] For port 78b93190-2f29-4f82-adda-00a27bd63b54, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=78b93190-2f29-4f82-adda-00a27bd63b54,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:23:38.889244 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.930381 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Attempting to bind port f184827b-8d7f-4785-a95b-5f89577f64d2 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:23:38.930837 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Attempting to bind port f184827b-8d7f-4785-a95b-5f89577f64d2 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '74ed0031-f774-4fd4-bc23-14db0e143c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a5d97970-ca7b-48d2-aa9e-7be734224fb3'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:23:38.931286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Attempting to bind port f184827b-8d7f-4785-a95b-5f89577f64d2 on network a5d97970-ca7b-48d2-aa9e-7be734224fb3 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:23:38.935567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.977553 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:23:38.978033 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Checking segment: {'id': '74ed0031-f774-4fd4-bc23-14db0e143c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a5d97970-ca7b-48d2-aa9e-7be734224fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:38.978521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.979276 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Bound using segment: {'id': '74ed0031-f774-4fd4-bc23-14db0e143c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a5d97970-ca7b-48d2-aa9e-7be734224fb3'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:23:38.979947 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Bound port: f184827b-8d7f-4785-a95b-5f89577f64d2, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ed0031-f774-4fd4-bc23-14db0e143c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a5d97970-ca7b-48d2-aa9e-7be734224fb3'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:23:38.980568 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:38.996936 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186f7cd5-381c-4b08-97ab-b83bff00dba3 None None] Network acadd433-0231-4b2a-ac9a-1d06f04803d6 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:39.080986 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:39.103065 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Transition to ACTIVE for port object 0ca9bac0-6b21-4065-8698-7543bc796da5 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:39.138639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a40b4adb-6584-4039-b9cf-0a68b7cc4746 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:39.177093 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:39.229863 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:39.245856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] For port f184827b-8d7f-4785-a95b-5f89577f64d2, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:23:39.249064 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] For port f184827b-8d7f-4785-a95b-5f89577f64d2, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f184827b-8d7f-4785-a95b-5f89577f64d2,segment=NetworkSegment(74ed0031-f774-4fd4-bc23-14db0e143c08),segment_id=74ed0031-f774-4fd4-bc23-14db0e143c08)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:23:39.258415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd802d70-25fd-4cc5-a297-cc6fcb37ef9e None None] Pushing event updated for resources: {'Port': ['ID=78b93190-2f29-4f82-adda-00a27bd63b54,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:39.271601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:39.335332 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Network acadd433-0231-4b2a-ac9a-1d06f04803d6 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:39.387236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9df9-2df7-49ba-9701-3dae7d93e55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:39.426809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1b87d522-c954-40ca-8600-fda052e8be54 None None] Provisioning for port 4eace826-d230-4103-a6d6-c5d52399a1ed completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:39.430020 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Routers {'a8963ef1-9feb-482f-90d9-2c50fe1f6efb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:39.430982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a8963ef1-9feb-482f-90d9-2c50fe1f6efb'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:39.479045 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4eace826-d230-4103-a6d6-c5d52399a1ed up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:39.614331 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-bc026aaf-5fd0-4ea3-b49b-c7d4ec6abbaf tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port 3b978227-1837-463d-8630-9519d3cc6100 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:39.614331 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bc026aaf-5fd0-4ea3-b49b-c7d4ec6abbaf tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:39.639458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event updated for resources: {'Port': ['ID=0ca9bac0-6b21-4065-8698-7543bc796da5,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:39.643246 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:39.659230 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063eebd-1ec5-44ea-b015-ff42ffcdebb7 None None] Pushing event updated for resources: {'Port': ['ID=f184827b-8d7f-4785-a95b-5f89577f64d2,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:39.669952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:39.763509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:39.818378 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 4eace826-d230-4103-a6d6-c5d52399a1ed completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:39.827219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:39.830076 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aca4a31b-19be-4eed-bcd8-ad4eafec92f5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:39.860388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:39.867140 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:39.895545 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bc026aaf-5fd0-4ea3-b49b-c7d4ec6abbaf tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:39.903363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 4eace826-d230-4103-a6d6-c5d52399a1ed triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:39.903363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.024957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-80279130-6efc-4ab9-b30c-de9fe1df9773 None None] Provisioning for port 3a6283df-89ef-49b2-9bb5-fb65630b82bb completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:40.054927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-80279130-6efc-4ab9-b30c-de9fe1df9773 None None] Provisioning complete for port 3a6283df-89ef-49b2-9bb5-fb65630b82bb triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:40.055325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-80279130-6efc-4ab9-b30c-de9fe1df9773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.082814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-bc026aaf-5fd0-4ea3-b49b-c7d4ec6abbaf tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for 3b978227-1837-463d-8630-9519d3cc6100 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:40.114176 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6f0d1f16-b363-4c06-98c4-aa53d52b4fca tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 1.3476381 Jan 24 16:23:40.120381 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33066) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:40.146831 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-80279130-6efc-4ab9-b30c-de9fe1df9773 None None] Port 3a6283df-89ef-49b2-9bb5-fb65630b82bb cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:40.151625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Pushing event updated for resources: {'Port': ['ID=3a6283df-89ef-49b2-9bb5-fb65630b82bb,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:40.163616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] Set router a8963ef1-9feb-482f-90d9-2c50fe1f6efb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:23:40.171161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.228869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Transition to ACTIVE for port object ba87f10b-6741-48c0-99ce-e1eecd90898e will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:40.341527 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a40b4adb-6584-4039-b9cf-0a68b7cc4746 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.402061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-a40b4adb-6584-4039-b9cf-0a68b7cc4746 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3962f948-6dbb-482e-b7b7-ec5bdff690ba']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:40.425147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-a40b4adb-6584-4039-b9cf-0a68b7cc4746 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e618e20e-0425-4a95-869d-a5acd4e6a232') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:40.425423 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-a40b4adb-6584-4039-b9cf-0a68b7cc4746 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e618e20e-0425-4a95-869d-a5acd4e6a232') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:40.428171 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Network 344169c9-6313-416f-8dba-8a6b3d2a7e02 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:40.436571 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:40.438899 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a40b4adb-6584-4039-b9cf-0a68b7cc4746 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.456378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a40b4adb-6584-4039-b9cf-0a68b7cc4746 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.463521 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40b4adb-6584-4039-b9cf-0a68b7cc4746 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:23:40.463904 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a40b4adb-6584-4039-b9cf-0a68b7cc4746 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.522883 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.552474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:23:40.556259 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:23:40.591058 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.663299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aca4a31b-19be-4eed-bcd8-ad4eafec92f5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.668461 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aca4a31b-19be-4eed-bcd8-ad4eafec92f5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.736473 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 4eace826-d230-4103-a6d6-c5d52399a1ed, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4eace826-d230-4103-a6d6-c5d52399a1ed,segment=NetworkSegment(2aba6bd8-ebc7-4d37-8903-371e8fe85e09),segment_id=2aba6bd8-ebc7-4d37-8903-371e8fe85e09)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:40.760452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.761142 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c694f7f1-0b34-48d3-8f63-d89caa7527a4 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:40.789838 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed59c-82ff-4c8a-bc57-dd8ed0726692 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.861253 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed59c-82ff-4c8a-bc57-dd8ed0726692 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.886258 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a40b4adb-6584-4039-b9cf-0a68b7cc4746 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.913577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.923423 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dc8728-4942-461f-bb81-ccb953267c90 None None] Network a5d97970-ca7b-48d2-aa9e-7be734224fb3 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:40.933111 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a40b4adb-6584-4039-b9cf-0a68b7cc4746 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.957406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bc026aaf-5fd0-4ea3-b49b-c7d4ec6abbaf tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.984693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aca4a31b-19be-4eed-bcd8-ad4eafec92f5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:40.984693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca4a31b-19be-4eed-bcd8-ad4eafec92f5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Fanout notify agent at l3_agent the message router_deleted on router 30860f65-4396-4e3b-87b1-722c8f1e65dd {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:23:41.009992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b4adb-6584-4039-b9cf-0a68b7cc4746 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event deleted for resources: {'Network': ['ID=3962f948-6dbb-482e-b7b7-ec5bdff690ba,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:41.021093 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=4eace826-d230-4103-a6d6-c5d52399a1ed,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:41.057715 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc026aaf-5fd0-4ea3-b49b-c7d4ec6abbaf tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Port': ['ID=3b978227-1837-463d-8630-9519d3cc6100,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:41.060018 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1d83917c-868d-4523-bca0-0284a825485e None None] Provisioning for port 0ca9bac0-6b21-4065-8698-7543bc796da5 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:41.071735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:41.076997 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1d83917c-868d-4523-bca0-0284a825485e None None] Provisioning complete for port 0ca9bac0-6b21-4065-8698-7543bc796da5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:41.077565 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1d83917c-868d-4523-bca0-0284a825485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:41.150687 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a40b4adb-6584-4039-b9cf-0a68b7cc4746 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "DELETE /v2.0/networks/3962f948-6dbb-482e-b7b7-ec5bdff690ba HTTP/1.1" status: 204 len: 168 time: 2.4468837 Jan 24 16:23:41.169842 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33070) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:41.176241 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aca4a31b-19be-4eed-bcd8-ad4eafec92f5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:41.180700 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-aca4a31b-19be-4eed-bcd8-ad4eafec92f5 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/routers/30860f65-4396-4e3b-87b1-722c8f1e65dd HTTP/1.1" status: 204 len: 168 time: 5.9153483 Jan 24 16:23:41.184246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1d83917c-868d-4523-bca0-0284a825485e None None] Port 0ca9bac0-6b21-4065-8698-7543bc796da5 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:41.193175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33072) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:41.198079 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'name': 'tempest-TestVolumeBootPattern-1783815694-router', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:24Z', 'updated_at': '2022-01-24T16:23:39Z', 'revision_number': 4, 'project_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'gw_port': {'id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:26Z', 'updated_at': '2022-01-24T16:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3a6283df-89ef-49b2-9bb5-fb65630b82bb', 'name': '', 'network_id': '344169c9-6313-416f-8dba-8a6b3d2a7e02', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'mac_address': 'fa:16:3e:b7:cf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f465b7fb-9b21-461e-8805-c4fe677bb9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:36Z', 'updated_at': '2022-01-24T16:23:38Z', 'revision_number': 1, 'project_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'subnets': [{'id': 'f465b7fb-9b21-461e-8805-c4fe677bb9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:41.241857 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cc6ad7-51ef-433c-9ace-8d0d21cf9017 None None] The sync data for ids ['a8963ef1-9feb-482f-90d9-2c50fe1f6efb'] in dv-neutron-826104-1-hyperv is: [{'id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'name': 'tempest-TestVolumeBootPattern-1783815694-router', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:24Z', 'updated_at': '2022-01-24T16:23:39Z', 'revision_number': 4, 'project_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'gw_port': {'id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:26Z', 'updated_at': '2022-01-24T16:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3a6283df-89ef-49b2-9bb5-fb65630b82bb', 'name': '', 'network_id': '344169c9-6313-416f-8dba-8a6b3d2a7e02', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'mac_address': 'fa:16:3e:b7:cf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f465b7fb-9b21-461e-8805-c4fe677bb9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:36Z', 'updated_at': '2022-01-24T16:23:38Z', 'revision_number': 1, 'project_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'subnets': [{'id': 'f465b7fb-9b21-461e-8805-c4fe677bb9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:23:41.258674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port c694f7f1-0b34-48d3-8f63-d89caa7527a4 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:41.279418 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port c694f7f1-0b34-48d3-8f63-d89caa7527a4 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:41.286240 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:41.312292 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1d83917c-868d-4523-bca0-0284a825485e None None] Provisioning complete for port 4eace826-d230-4103-a6d6-c5d52399a1ed triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:41.313021 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1d83917c-868d-4523-bca0-0284a825485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:41.345769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=ba87f10b-6741-48c0-99ce-e1eecd90898e,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:41.349335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed59c-82ff-4c8a-bc57-dd8ed0726692 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:41.355834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed59c-82ff-4c8a-bc57-dd8ed0726692 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:41.359966 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1d7ed59c-82ff-4c8a-bc57-dd8ed0726692 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/d6d256bf-144c-43ec-a2d3-b45530445d93 HTTP/1.1" status: 204 len: 168 time: 1.2327342 Jan 24 16:23:41.361053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33078) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:41.364270 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network a5d97970-ca7b-48d2-aa9e-7be734224fb3 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:41.406027 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-530f3ca7-2dd5-492a-ba9a-e17b4548281f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:41.417681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:41.452270 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:41.456349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:41.457004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:41.460958 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ed59c-82ff-4c8a-bc57-dd8ed0726692 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6d256bf-144c-43ec-a2d3-b45530445d93,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:41.476978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bc026aaf-5fd0-4ea3-b49b-c7d4ec6abbaf tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:41.582425 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:41.599396 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port c694f7f1-0b34-48d3-8f63-d89caa7527a4, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c694f7f1-0b34-48d3-8f63-d89caa7527a4,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:41.603965 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:41.633574 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1a61e290-efc3-458b-8419-60013c0e2ebe tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.2988329 Jan 24 16:23:41.643576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33082) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:41.687216 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=c694f7f1-0b34-48d3-8f63-d89caa7527a4,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:41.720358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Router a8963ef1-9feb-482f-90d9-2c50fe1f6efb has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:23:41.723366 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:41.734996 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-31731f1c-8a27-47a9-9b66-06a35449b416 None None] Provisioning complete for port 0ca9bac0-6b21-4065-8698-7543bc796da5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:41.736814 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-31731f1c-8a27-47a9-9b66-06a35449b416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:41.810125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-31731f1c-8a27-47a9-9b66-06a35449b416 None None] Port 0ca9bac0-6b21-4065-8698-7543bc796da5 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:41.828925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-31731f1c-8a27-47a9-9b66-06a35449b416 None None] Provisioning for port f184827b-8d7f-4785-a95b-5f89577f64d2 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:41.857222 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-31731f1c-8a27-47a9-9b66-06a35449b416 None None] Provisioning complete for port 3a6283df-89ef-49b2-9bb5-fb65630b82bb triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:41.857987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-31731f1c-8a27-47a9-9b66-06a35449b416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:41.942835 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-31731f1c-8a27-47a9-9b66-06a35449b416 None None] Port 3a6283df-89ef-49b2-9bb5-fb65630b82bb cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:41.950334 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4eace826-d230-4103-a6d6-c5d52399a1ed up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:41.951102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-17e61049-2aaf-4a1e-a1f6-61b04652c6ef tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:42.072852 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 4eace826-d230-4103-a6d6-c5d52399a1ed triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:42.073478 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.163613 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bd54f02d-e44c-4e83-b621-5b200b61f6e4 None None] Provisioning for port ba87f10b-6741-48c0-99ce-e1eecd90898e completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:42.172928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bd54f02d-e44c-4e83-b621-5b200b61f6e4 None None] Provisioning complete for port ba87f10b-6741-48c0-99ce-e1eecd90898e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:42.173572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bd54f02d-e44c-4e83-b621-5b200b61f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.194250 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-530f3ca7-2dd5-492a-ba9a-e17b4548281f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.248939 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-530f3ca7-2dd5-492a-ba9a-e17b4548281f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b74923-da1d-4ff7-9e52-f31b4725dcef']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:42.258466 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb6acd4-2047-42a3-8434-be40034893c9 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Deleting subnet 29fd95ea-c3b1-46a6-b7af-37d2de11780c {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:23:42.269602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cdb6acd4-2047-42a3-8434-be40034893c9 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.312108 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-17e61049-2aaf-4a1e-a1f6-61b04652c6ef tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:42.313456 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-17e61049-2aaf-4a1e-a1f6-61b04652c6ef tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.9052806 Jan 24 16:23:42.315188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-530f3ca7-2dd5-492a-ba9a-e17b4548281f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a44a286-e9f8-4d98-ab96-97ccc675dc52') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:42.315564 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-530f3ca7-2dd5-492a-ba9a-e17b4548281f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a44a286-e9f8-4d98-ab96-97ccc675dc52') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:42.355660 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-bd54f02d-e44c-4e83-b621-5b200b61f6e4 None None] Port ba87f10b-6741-48c0-99ce-e1eecd90898e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:42.358733 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33086) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:42.369199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f184827b-8d7f-4785-a95b-5f89577f64d2 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:42.382905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-530f3ca7-2dd5-492a-ba9a-e17b4548281f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.418464 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-530f3ca7-2dd5-492a-ba9a-e17b4548281f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.437494 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530f3ca7-2dd5-492a-ba9a-e17b4548281f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:23:42.437882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-530f3ca7-2dd5-492a-ba9a-e17b4548281f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.439327 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port f184827b-8d7f-4785-a95b-5f89577f64d2 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:42.444803 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port f184827b-8d7f-4785-a95b-5f89577f64d2 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:42.445169 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:23:42.452340 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:23:42.456778 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cdb6acd4-2047-42a3-8434-be40034893c9 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.520843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc026aaf-5fd0-4ea3-b49b-c7d4ec6abbaf tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router ac12f99f-349a-4f1f-abe8-d32fd1182a91 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:23:42.555518 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-40868349-e6d9-49db-9fbf-536a9be96d00 None None] Provisioning complete for port ba87f10b-6741-48c0-99ce-e1eecd90898e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:42.555892 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40868349-e6d9-49db-9fbf-536a9be96d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.620047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.628463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-530f3ca7-2dd5-492a-ba9a-e17b4548281f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.637233 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-40868349-e6d9-49db-9fbf-536a9be96d00 None None] Port ba87f10b-6741-48c0-99ce-e1eecd90898e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:42.651560 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-530f3ca7-2dd5-492a-ba9a-e17b4548281f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.659185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cdb6acd4-2047-42a3-8434-be40034893c9 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.659809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port f184827b-8d7f-4785-a95b-5f89577f64d2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f184827b-8d7f-4785-a95b-5f89577f64d2,segment=NetworkSegment(74ed0031-f774-4fd4-bc23-14db0e143c08),segment_id=74ed0031-f774-4fd4-bc23-14db0e143c08)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:42.666488 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.704670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f3ca7-2dd5-492a-ba9a-e17b4548281f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event deleted for resources: {'Network': ['ID=a5b74923-da1d-4ff7-9e52-f31b4725dcef,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:42.722704 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-530f3ca7-2dd5-492a-ba9a-e17b4548281f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "DELETE /v2.0/networks/a5b74923-da1d-4ff7-9e52-f31b4725dcef HTTP/1.1" status: 204 len: 168 time: 1.5352278 Jan 24 16:23:42.733364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33090) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:42.735376 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=f184827b-8d7f-4785-a95b-5f89577f64d2,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:42.774493 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.809811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77a42064-4adf-42a4-8e54-138b1666bb8f tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.825443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.950179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77a42064-4adf-42a4-8e54-138b1666bb8f tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:42.971132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cdb6acd4-2047-42a3-8434-be40034893c9 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:43.002200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:43.005414 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event updated for resources: {'Port': ['ID=0ca9bac0-6b21-4065-8698-7543bc796da5,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:43.032028 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6acd4-2047-42a3-8434-be40034893c9 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Subnet': ['ID=29fd95ea-c3b1-46a6-b7af-37d2de11780c,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:43.071438 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cdb6acd4-2047-42a3-8434-be40034893c9 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:43.081232 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff79201-f5bc-4f9b-a3d6-91f79361a130 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:43.085216 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff79201-f5bc-4f9b-a3d6-91f79361a130 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:43.085964 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3ff79201-f5bc-4f9b-a3d6-91f79361a130 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Synchronizing usage tracker for tenant:4b5f356668ae4d6ebbd240dac5351320 on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:43.137420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77a42064-4adf-42a4-8e54-138b1666bb8f tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:43.141531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc026aaf-5fd0-4ea3-b49b-c7d4ec6abbaf tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:23:43.147266 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cdb6acd4-2047-42a3-8434-be40034893c9 tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/subnets/29fd95ea-c3b1-46a6-b7af-37d2de11780c HTTP/1.1" status: 204 len: 168 time: 1.8133652 Jan 24 16:23:43.150673 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33094) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:43.155402 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6b075-d054-4a85-b7ce-4d7d08411273 None None] Sync routers for ids ['ac12f99f-349a-4f1f-abe8-d32fd1182a91'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:23:43.175708 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6b075-d054-4a85-b7ce-4d7d08411273 None None] Routers {'ac12f99f-349a-4f1f-abe8-d32fd1182a91'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:43.176762 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c7e6b075-d054-4a85-b7ce-4d7d08411273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['ac12f99f-349a-4f1f-abe8-d32fd1182a91'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:43.195426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a42064-4adf-42a4-8e54-138b1666bb8f tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9cd7d1-4d79-4a1b-b913-2500bc1ac53a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:43.212385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:23:43.244510 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77a42064-4adf-42a4-8e54-138b1666bb8f tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:43.245926 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-77a42064-4adf-42a4-8e54-138b1666bb8f tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-groups/8b9cd7d1-4d79-4a1b-b913-2500bc1ac53a HTTP/1.1" status: 204 len: 168 time: 0.8768315 Jan 24 16:23:43.256424 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-85183124-8b73-44e0-b8eb-c9ef65e6230f admin admin] 10.222.0.130 "PUT /v2.0/routers/a8963ef1-9feb-482f-90d9-2c50fe1f6efb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8439949 Jan 24 16:23:43.256424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33098) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:43.257146 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bc026aaf-5fd0-4ea3-b49b-c7d4ec6abbaf tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/ac12f99f-349a-4f1f-abe8-d32fd1182a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1021228 Jan 24 16:23:43.261742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33100) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:43.274575 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c7e6b075-d054-4a85-b7ce-4d7d08411273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:43.289976 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6b075-d054-4a85-b7ce-4d7d08411273 None None] Routers {'ac12f99f-349a-4f1f-abe8-d32fd1182a91'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:43.290968 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c7e6b075-d054-4a85-b7ce-4d7d08411273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['ac12f99f-349a-4f1f-abe8-d32fd1182a91'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:43.295795 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Network acadd433-0231-4b2a-ac9a-1d06f04803d6 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:43.296724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3ff79201-f5bc-4f9b-a3d6-91f79361a130 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Unset dirty status for tenant:4b5f356668ae4d6ebbd240dac5351320 on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:43.297867 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3ff79201-f5bc-4f9b-a3d6-91f79361a130 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5637634 Jan 24 16:23:43.302425 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:43.314933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33108) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:43.328154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd26dc6d-26d1-477b-8c00-88a5a82c365a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:43.401520 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c7e6b075-d054-4a85-b7ce-4d7d08411273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:43.402436 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6b075-d054-4a85-b7ce-4d7d08411273 None None] The sync data for ids ['ac12f99f-349a-4f1f-abe8-d32fd1182a91'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:23:43.417545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1106841105'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:43.431710 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:43.467850 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:43.479198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e79ce0ec-9684-4534-b0a8-34976da2612e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:43.607107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Made reservation on behalf of 4b5f356668ae4d6ebbd240dac5351320 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:43.610002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:43.757758 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c694f7f1-0b34-48d3-8f63-d89caa7527a4 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:43.859185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:23:43.873680 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-cabd307e-e7c5-4c82-82b6-ca25b42903a9 None None] Provisioning complete for port 0ca9bac0-6b21-4065-8698-7543bc796da5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:43.874270 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cabd307e-e7c5-4c82-82b6-ca25b42903a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:43.951255 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e79ce0ec-9684-4534-b0a8-34976da2612e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:43.968176 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-64302fcc-116e-4870-aba1-d9f0b69c8f62 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:43.986713 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-cabd307e-e7c5-4c82-82b6-ca25b42903a9 None None] Port 0ca9bac0-6b21-4065-8698-7543bc796da5 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:44.001320 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port c694f7f1-0b34-48d3-8f63-d89caa7527a4 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:44.001725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:44.130428 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-64302fcc-116e-4870-aba1-d9f0b69c8f62 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:44.135119 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-64302fcc-116e-4870-aba1-d9f0b69c8f62 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8769767 Jan 24 16:23:44.137878 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:44.138214 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Added segment 6bc88272-40cf-4d2b-a8d5-8e22dc6f1bba of type vlan for network f22ed420-86e4-499a-9925-4ce9970c715e Jan 24 16:23:44.145470 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33120) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:44.150885 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4417e00c-6862-4eb0-81d5-20414a419548 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653317315'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:44.159987 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-e79ce0ec-9684-4534-b0a8-34976da2612e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad364e7-63b0-402c-aa39-1bd4feca3133']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:44.182124 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4417e00c-6862-4eb0-81d5-20414a419548 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:44.212739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-e79ce0ec-9684-4534-b0a8-34976da2612e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41dcfb0-355a-4669-a233-0e9e5d50f228') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:44.213006 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-e79ce0ec-9684-4534-b0a8-34976da2612e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41dcfb0-355a-4669-a233-0e9e5d50f228') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:44.224125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4417e00c-6862-4eb0-81d5-20414a419548 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:44.247326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd26dc6d-26d1-477b-8c00-88a5a82c365a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:44.249749 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e79ce0ec-9684-4534-b0a8-34976da2612e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:44.257287 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f184827b-8d7f-4785-a95b-5f89577f64d2 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:44.271882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:44.286815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4417e00c-6862-4eb0-81d5-20414a419548 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:44.290663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd26dc6d-26d1-477b-8c00-88a5a82c365a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:44.301335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e79ce0ec-9684-4534-b0a8-34976da2612e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:44.328146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79ce0ec-9684-4534-b0a8-34976da2612e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:23:44.328146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e79ce0ec-9684-4534-b0a8-34976da2612e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:44.386200 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-ad36581d-4c8a-4e30-817c-fd55cc9aa89c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] remove_router_interface failed (client error): The resource could not be found. Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:23:44.388223 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:23:44.390524 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ad36581d-4c8a-4e30-817c-fd55cc9aa89c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/ac12f99f-349a-4f1f-abe8-d32fd1182a91/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1275103 Jan 24 16:23:44.391249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33124) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:44.433277 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port f184827b-8d7f-4785-a95b-5f89577f64d2 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:44.433755 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:44.591807 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33130) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:44.609290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f5a0e130-0748-4b64-adaa-474754bcaadb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-46407880', 'description': 'tempest-secgroup-smoke-46407880 description', 'project_id': '352f5a2cec024da5b72f74b5856cad93'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:44.627595 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f5a0e130-0748-4b64-adaa-474754bcaadb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:44.631412 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:44.636398 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:44.637125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:44.684268 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2f85c82e-8f22-4b19-a6b1-f18eda065d93 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Synchronizing usage tracker for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:44.716724 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26dc6d-26d1-477b-8c00-88a5a82c365a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=ba87f10b-6741-48c0-99ce-e1eecd90898e,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:44.760487 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e79ce0ec-9684-4534-b0a8-34976da2612e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:44.769407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f5a0e130-0748-4b64-adaa-474754bcaadb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Usage tracker for resource:security_group and tenant:352f5a2cec024da5b72f74b5856cad93 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:44.775796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e79ce0ec-9684-4534-b0a8-34976da2612e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:44.782666 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event updated for resources: {'Network': ['ID=f22ed420-86e4-499a-9925-4ce9970c715e,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:44.802953 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f5a0e130-0748-4b64-adaa-474754bcaadb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:44.804874 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2f85c82e-8f22-4b19-a6b1-f18eda065d93 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Unset dirty status for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:44.808584 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2f85c82e-8f22-4b19-a6b1-f18eda065d93 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports?device_id=ac12f99f-349a-4f1f-abe8-d32fd1182a91 HTTP/1.1" status: 200 len: 205 time: 0.4056585 Jan 24 16:23:44.809109 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33134) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:44.811219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:44.811622 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:44.811916 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:44.812539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:44.812870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:44.813194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:44.813511 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:44.813832 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:44.814146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:44.814455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:44.814864 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:44.835443 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network f22ed420-86e4-499a-9925-4ce9970c715e details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:23:44.845038 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4417e00c-6862-4eb0-81d5-20414a419548 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:44.848259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f5a0e130-0748-4b64-adaa-474754bcaadb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:44.858755 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7783848e-8396-4e38-8a2c-4eebbeb17aaa None None] Provisioning complete for port ba87f10b-6741-48c0-99ce-e1eecd90898e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:44.859122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7783848e-8396-4e38-8a2c-4eebbeb17aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:44.904332 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e79ce0ec-9684-4534-b0a8-34976da2612e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] 10.222.0.130 "DELETE /v2.0/networks/4ad364e7-63b0-402c-aa39-1bd4feca3133 HTTP/1.1" status: 204 len: 168 time: 1.7526612 Jan 24 16:23:44.927613 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ce0ec-9684-4534-b0a8-34976da2612e tempest-FloatingIPTestJSON-2055226789 tempest-FloatingIPTestJSON-2055226789-project] Pushing event deleted for resources: {'Network': ['ID=4ad364e7-63b0-402c-aa39-1bd4feca3133,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:44.969083 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fb0c4f9e-f447-48d7-b0f0-4757dfae90d4 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6531582 Jan 24 16:23:44.970446 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4417e00c-6862-4eb0-81d5-20414a419548 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:44.972705 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33140) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:45.001099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-3210f37b-ae32-4e89-94d4-3b213236afd0 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2101243521'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:45.003830 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-7783848e-8396-4e38-8a2c-4eebbeb17aaa None None] Port ba87f10b-6741-48c0-99ce-e1eecd90898e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:45.011879 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd26dc6d-26d1-477b-8c00-88a5a82c365a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.022566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3210f37b-ae32-4e89-94d4-3b213236afd0 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:45.036314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e130-0748-4b64-adaa-474754bcaadb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.071814 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3210f37b-ae32-4e89-94d4-3b213236afd0 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:45.138924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3210f37b-ae32-4e89-94d4-3b213236afd0 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Made reservation on behalf of 4b5f356668ae4d6ebbd240dac5351320 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:45.141889 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3210f37b-ae32-4e89-94d4-3b213236afd0 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.173322 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f5a0e130-0748-4b64-adaa-474754bcaadb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:45.179138 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f5a0e130-0748-4b64-adaa-474754bcaadb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Usage tracker for resource:security_group_rule and tenant:352f5a2cec024da5b72f74b5856cad93 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:45.181946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a77e9cf5-f236-41a5-b75f-4d3f314a1df9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.197038 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f5a0e130-0748-4b64-adaa-474754bcaadb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:45.210831 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4417e00c-6862-4eb0-81d5-20414a419548 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.215116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f5a0e130-0748-4b64-adaa-474754bcaadb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:45.220341 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4417e00c-6862-4eb0-81d5-20414a419548 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.273798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:23:45.304333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3210f37b-ae32-4e89-94d4-3b213236afd0 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:23:45.314602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417e00c-6862-4eb0-81d5-20414a419548 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e3d6ae-8d4d-43fe-880c-9db4c750f66d,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:45.337278 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3210f37b-ae32-4e89-94d4-3b213236afd0 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.337710 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-3210f37b-ae32-4e89-94d4-3b213236afd0 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Added segment 60164da2-7cf0-44b4-b6ff-39d3f101886c of type vlan for network 8d6689d8-7db5-4ad2-8250-e4b27a357223 Jan 24 16:23:45.343799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4417e00c-6862-4eb0-81d5-20414a419548 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.345000 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4417e00c-6862-4eb0-81d5-20414a419548 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1985817 Jan 24 16:23:45.359636 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33146) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:45.372107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33150) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:45.378985 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f2ce9cb3-7420-4738-86e1-e649b2430b97 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group_rule': {'security_group_id': '08e3d6ae-8d4d-43fe-880c-9db4c750f66d', 'direction': 'ingress', 'protocol': 17}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:45.380157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd26dc6d-26d1-477b-8c00-88a5a82c365a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.391158 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e130-0748-4b64-adaa-474754bcaadb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.453730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f2ce9cb3-7420-4738-86e1-e649b2430b97 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:45.476300 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e130-0748-4b64-adaa-474754bcaadb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.481015 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f2ce9cb3-7420-4738-86e1-e649b2430b97 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:45.497895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f2ce9cb3-7420-4738-86e1-e649b2430b97 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:45.501594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3210f37b-ae32-4e89-94d4-3b213236afd0 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.524499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f2ce9cb3-7420-4738-86e1-e649b2430b97 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:45.561869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0e130-0748-4b64-adaa-474754bcaadb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83b7d03-f4ed-401b-bdce-0fab0019fee1,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:45.566146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e130-0748-4b64-adaa-474754bcaadb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.567016 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f5a0e130-0748-4b64-adaa-474754bcaadb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.9723282 Jan 24 16:23:45.579784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33156) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:45.594601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-29c19b7d-4625-4aec-80e9-f49603713909 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Request body: {'security_group_rule': {'security_group_id': 'e83b7d03-f4ed-401b-bdce-0fab0019fee1', 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:45.603436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9cb3-7420-4738-86e1-e649b2430b97 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.614295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-29c19b7d-4625-4aec-80e9-f49603713909 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:45.620073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3210f37b-ae32-4e89-94d4-3b213236afd0 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.623833 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3210f37b-ae32-4e89-94d4-3b213236afd0 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:45.624296 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3210f37b-ae32-4e89-94d4-3b213236afd0 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.648103 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-97c24335-2a1d-4606-8d40-6f065c659fd1 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=af052b8aa9e742caa4ed884470bec1dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2748685 Jan 24 16:23:45.654955 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-29c19b7d-4625-4aec-80e9-f49603713909 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Usage tracker for resource:security_group_rule and tenant:352f5a2cec024da5b72f74b5856cad93 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:45.663533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-29c19b7d-4625-4aec-80e9-f49603713909 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:45.665834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33160) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:45.703502 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 78b93190-2f29-4f82-adda-00a27bd63b54 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:45.729320 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-29c19b7d-4625-4aec-80e9-f49603713909 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:45.772160 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3210f37b-ae32-4e89-94d4-3b213236afd0 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7943935 Jan 24 16:23:45.776461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33164) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:45.780253 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 78b93190-2f29-4f82-adda-00a27bd63b54 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:45.786376 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 78b93190-2f29-4f82-adda-00a27bd63b54 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:45.787512 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.874487 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210f37b-ae32-4e89-94d4-3b213236afd0 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event updated for resources: {'Network': ['ID=8d6689d8-7db5-4ad2-8250-e4b27a357223,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:45.885565 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-29c19b7d-4625-4aec-80e9-f49603713909 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.887890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Request body: {'ports': [{'network_id': 'f22ed420-86e4-499a-9925-4ce9970c715e', 'name': 'tempest-port--522864540', 'admin_state_up': True}, {'network_id': '8d6689d8-7db5-4ad2-8250-e4b27a357223', 'admin_state_up': False}]} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:45.888195 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Request body: {'port': {'network_id': 'f22ed420-86e4-499a-9925-4ce9970c715e', 'name': 'tempest-port--522864540', 'admin_state_up': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:45.888659 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Request body: {'port': {'network_id': '8d6689d8-7db5-4ad2-8250-e4b27a357223', 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:45.921282 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.923458 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a77e9cf5-f236-41a5-b75f-4d3f314a1df9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.940113 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 78b93190-2f29-4f82-adda-00a27bd63b54, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=78b93190-2f29-4f82-adda-00a27bd63b54,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:45.941441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 8d6689d8-7db5-4ad2-8250-e4b27a357223 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:23:45.942263 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9cb3-7420-4738-86e1-e649b2430b97 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.976567 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9cb3-7420-4738-86e1-e649b2430b97 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.993015 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a77e9cf5-f236-41a5-b75f-4d3f314a1df9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:45.997273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c0091de6-b3c6-4c20-817b-38d28e22c913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.034975 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce9cb3-7420-4738-86e1-e649b2430b97 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9282315e-3214-4d20-9293-250858512cb9,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:46.058630 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.066862 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c0091de6-b3c6-4c20-817b-38d28e22c913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.083572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9cb3-7420-4738-86e1-e649b2430b97 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.087863 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f2ce9cb3-7420-4738-86e1-e649b2430b97 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7271912 Jan 24 16:23:46.094412 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33168) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:46.105281 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-29c19b7d-4625-4aec-80e9-f49603713909 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.136060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=78b93190-2f29-4f82-adda-00a27bd63b54,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:46.145884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:46.146264 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:46.146570 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:46.146891 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:46.147215 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:46.147621 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:46.147924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:46.148239 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:46.148552 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:46.149126 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:46.149493 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:23:46.153884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-29c19b7d-4625-4aec-80e9-f49603713909 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.174976 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:23:46.188223 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Sync routers for ids ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:23:46.203909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Routers {'584ff679-63b4-4b17-90d7-2d3fa3e5c368'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:46.204870 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:46.209412 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c19b7d-4625-4aec-80e9-f49603713909 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c254db8-525d-420c-b5e7-4ca03bfdabb5,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:46.227053 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7b06737e-4e35-43e5-b02b-2e758dbf93e3 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "PUT /v2.0/routers/584ff679-63b4-4b17-90d7-2d3fa3e5c368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1805859 Jan 24 16:23:46.258004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-29c19b7d-4625-4aec-80e9-f49603713909 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.263055 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-29c19b7d-4625-4aec-80e9-f49603713909 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6769836 Jan 24 16:23:46.267620 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33174) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:46.281740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c0091de6-b3c6-4c20-817b-38d28e22c913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.289728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d9cbf5f8-aa92-4c89-bee5-57f9eb992591 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Request body: {'security_group_rule': {'security_group_id': 'e83b7d03-f4ed-401b-bdce-0fab0019fee1', 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:46.309829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d9cbf5f8-aa92-4c89-bee5-57f9eb992591 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:46.314138 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7909af48-2432-48ab-b276-6a3c9b82390e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.320564 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c0091de6-b3c6-4c20-817b-38d28e22c913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.325270 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c0091de6-b3c6-4c20-817b-38d28e22c913 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/c95c0da7-69cc-4585-9982-a0a64fa423f9 HTTP/1.1" status: 204 len: 168 time: 0.6467919 Jan 24 16:23:46.334501 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d9cbf5f8-aa92-4c89-bee5-57f9eb992591 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Usage tracker for resource:security_group_rule and tenant:352f5a2cec024da5b72f74b5856cad93 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:46.337195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0091de6-b3c6-4c20-817b-38d28e22c913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95c0da7-69cc-4585-9982-a0a64fa423f9,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:46.342372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d9cbf5f8-aa92-4c89-bee5-57f9eb992591 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:46.354492 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a77e9cf5-f236-41a5-b75f-4d3f314a1df9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.356102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d9cbf5f8-aa92-4c89-bee5-57f9eb992591 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:46.357369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77e9cf5-f236-41a5-b75f-4d3f314a1df9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Fanout notify agent at l3_agent the message router_deleted on router ac12f99f-349a-4f1f-abe8-d32fd1182a91 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:23:46.366855 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7909af48-2432-48ab-b276-6a3c9b82390e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.414126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9cbf5f8-aa92-4c89-bee5-57f9eb992591 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.441886 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a77e9cf5-f236-41a5-b75f-4d3f314a1df9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.444385 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a77e9cf5-f236-41a5-b75f-4d3f314a1df9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/routers/ac12f99f-349a-4f1f-abe8-d32fd1182a91 HTTP/1.1" status: 204 len: 168 time: 1.6340508 Jan 24 16:23:46.449552 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33182) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:46.462123 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Set router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:23:46.474528 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:46.493949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Usage tracker for resource:port and tenant:4b5f356668ae4d6ebbd240dac5351320 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:46.504676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:46.522039 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:46.549396 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Made reservation on behalf of 4b5f356668ae4d6ebbd240dac5351320 for: {'port': 2} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:46.553221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.563304 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7909af48-2432-48ab-b276-6a3c9b82390e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.575218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.592237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd26dc6d-26d1-477b-8c00-88a5a82c365a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.594645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9cbf5f8-aa92-4c89-bee5-57f9eb992591 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.602588 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd26dc6d-26d1-477b-8c00-88a5a82c365a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.603370 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd26dc6d-26d1-477b-8c00-88a5a82c365a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.620060 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9cbf5f8-aa92-4c89-bee5-57f9eb992591 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.621904 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909af48-2432-48ab-b276-6a3c9b82390e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e3d6ae-8d4d-43fe-880c-9db4c750f66d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:46.699245 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbf5f8-aa92-4c89-bee5-57f9eb992591 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ece87d9-6ccd-435d-bb4c-12363e9afea1,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:46.727029 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7909af48-2432-48ab-b276-6a3c9b82390e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.731047 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7909af48-2432-48ab-b276-6a3c9b82390e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-groups/08e3d6ae-8d4d-43fe-880c-9db4c750f66d HTTP/1.1" status: 204 len: 168 time: 0.6358645 Jan 24 16:23:46.731725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33192) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:46.766447 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9cbf5f8-aa92-4c89-bee5-57f9eb992591 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.770917 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d9cbf5f8-aa92-4c89-bee5-57f9eb992591 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4960015 Jan 24 16:23:46.773997 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33196) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:46.784598 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ee476cc2-68ed-44ea-ae01-94e8f92bc230 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Request body: {'security_group_rule': {'security_group_id': 'e83b7d03-f4ed-401b-bdce-0fab0019fee1', 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:46.800217 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ee476cc2-68ed-44ea-ae01-94e8f92bc230 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:46.807947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ee476cc2-68ed-44ea-ae01-94e8f92bc230 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Usage tracker for resource:security_group_rule and tenant:352f5a2cec024da5b72f74b5856cad93 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:46.823236 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ee476cc2-68ed-44ea-ae01-94e8f92bc230 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:46.835531 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ee476cc2-68ed-44ea-ae01-94e8f92bc230 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:46.882247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-02786847-dd08-484b-a6bc-bbcee133d1be tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting subnet 42a2849e-60d6-4c4a-b2a8-58115b0fc75a {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:23:46.887639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-cb1aebb7-a908-4924-8efe-b1154aff0f78 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:46.892271 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-02786847-dd08-484b-a6bc-bbcee133d1be tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:46.941951 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26dc6d-26d1-477b-8c00-88a5a82c365a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=ba87f10b-6741-48c0-99ce-e1eecd90898e,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:47.072416 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee476cc2-68ed-44ea-ae01-94e8f92bc230 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.094900 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642513223', 'tenant_id': '887dba35b042474383130630b2f4d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:23Z', 'updated_at': '2022-01-24T16:23:40Z', 'revision_number': 4, 'project_id': '887dba35b042474383130630b2f4d852', 'gw_port': {'id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:25Z', 'updated_at': '2022-01-24T16:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0ca9bac0-6b21-4065-8698-7543bc796da5', 'name': '', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'tenant_id': '887dba35b042474383130630b2f4d852', 'mac_address': 'fa:16:3e:35:6e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:37Z', 'updated_at': '2022-01-24T16:23:42Z', 'revision_number': 2, 'project_id': '887dba35b042474383130630b2f4d852', 'subnets': [{'id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:47.099611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Checking router: 584ff679-63b4-4b17-90d7-2d3fa3e5c368 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:23:47.100111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Updating router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 port 0ca9bac0-6b21-4065-8698-7543bc796da5 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:23:47.130726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-cb1aebb7-a908-4924-8efe-b1154aff0f78 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:47.146052 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cb1aebb7-a908-4924-8efe-b1154aff0f78 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4108779 Jan 24 16:23:47.146774 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33208) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:47.162842 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.191689 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-df7907e1-f7b3-4710-946b-7f58acb633e4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747673303'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:47.198732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-02786847-dd08-484b-a6bc-bbcee133d1be tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.242123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-df7907e1-f7b3-4710-946b-7f58acb633e4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:47.265324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-df7907e1-f7b3-4710-946b-7f58acb633e4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:47.290678 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd26dc6d-26d1-477b-8c00-88a5a82c365a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network a5d97970-ca7b-48d2-aa9e-7be734224fb3 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:47.305166 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-fd26dc6d-26d1-477b-8c00-88a5a82c365a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:47.305442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-df7907e1-f7b3-4710-946b-7f58acb633e4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.352741 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee476cc2-68ed-44ea-ae01-94e8f92bc230 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.374848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-df7907e1-f7b3-4710-946b-7f58acb633e4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:47.379549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-df7907e1-f7b3-4710-946b-7f58acb633e4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:47.382689 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-df7907e1-f7b3-4710-946b-7f58acb633e4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:47.391979 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-df7907e1-f7b3-4710-946b-7f58acb633e4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:47.473377 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-df7907e1-f7b3-4710-946b-7f58acb633e4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.479098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee476cc2-68ed-44ea-ae01-94e8f92bc230 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.513053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-df7907e1-f7b3-4710-946b-7f58acb633e4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.526716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] device_id is not set on port 5df2d012-3418-4ed5-bf7d-ce408c107350 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:23:47.560315 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee476cc2-68ed-44ea-ae01-94e8f92bc230 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a98c2c-bc06-4877-9d89-ceac667f8084,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:47.606453 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-13152428-fc04-429f-a107-579cb5344b28 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664606720&fields=id&tenant_id=887dba35b042474383130630b2f4d852 HTTP/1.1" status: 200 len: 267 time: 0.4281778 Jan 24 16:23:47.627507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-02786847-dd08-484b-a6bc-bbcee133d1be tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.683145 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.711440 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee476cc2-68ed-44ea-ae01-94e8f92bc230 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.716428 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ee476cc2-68ed-44ea-ae01-94e8f92bc230 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9395330 Jan 24 16:23:47.717521 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-df7907e1-f7b3-4710-946b-7f58acb633e4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.721563 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Transition to ACTIVE for port object 0ca9bac0-6b21-4065-8698-7543bc796da5 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:47.722458 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-df7907e1-f7b3-4710-946b-7f58acb633e4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5665393 Jan 24 16:23:47.723675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33222) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:47.724886 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33224) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:47.743280 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d8638be0-56c2-4c42-9fb6-368ed4f6dfd0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group': {'name': 'tempest-secgroup--835617148'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:47.744172 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 78b93190-2f29-4f82-adda-00a27bd63b54 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:47.754527 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f1701569-1d52-4e8c-b7e5-367f2f28a7ad tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Request body: {'security_group_rule': {'security_group_id': 'e83b7d03-f4ed-401b-bdce-0fab0019fee1', 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:47.760817 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7907e1-f7b3-4710-946b-7f58acb633e4 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4171fff1-afa8-412a-b8c0-ea7e34e37e6e,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:47.766329 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d8638be0-56c2-4c42-9fb6-368ed4f6dfd0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:47.769331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f1701569-1d52-4e8c-b7e5-367f2f28a7ad tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:47.788142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f1701569-1d52-4e8c-b7e5-367f2f28a7ad tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Usage tracker for resource:security_group_rule and tenant:352f5a2cec024da5b72f74b5856cad93 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:47.799705 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f1701569-1d52-4e8c-b7e5-367f2f28a7ad tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:47.804328 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d8638be0-56c2-4c42-9fb6-368ed4f6dfd0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:47.811578 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f1701569-1d52-4e8c-b7e5-367f2f28a7ad tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:47.829632 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.838392 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d8638be0-56c2-4c42-9fb6-368ed4f6dfd0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.864963 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f1701569-1d52-4e8c-b7e5-367f2f28a7ad tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.876146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-02786847-dd08-484b-a6bc-bbcee133d1be tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.930828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd47e9-ee75-4ee6-b2fc-25ff583fc223 None None] Pushing event updated for resources: {'Port': ['ID=0ca9bac0-6b21-4065-8698-7543bc796da5,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:47.933419 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-02786847-dd08-484b-a6bc-bbcee133d1be tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:47.953544 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02786847-dd08-484b-a6bc-bbcee133d1be tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Subnet': ['ID=42a2849e-60d6-4c4a-b2a8-58115b0fc75a,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:47.956051 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0033d61f-dd07-4cc4-a3ce-aaae18c39514 None None] Network ab22af35-325c-422d-8a52-e55c76ab9712 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:47.968422 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-8e525734-dd12-490e-99d0-ed56839d0b39 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:47.970054 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-8e525734-dd12-490e-99d0-ed56839d0b39 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/networks?id=acadd433-0231-4b2a-ac9a-1d06f04803d6 HTTP/1.1" status: 200 len: 797 time: 0.3539472 Jan 24 16:23:47.990423 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-02786847-dd08-484b-a6bc-bbcee133d1be tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/42a2849e-60d6-4c4a-b2a8-58115b0fc75a HTTP/1.1" status: 204 len: 168 time: 1.5372593 Jan 24 16:23:47.997381 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33232) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:47.997581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33234) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:48.037245 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-08ec6fb8-c663-4429-b297-e937bac0288f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/quotas/887dba35b042474383130630b2f4d852 HTTP/1.1" status: 200 len: 375 time: 0.0555351 Jan 24 16:23:48.046030 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.108074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.126163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-37bdcaa9-f0a9-4a45-be0c-26f200ce8878 None None] Provisioning complete for port ba87f10b-6741-48c0-99ce-e1eecd90898e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:48.126725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-37bdcaa9-f0a9-4a45-be0c-26f200ce8878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.164655 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d8638be0-56c2-4c42-9fb6-368ed4f6dfd0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:48.170972 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d8638be0-56c2-4c42-9fb6-368ed4f6dfd0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:48.174380 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d8638be0-56c2-4c42-9fb6-368ed4f6dfd0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:48.185455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d8638be0-56c2-4c42-9fb6-368ed4f6dfd0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:48.244893 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.251297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f1701569-1d52-4e8c-b7e5-367f2f28a7ad tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.266031 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f1701569-1d52-4e8c-b7e5-367f2f28a7ad tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.320305 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f1701569-1d52-4e8c-b7e5-367f2f28a7ad tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.321488 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f1701569-1d52-4e8c-b7e5-367f2f28a7ad tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5867443 Jan 24 16:23:48.328392 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33244) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:48.331652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port bc64902b-9754-4c18-b28c-fdb7a762f3f5 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:48.332029 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.336648 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-37bdcaa9-f0a9-4a45-be0c-26f200ce8878 None None] Port ba87f10b-6741-48c0-99ce-e1eecd90898e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:48.401161 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1701569-1d52-4e8c-b7e5-367f2f28a7ad tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f5913b-7fb4-4b9e-af73-4280e3f80451,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:48.416745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-5c58f5e0-ce5b-43cb-8168-0eafc4a7a5b7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Request body: {'security_group_rule': {'security_group_id': 'e83b7d03-f4ed-401b-bdce-0fab0019fee1', 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:48.426580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1865330948'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:48.431539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:48.437331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d8638be0-56c2-4c42-9fb6-368ed4f6dfd0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.447077 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5c58f5e0-ce5b-43cb-8168-0eafc4a7a5b7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:48.455785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Usage tracker for resource:network and tenant:49c18ed1a63e45a89d4ab5b7300359ed is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:48.460229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] device_id is not set on port 03426655-c1f0-45e1-b57c-44d4c1f02b2d yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:23:48.461537 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5c58f5e0-ce5b-43cb-8168-0eafc4a7a5b7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Usage tracker for resource:security_group_rule and tenant:352f5a2cec024da5b72f74b5856cad93 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:48.461838 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 78b93190-2f29-4f82-adda-00a27bd63b54 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:48.462204 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.464728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d8638be0-56c2-4c42-9fb6-368ed4f6dfd0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.468000 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd26dc6d-26d1-477b-8c00-88a5a82c365a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Router 0cfdbc58-f7a8-4351-95f6-72308b1f5ce4 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:23:48.469654 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:48.474880 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5c58f5e0-ce5b-43cb-8168-0eafc4a7a5b7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:48.483038 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-e9be1d16-4a9c-412e-b3f8-f67e77cc13bb tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=887dba35b042474383130630b2f4d852&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4446731 Jan 24 16:23:48.503914 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Attempting to bind port 0ca9bac0-6b21-4065-8698-7543bc796da5 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:23:48.504278 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Attempting to bind port 0ca9bac0-6b21-4065-8698-7543bc796da5 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2aba6bd8-ebc7-4d37-8903-371e8fe85e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:23:48.504630 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Attempting to bind port 0ca9bac0-6b21-4065-8698-7543bc796da5 on network acadd433-0231-4b2a-ac9a-1d06f04803d6 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:23:48.517294 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:48.541747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:23:48.542111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Checking segment: {'id': '2aba6bd8-ebc7-4d37-8903-371e8fe85e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:48.542543 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.542870 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Bound using segment: {'id': '2aba6bd8-ebc7-4d37-8903-371e8fe85e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:23:48.543332 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Bound port: 0ca9bac0-6b21-4065-8698-7543bc796da5, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aba6bd8-ebc7-4d37-8903-371e8fe85e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:23:48.543738 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.553977 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5c58f5e0-ce5b-43cb-8168-0eafc4a7a5b7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:48.600644 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8638be0-56c2-4c42-9fb6-368ed4f6dfd0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b566f322-f4d1-42cf-b936-3e97f340bdab,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:48.611138 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d8638be0-56c2-4c42-9fb6-368ed4f6dfd0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.613340 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d8638be0-56c2-4c42-9fb6-368ed4f6dfd0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8761597 Jan 24 16:23:48.617606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Made reservation on behalf of 49c18ed1a63e45a89d4ab5b7300359ed for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:48.621058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.635099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33252) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:48.638131 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.675974 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-5c58f5e0-ce5b-43cb-8168-0eafc4a7a5b7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Project 352f5a2cec024da5b72f74b5856cad93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:23:48.684444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-397071ab-8e85-4814-b964-19793c89b16e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group_rule': {'security_group_id': '4171fff1-afa8-412a-b8c0-ea7e34e37e6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b566f322-f4d1-42cf-b936-3e97f340bdab', 'remote_ip_prefix': None}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:48.723339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] For port 0ca9bac0-6b21-4065-8698-7543bc796da5, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:23:48.727284 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] For port 0ca9bac0-6b21-4065-8698-7543bc796da5, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0ca9bac0-6b21-4065-8698-7543bc796da5,segment=NetworkSegment(2aba6bd8-ebc7-4d37-8903-371e8fe85e09),segment_id=2aba6bd8-ebc7-4d37-8903-371e8fe85e09)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:23:48.733753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.744351 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.753847 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-397071ab-8e85-4814-b964-19793c89b16e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:48.773675 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd26dc6d-26d1-477b-8c00-88a5a82c365a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:23:48.790330 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f1769-1bac-4bc8-821e-1f2dce81b117 None None] Sync routers for ids ['0cfdbc58-f7a8-4351-95f6-72308b1f5ce4'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:23:48.791626 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fd26dc6d-26d1-477b-8c00-88a5a82c365a tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "PUT /v2.0/routers/0cfdbc58-f7a8-4351-95f6-72308b1f5ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1456854 Jan 24 16:23:48.793120 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33260) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:48.814352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5c58f5e0-ce5b-43cb-8168-0eafc4a7a5b7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.823209 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f1769-1bac-4bc8-821e-1f2dce81b117 None None] Routers {'0cfdbc58-f7a8-4351-95f6-72308b1f5ce4'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:48.824578 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-096f1769-1bac-4bc8-821e-1f2dce81b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['0cfdbc58-f7a8-4351-95f6-72308b1f5ce4'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:48.826353 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-397071ab-8e85-4814-b964-19793c89b16e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:48.840722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.848290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-397071ab-8e85-4814-b964-19793c89b16e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:48.866958 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd47e9-ee75-4ee6-b2fc-25ff583fc223 None None] Pushing event updated for resources: {'Port': ['ID=0ca9bac0-6b21-4065-8698-7543bc796da5,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:48.869754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29b5bb8-8496-4e16-bca0-3a07fb142e4c None None] DHCP port deletion for ab22af35-325c-422d-8a52-e55c76ab9712 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:23:48.879200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-a29b5bb8-8496-4e16-bca0-3a07fb142e4c None None] Deleting port bc64902b-9754-4c18-b28c-fdb7a762f3f5 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:48.879885 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a29b5bb8-8496-4e16-bca0-3a07fb142e4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.881587 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-397071ab-8e85-4814-b964-19793c89b16e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:48.905986 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:48.921711 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Usage tracker for resource:security_group_rule and tenant:49c18ed1a63e45a89d4ab5b7300359ed is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:48.927530 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:48.942200 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-096f1769-1bac-4bc8-821e-1f2dce81b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:48.942612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] For port bc64902b-9754-4c18-b28c-fdb7a762f3f5, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=bc64902b-9754-4c18-b28c-fdb7a762f3f5,segment=NetworkSegment(ef454846-edde-457a-b99b-f583acb6f50d),segment_id=ef454846-edde-457a-b99b-f583acb6f50d)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:48.942973 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:48.960978 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:48.970784 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f1769-1bac-4bc8-821e-1f2dce81b117 None None] Routers {'0cfdbc58-f7a8-4351-95f6-72308b1f5ce4'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:48.972223 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-096f1769-1bac-4bc8-821e-1f2dce81b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['0cfdbc58-f7a8-4351-95f6-72308b1f5ce4'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:49.062766 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event updated for resources: {'Port': ['ID=5df2d012-3418-4ed5-bf7d-ce408c107350,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:49.136815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-397071ab-8e85-4814-b964-19793c89b16e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:49.143916 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf2376-f83e-4ad7-a7dc-8c18dedb5643 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:49.148591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Routers {'584ff679-63b4-4b17-90d7-2d3fa3e5c368'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:23:49.149086 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-29bf2376-f83e-4ad7-a7dc-8c18dedb5643 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports?device_id=0cfdbc58-f7a8-4351-95f6-72308b1f5ce4 HTTP/1.1" status: 200 len: 989 time: 0.3545682 Jan 24 16:23:49.149760 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33266) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:49.150497 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:49.155267 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Checking segment: {'id': '6bc88272-40cf-4d2b-a8d5-8e22dc6f1bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f22ed420-86e4-499a-9925-4ce9970c715e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:49.156887 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-096f1769-1bac-4bc8-821e-1f2dce81b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:49.157228 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f1769-1bac-4bc8-821e-1f2dce81b117 None None] The sync data for ids ['0cfdbc58-f7a8-4351-95f6-72308b1f5ce4'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:23:49.160198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Network hostable DHCP agents. Network: f22ed420-86e4-499a-9925-4ce9970c715e, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:23:49.164169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for bc64902b-9754-4c18-b28c-fdb7a762f3f5 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:49.181749 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-46c92449-d06f-4b19-8951-81fdf591424a service neutron] 10.222.0.130 "GET /v2.0/networks/acadd433-0231-4b2a-ac9a-1d06f04803d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6241045 Jan 24 16:23:49.335662 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Network f22ed420-86e4-499a-9925-4ce9970c715e is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:23:49.356182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, f22ed420-86e4-499a-9925-4ce9970c715e) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:49.357435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5c58f5e0-ce5b-43cb-8168-0eafc4a7a5b7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:49.360387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:49.361200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:49.386371 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c58385-dfc5-4848-9a49-137b9b271fee None None] Network f22ed420-86e4-499a-9925-4ce9970c715e requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:49.429478 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-98432024-6c7c-460b-8e05-f838fb12f83a service neutron] 10.222.0.130 "GET /v2.0/networks/acadd433-0231-4b2a-ac9a-1d06f04803d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452579 Jan 24 16:23:49.438038 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5c58f5e0-ce5b-43cb-8168-0eafc4a7a5b7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:49.464809 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event updated for resources: {'Port': ['ID=03426655-c1f0-45e1-b57c-44d4c1f02b2d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:49.488122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58f5e0-ce5b-43cb-8168-0eafc4a7a5b7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9a27de-c34b-4f60-baf5-b7e99f57f7ca,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:49.531839 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Checking segment: {'id': '60164da2-7cf0-44b4-b6ff-39d3f101886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8d6689d8-7db5-4ad2-8250-e4b27a357223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:49.532379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Network hostable DHCP agents. Network: 8d6689d8-7db5-4ad2-8250-e4b27a357223, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:23:49.533635 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a29b5bb8-8496-4e16-bca0-3a07fb142e4c None None] For port bc64902b-9754-4c18-b28c-fdb7a762f3f5, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=bc64902b-9754-4c18-b28c-fdb7a762f3f5,segment=NetworkSegment(ef454846-edde-457a-b99b-f583acb6f50d),segment_id=ef454846-edde-457a-b99b-f583acb6f50d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:49.533870 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a29b5bb8-8496-4e16-bca0-3a07fb142e4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:49.534002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:49.560879 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Network 8d6689d8-7db5-4ad2-8250-e4b27a357223 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:23:49.580275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 8d6689d8-7db5-4ad2-8250-e4b27a357223) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:49.585510 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:49.591260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:49.594812 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:49.595658 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:49.623826 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4705b1c6-dde4-4cda-8e0b-31fc5cae4b5f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.8398814 Jan 24 16:23:49.628223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33272) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:49.692187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-a29b5bb8-8496-4e16-bca0-3a07fb142e4c None None] Calling delete_port for bc64902b-9754-4c18-b28c-fdb7a762f3f5 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:49.722463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-397071ab-8e85-4814-b964-19793c89b16e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:49.724343 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:49.725214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb19461-4541-4d48-980b-54d6464d614d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:49.728680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5c58f5e0-ce5b-43cb-8168-0eafc4a7a5b7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:49.729916 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5c58f5e0-ce5b-43cb-8168-0eafc4a7a5b7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.4001479 Jan 24 16:23:49.730081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb19461-4541-4d48-980b-54d6464d614d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:49.730769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Port': ['ID=bc64902b-9754-4c18-b28c-fdb7a762f3f5,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:49.730987 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cdb19461-4541-4d48-980b-54d6464d614d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Synchronizing usage tracker for tenant:4b5f356668ae4d6ebbd240dac5351320 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:49.734970 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33276) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:49.735888 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-397071ab-8e85-4814-b964-19793c89b16e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:49.740148 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:49.752055 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cdb19461-4541-4d48-980b-54d6464d614d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Unset dirty status for tenant:4b5f356668ae4d6ebbd240dac5351320 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:49.752697 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509593d8-345c-4ac4-b600-81687fe038d6 None None] Network 8d6689d8-7db5-4ad2-8250-e4b27a357223 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:49.753295 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cdb19461-4541-4d48-980b-54d6464d614d tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1240032 Jan 24 16:23:49.757102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33280) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:49.764909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device bc64902b-9754-4c18-b28c-fdb7a762f3f5 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:23:49.768644 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] No DVR routers for this DVR port bc64902b-9754-4c18-b28c-fdb7a762f3f5 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:23:49.811000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-8a4bce7f-cd54-4a9a-8dd9-e1d1e871cb5d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Request body: {'security_group_rule': {'security_group_id': 'e83b7d03-f4ed-401b-bdce-0fab0019fee1', 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:49.829528 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a7fac-7a28-4374-b285-4bafa86b6946 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Deleting port 5df2d012-3418-4ed5-bf7d-ce408c107350 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:49.829925 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7fac-7a28-4374-b285-4bafa86b6946 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:49.840079 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-8a4bce7f-cd54-4a9a-8dd9-e1d1e871cb5d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:49.866596 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] Set router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:23:49.870027 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397071ab-8e85-4814-b964-19793c89b16e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e4c736-f991-444b-96b2-7a5e65e48dfe,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:49.888609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8a4bce7f-cd54-4a9a-8dd9-e1d1e871cb5d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Usage tracker for resource:security_group_rule and tenant:352f5a2cec024da5b72f74b5856cad93 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:49.901995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:23:49.905397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8a4bce7f-cd54-4a9a-8dd9-e1d1e871cb5d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:49.971704 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-8a4bce7f-cd54-4a9a-8dd9-e1d1e871cb5d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:49.973624 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-397071ab-8e85-4814-b964-19793c89b16e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:49.974973 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-397071ab-8e85-4814-b964-19793c89b16e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.3225811 Jan 24 16:23:49.975970 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed2ece5-94fc-4d31-afbb-b6e6aae0b94f,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:49.980929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: bc64902b-9754-4c18-b28c-fdb7a762f3f5 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:23:49.981245 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device bc64902b-9754-4c18-b28c-fdb7a762f3f5 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:23:49.993880 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33284) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:50.051826 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.064774 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.065859 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Added segment 1d6297cb-ee66-4adf-a718-b63d3896daa1 of type vlan for network b3bd6ed8-0d41-4ddc-9f88-34bde733e930 Jan 24 16:23:50.096291 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7fac-7a28-4374-b285-4bafa86b6946 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.136987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-a29b5bb8-8496-4e16-bca0-3a07fb142e4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:23:50.136987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-a29b5bb8-8496-4e16-bca0-3a07fb142e4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:23:50.160975 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-8a4bce7f-cd54-4a9a-8dd9-e1d1e871cb5d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Project 352f5a2cec024da5b72f74b5856cad93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:23:50.180466 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab22af35-325c-422d-8a52-e55c76ab9712']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:50.193324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4d114d59-a5e0-45e3-9141-1a2645820f86 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.199306 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a4bce7f-cd54-4a9a-8dd9-e1d1e871cb5d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.222338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a7fac-7a28-4374-b285-4bafa86b6946 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Calling delete_port for 5df2d012-3418-4ed5-bf7d-ce408c107350 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:50.225058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef454846-edde-457a-b99b-f583acb6f50d') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:50.225462 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef454846-edde-457a-b99b-f583acb6f50d') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:50.244239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4d114d59-a5e0-45e3-9141-1a2645820f86 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.308732 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7fac-7a28-4374-b285-4bafa86b6946 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.332832 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.346990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.363325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a7fac-7a28-4374-b285-4bafa86b6946 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event deleted for resources: {'Port': ['ID=5df2d012-3418-4ed5-bf7d-ce408c107350,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:50.369625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7fac-7a28-4374-b285-4bafa86b6946 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.383154 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.387967 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8a4a7fac-7a28-4374-b285-4bafa86b6946 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "DELETE /v2.0/ports/5df2d012-3418-4ed5-bf7d-ce408c107350 HTTP/1.1" status: 204 len: 168 time: 0.6292005 Jan 24 16:23:50.388953 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33288) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:50.426475 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:23:50.426881 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:23:50.445854 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:23:50.449915 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642513223', 'tenant_id': '887dba35b042474383130630b2f4d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:23Z', 'updated_at': '2022-01-24T16:23:40Z', 'revision_number': 4, 'project_id': '887dba35b042474383130630b2f4d852', 'gw_port': {'id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:25Z', 'updated_at': '2022-01-24T16:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0ca9bac0-6b21-4065-8698-7543bc796da5', 'name': '', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'tenant_id': '887dba35b042474383130630b2f4d852', 'mac_address': 'fa:16:3e:35:6e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:37Z', 'updated_at': '2022-01-24T16:23:48Z', 'revision_number': 4, 'project_id': '887dba35b042474383130630b2f4d852', 'subnets': [{'id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:23:50.452099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4d114d59-a5e0-45e3-9141-1a2645820f86 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.454920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f97396-5558-4f8e-888b-5fcb4efbe8b7 None None] The sync data for ids ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'] in dv-neutron-826104-1-hyperv is: [{'id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642513223', 'tenant_id': '887dba35b042474383130630b2f4d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:23Z', 'updated_at': '2022-01-24T16:23:40Z', 'revision_number': 4, 'project_id': '887dba35b042474383130630b2f4d852', 'gw_port': {'id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:25Z', 'updated_at': '2022-01-24T16:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0ca9bac0-6b21-4065-8698-7543bc796da5', 'name': '', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'tenant_id': '887dba35b042474383130630b2f4d852', 'mac_address': 'fa:16:3e:35:6e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:37Z', 'updated_at': '2022-01-24T16:23:48Z', 'revision_number': 4, 'project_id': '887dba35b042474383130630b2f4d852', 'subnets': [{'id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:23:50.463767 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-9fa17123-ff51-48a8-a9a3-4f601da74b10 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Deleting port 03426655-c1f0-45e1-b57c-44d4c1f02b2d {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:50.464126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9fa17123-ff51-48a8-a9a3-4f601da74b10 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.550551 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d114d59-a5e0-45e3-9141-1a2645820f86 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2e4c736-f991-444b-96b2-7a5e65e48dfe,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:50.569443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.573189 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:50.573800 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.604776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4d114d59-a5e0-45e3-9141-1a2645820f86 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.605914 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4d114d59-a5e0-45e3-9141-1a2645820f86 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/b2e4c736-f991-444b-96b2-7a5e65e48dfe HTTP/1.1" status: 204 len: 168 time: 0.6108592 Jan 24 16:23:50.638296 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-a29b5bb8-8496-4e16-bca0-3a07fb142e4c None None] Deleting port bc64902b-9754-4c18-b28c-fdb7a762f3f5 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:50.638813 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a29b5bb8-8496-4e16-bca0-3a07fb142e4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.681283 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33292) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:50.769059 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7704227 Jan 24 16:23:50.772792 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a4bce7f-cd54-4a9a-8dd9-e1d1e871cb5d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.797638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.805947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33304) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:50.876364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a4bce7f-cd54-4a9a-8dd9-e1d1e871cb5d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.890625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.892626 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/networks/ab22af35-325c-422d-8a52-e55c76ab9712 HTTP/1.1" status: 204 len: 168 time: 2.8866534 Jan 24 16:23:50.898126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-070e9485-9125-4718-8a94-7bd4f1ff5e0f tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Request body: {'subnet': {'network_id': 'b3bd6ed8-0d41-4ddc-9f88-34bde733e930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:50.962588 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9fa17123-ff51-48a8-a9a3-4f601da74b10 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:50.963662 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-a29b5bb8-8496-4e16-bca0-3a07fb142e4c None None] The port 'bc64902b-9754-4c18-b28c-fdb7a762f3f5' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:23:50.984058 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33310) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:51.062029 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-070e9485-9125-4718-8a94-7bd4f1ff5e0f tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:51.066542 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-070e9485-9125-4718-8a94-7bd4f1ff5e0f tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Usage tracker for resource:subnet and tenant:49c18ed1a63e45a89d4ab5b7300359ed is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:51.069493 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-070e9485-9125-4718-8a94-7bd4f1ff5e0f tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:51.076173 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-070e9485-9125-4718-8a94-7bd4f1ff5e0f tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:51.144348 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d08f56-64fe-42ab-a3f0-151231841821 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Pushing event updated for resources: {'Network': ['ID=b3bd6ed8-0d41-4ddc-9f88-34bde733e930,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:51.158716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network b3bd6ed8-0d41-4ddc-9f88-34bde733e930 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:23:51.175917 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-9fa17123-ff51-48a8-a9a3-4f601da74b10 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Calling delete_port for 03426655-c1f0-45e1-b57c-44d4c1f02b2d owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:51.205793 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-9fa747fb-406b-4c48-90ff-56b8039db6c0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2140413059'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:51.210935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070e9485-9125-4718-8a94-7bd4f1ff5e0f tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Made reservation on behalf of 49c18ed1a63e45a89d4ab5b7300359ed for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:51.224419 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-9fa747fb-406b-4c48-90ff-56b8039db6c0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:51.236380 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9fa747fb-406b-4c48-90ff-56b8039db6c0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:network and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:51.242850 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-9fa747fb-406b-4c48-90ff-56b8039db6c0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:51.263501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-9fa747fb-406b-4c48-90ff-56b8039db6c0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:51.285475 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa747fb-406b-4c48-90ff-56b8039db6c0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:51.288652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9fa747fb-406b-4c48-90ff-56b8039db6c0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:51.329396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a4bce7f-cd54-4a9a-8dd9-e1d1e871cb5d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:51.331295 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa747fb-406b-4c48-90ff-56b8039db6c0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:23:51.336873 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8a4bce7f-cd54-4a9a-8dd9-e1d1e871cb5d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.5982690 Jan 24 16:23:51.341056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9fa17123-ff51-48a8-a9a3-4f601da74b10 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:51.369895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-070e9485-9125-4718-8a94-7bd4f1ff5e0f tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:51.389752 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bce7f-cd54-4a9a-8dd9-e1d1e871cb5d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a568ca05-a33f-4ada-8d67-0e2676df3fdb,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:51.395565 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9fa747fb-406b-4c48-90ff-56b8039db6c0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:51.395921 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-9fa747fb-406b-4c48-90ff-56b8039db6c0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Added segment 92f8fcbf-1bca-4c79-978f-cf5a2058f554 of type vlan for network c1270aa3-2af4-4ad8-ba53-e020c63cadaf Jan 24 16:23:51.399769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa17123-ff51-48a8-a9a3-4f601da74b10 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event deleted for resources: {'Port': ['ID=03426655-c1f0-45e1-b57c-44d4c1f02b2d,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:51.418896 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9fa17123-ff51-48a8-a9a3-4f601da74b10 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:51.426404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-42b9892c-720d-4e9c-8f33-97be2b51605a req-060b7350-01ca-41f4-8bcc-5b9e3de6e630 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Synchronizing usage tracker for tenant:887dba35b042474383130630b2f4d852 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:51.448989 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9fa17123-ff51-48a8-a9a3-4f601da74b10 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "DELETE /v2.0/ports/03426655-c1f0-45e1-b57c-44d4c1f02b2d HTTP/1.1" status: 204 len: 168 time: 1.0588300 Jan 24 16:23:51.449644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33326) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:51.481651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fa6b6-e82d-4e7a-af1a-aa62872efd5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Network': ['ID=ab22af35-325c-422d-8a52-e55c76ab9712,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:51.490987 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-42ffbcf4-f36d-436a-b61c-ea19358aca64 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:51.495508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9fa747fb-406b-4c48-90ff-56b8039db6c0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:51.506139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-25640a00-5809-433a-91ba-e6d2e568328c tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Synchronizing usage tracker for tenant:4b5f356668ae4d6ebbd240dac5351320 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:51.532723 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-25640a00-5809-433a-91ba-e6d2e568328c tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Unset dirty status for tenant:4b5f356668ae4d6ebbd240dac5351320 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:51.539124 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-25640a00-5809-433a-91ba-e6d2e568328c tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0857069 Jan 24 16:23:51.540489 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33336) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:51.559586 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-42b9892c-720d-4e9c-8f33-97be2b51605a req-060b7350-01ca-41f4-8bcc-5b9e3de6e630 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Unset dirty status for tenant:887dba35b042474383130630b2f4d852 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:51.560886 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-42b9892c-720d-4e9c-8f33-97be2b51605a req-060b7350-01ca-41f4-8bcc-5b9e3de6e630 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 210 time: 0.7861965 Jan 24 16:23:51.565084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b9a1079c-414f-44c9-ba4a-b5ed3e2a2267 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-382180119'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:51.567887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9fa747fb-406b-4c48-90ff-56b8039db6c0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:51.572532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa747fb-406b-4c48-90ff-56b8039db6c0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:51.573424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9fa747fb-406b-4c48-90ff-56b8039db6c0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:51.582924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b9a1079c-414f-44c9-ba4a-b5ed3e2a2267 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:51.624999 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-42ffbcf4-f36d-436a-b61c-ea19358aca64 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:51.629321 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-42ffbcf4-f36d-436a-b61c-ea19358aca64 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.8590786 Jan 24 16:23:51.645457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33346) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:51.648156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b9a1079c-414f-44c9-ba4a-b5ed3e2a2267 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:51.733265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa747fb-406b-4c48-90ff-56b8039db6c0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Network': ['ID=c1270aa3-2af4-4ad8-ba53-e020c63cadaf,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:51.746431 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9fa747fb-406b-4c48-90ff-56b8039db6c0 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7599428 Jan 24 16:23:51.748544 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33350) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:51.757009 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-881927aa-8097-41ca-be78-22bbf2de5f66 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'subnet': {'network_id': 'c1270aa3-2af4-4ad8-ba53-e020c63cadaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:51.760213 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network c1270aa3-2af4-4ad8-ba53-e020c63cadaf details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:23:51.794807 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0ca9bac0-6b21-4065-8698-7543bc796da5 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:51.833505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a1079c-414f-44c9-ba4a-b5ed3e2a2267 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Made reservation on behalf of 4b5f356668ae4d6ebbd240dac5351320 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:51.842240 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b9a1079c-414f-44c9-ba4a-b5ed3e2a2267 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:51.997351 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 0ca9bac0-6b21-4065-8698-7543bc796da5 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:52.007174 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 0ca9bac0-6b21-4065-8698-7543bc796da5 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:52.008966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:52.009783 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-557927b9-b0b0-4e79-8452-56113334e5c5 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:52.031134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a1079c-414f-44c9-ba4a-b5ed3e2a2267 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:23:52.086363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-881927aa-8097-41ca-be78-22bbf2de5f66 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:52.094001 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-881927aa-8097-41ca-be78-22bbf2de5f66 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:subnet and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:52.101039 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-881927aa-8097-41ca-be78-22bbf2de5f66 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:52.109307 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-881927aa-8097-41ca-be78-22bbf2de5f66 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:52.123043 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881927aa-8097-41ca-be78-22bbf2de5f66 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:52.276431 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-881927aa-8097-41ca-be78-22bbf2de5f66 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:52.295970 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:52.309712 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b9a1079c-414f-44c9-ba4a-b5ed3e2a2267 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:52.310287 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-b9a1079c-414f-44c9-ba4a-b5ed3e2a2267 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Added segment 3ef19aad-8d29-4d77-80d2-58ac803bc1c9 of type vlan for network 36c39384-2d7d-48cb-881f-69ff9ad2fcbd Jan 24 16:23:52.335572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 0ca9bac0-6b21-4065-8698-7543bc796da5, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0ca9bac0-6b21-4065-8698-7543bc796da5,segment=NetworkSegment(2aba6bd8-ebc7-4d37-8903-371e8fe85e09),segment_id=2aba6bd8-ebc7-4d37-8903-371e8fe85e09)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:52.342974 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:52.344777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-557927b9-b0b0-4e79-8452-56113334e5c5 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:52.424192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=0ca9bac0-6b21-4065-8698-7543bc796da5,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:52.425713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0959352c-4a00-4778-b015-e119ebb62932 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:52.510202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b9a1079c-414f-44c9-ba4a-b5ed3e2a2267 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:52.576714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b9a1079c-414f-44c9-ba4a-b5ed3e2a2267 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:52.592685 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a1079c-414f-44c9-ba4a-b5ed3e2a2267 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:52.593902 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b9a1079c-414f-44c9-ba4a-b5ed3e2a2267 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:52.618609 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-881927aa-8097-41ca-be78-22bbf2de5f66 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:52.664948 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-557927b9-b0b0-4e79-8452-56113334e5c5 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:52.674433 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-070e9485-9125-4718-8a94-7bd4f1ff5e0f tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:52.735883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881927aa-8097-41ca-be78-22bbf2de5f66 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Subnet': ['ID=da12cf20-0900-4c70-899b-5b496e9c713a,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:52.804606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-557927b9-b0b0-4e79-8452-56113334e5c5 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:52.808595 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-557927b9-b0b0-4e79-8452-56113334e5c5 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-groups/b566f322-f4d1-42cf-b936-3e97f340bdab HTTP/1.1" status: 204 len: 168 time: 1.1620433 Jan 24 16:23:52.824975 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33370) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:52.838959 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b9a1079c-414f-44c9-ba4a-b5ed3e2a2267 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2871182 Jan 24 16:23:52.849650 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881927aa-8097-41ca-be78-22bbf2de5f66 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Checking segment: {'id': '92f8fcbf-1bca-4c79-978f-cf5a2058f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c1270aa3-2af4-4ad8-ba53-e020c63cadaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:52.850011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881927aa-8097-41ca-be78-22bbf2de5f66 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network hostable DHCP agents. Network: c1270aa3-2af4-4ad8-ba53-e020c63cadaf, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:23:52.858779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557927b9-b0b0-4e79-8452-56113334e5c5 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b566f322-f4d1-42cf-b936-3e97f340bdab,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:52.860019 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ef5839d-08ee-40fd-a687-82940686490b req-f9f715ed-d241-4fe6-a499-afabbedd7b83 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 210 time: 0.0775456 Jan 24 16:23:52.866368 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33374) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:52.947368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881927aa-8097-41ca-be78-22bbf2de5f66 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network c1270aa3-2af4-4ad8-ba53-e020c63cadaf is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:23:52.976374 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ed8bd465-ae4c-49e4-babf-1a0d6d515e21 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1462066 Jan 24 16:23:52.979599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-881927aa-8097-41ca-be78-22bbf2de5f66 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, c1270aa3-2af4-4ad8-ba53-e020c63cadaf) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:52.982162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33384) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:52.987904 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-04100bb0-bdcd-46f0-9ed4-5b7c5e616ece tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1516688748'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:52.989672 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517d4e4f-e1f6-484f-96c8-217670d10434 None None] Network c1270aa3-2af4-4ad8-ba53-e020c63cadaf requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:52.990146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881927aa-8097-41ca-be78-22bbf2de5f66 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:52.990685 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-881927aa-8097-41ca-be78-22bbf2de5f66 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.020927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1079c-414f-44c9-ba4a-b5ed3e2a2267 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event updated for resources: {'Network': ['ID=36c39384-2d7d-48cb-881f-69ff9ad2fcbd,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:53.031814 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-04100bb0-bdcd-46f0-9ed4-5b7c5e616ece tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:53.067681 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-881927aa-8097-41ca-be78-22bbf2de5f66 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3179922 Jan 24 16:23:53.071818 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33394) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:53.076404 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 36c39384-2d7d-48cb-881f-69ff9ad2fcbd details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:23:53.081144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-26cedc2c-2724-4d97-b8b0-d1110f3a0053 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1396485383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:53.083150 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e9485-9125-4718-8a94-7bd4f1ff5e0f tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Pushing event updated for resources: {'Subnet': ['ID=010dc8cc-3066-42e9-95a7-5a79b2154558,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:53.088926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-26cedc2c-2724-4d97-b8b0-d1110f3a0053 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:53.092471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-26cedc2c-2724-4d97-b8b0-d1110f3a0053 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:router and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:53.095624 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-26cedc2c-2724-4d97-b8b0-d1110f3a0053 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:53.097233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-04100bb0-bdcd-46f0-9ed4-5b7c5e616ece tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:53.101978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-26cedc2c-2724-4d97-b8b0-d1110f3a0053 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:53.127369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-26cedc2c-2724-4d97-b8b0-d1110f3a0053 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.129030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-26cedc2c-2724-4d97-b8b0-d1110f3a0053 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.144062 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95dbdd38-b09d-4976-8679-4af0acb21bf6 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.151449 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04100bb0-bdcd-46f0-9ed4-5b7c5e616ece tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Made reservation on behalf of 4b5f356668ae4d6ebbd240dac5351320 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:53.155397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-04100bb0-bdcd-46f0-9ed4-5b7c5e616ece tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.195178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-26cedc2c-2724-4d97-b8b0-d1110f3a0053 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.197297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e9485-9125-4718-8a94-7bd4f1ff5e0f tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Checking segment: {'id': '1d6297cb-ee66-4adf-a718-b63d3896daa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b3bd6ed8-0d41-4ddc-9f88-34bde733e930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:53.197562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95dbdd38-b09d-4976-8679-4af0acb21bf6 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.197877 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e9485-9125-4718-8a94-7bd4f1ff5e0f tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Network hostable DHCP agents. Network: b3bd6ed8-0d41-4ddc-9f88-34bde733e930, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:23:53.213714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-32023bc9-bb42-4402-8132-eadacd2ee374 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:53.214599 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-32023bc9-bb42-4402-8132-eadacd2ee374 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Synchronizing usage tracker for tenant:887dba35b042474383130630b2f4d852 on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:53.233024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04100bb0-bdcd-46f0-9ed4-5b7c5e616ece tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:23:53.257030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-26cedc2c-2724-4d97-b8b0-d1110f3a0053 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.261045 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-04100bb0-bdcd-46f0-9ed4-5b7c5e616ece tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.261516 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-04100bb0-bdcd-46f0-9ed4-5b7c5e616ece tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Added segment aa2fdec7-f6ae-4152-bb9c-997bae8c243b of type vlan for network d1d80ede-3db2-4f65-a008-6eb644b659a7 Jan 24 16:23:53.290620 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-32023bc9-bb42-4402-8132-eadacd2ee374 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Unset dirty status for tenant:887dba35b042474383130630b2f4d852 on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:53.292023 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-32023bc9-bb42-4402-8132-eadacd2ee374 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.129 "GET /v2.0/networks?id=acadd433-0231-4b2a-ac9a-1d06f04803d6 HTTP/1.1" status: 200 len: 797 time: 0.4901493 Jan 24 16:23:53.294985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95dbdd38-b09d-4976-8679-4af0acb21bf6 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.327006 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbdd38-b09d-4976-8679-4af0acb21bf6 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4171fff1-afa8-412a-b8c0-ea7e34e37e6e,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:53.338480 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-26cedc2c-2724-4d97-b8b0-d1110f3a0053 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.339758 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-26cedc2c-2724-4d97-b8b0-d1110f3a0053 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2670362 Jan 24 16:23:53.343387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33404) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:53.442237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95dbdd38-b09d-4976-8679-4af0acb21bf6 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.446187 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-95dbdd38-b09d-4976-8679-4af0acb21bf6 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-groups/4171fff1-afa8-412a-b8c0-ea7e34e37e6e HTTP/1.1" status: 204 len: 168 time: 0.4627051 Jan 24 16:23:53.446959 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33408) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:53.452591 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-04100bb0-bdcd-46f0-9ed4-5b7c5e616ece tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.467132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e9485-9125-4718-8a94-7bd4f1ff5e0f tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Network b3bd6ed8-0d41-4ddc-9f88-34bde733e930 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:23:53.499799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-070e9485-9125-4718-8a94-7bd4f1ff5e0f tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, b3bd6ed8-0d41-4ddc-9f88-34bde733e930) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:53.509243 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1319691-fc40-41f4-ba2b-3fa146634846 None None] Network b3bd6ed8-0d41-4ddc-9f88-34bde733e930 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:53.531010 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070e9485-9125-4718-8a94-7bd4f1ff5e0f tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:53.531919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-070e9485-9125-4718-8a94-7bd4f1ff5e0f tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.560282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-8773954f-c0b2-4f37-9945-66082866a220 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Synchronizing usage tracker for tenant:887dba35b042474383130630b2f4d852 on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:53.640865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-c1270aa3-2af4-4ad8-ba53-e020c63cadaf', 'network_id': 'c1270aa3-2af4-4ad8-ba53-e020c63cadaf', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'fixed_ips': [{'subnet_id': 'da12cf20-0900-4c70-899b-5b496e9c713a'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:23:53.642014 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.685272 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-070e9485-9125-4718-8a94-7bd4f1ff5e0f tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8354406 Jan 24 16:23:53.708678 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33414) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:53.729066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-8773954f-c0b2-4f37-9945-66082866a220 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Unset dirty status for tenant:887dba35b042474383130630b2f4d852 on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:53.730363 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-8773954f-c0b2-4f37-9945-66082866a220 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=887dba35b042474383130630b2f4d852 HTTP/1.1" status: 200 len: 379 time: 0.3660569 Jan 24 16:23:53.731540 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-04100bb0-bdcd-46f0-9ed4-5b7c5e616ece tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.740344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04100bb0-bdcd-46f0-9ed4-5b7c5e616ece tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:53.741106 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-04100bb0-bdcd-46f0-9ed4-5b7c5e616ece tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.752092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-21c32195-9e56-4980-900c-94e31988b2c6 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:53.759508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-aeaa480a-3d54-46ca-90dc-ccfa7885f28a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-62851945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:53.771808 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-aeaa480a-3d54-46ca-90dc-ccfa7885f28a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:53.776901 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-aeaa480a-3d54-46ca-90dc-ccfa7885f28a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Usage tracker for resource:router and tenant:49c18ed1a63e45a89d4ab5b7300359ed is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:53.777820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-83d36866-068a-4140-9858-4378a148760d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Request body: {'port': {'device_id': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'admin_state_up': True, 'tenant_id': '887dba35b042474383130630b2f4d852', 'security_groups': ['e1708eb7-9546-42e1-ab40-7702b2cb026f']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:53.779777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-aeaa480a-3d54-46ca-90dc-ccfa7885f28a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:53.787399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-aeaa480a-3d54-46ca-90dc-ccfa7885f28a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:53.805352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-aeaa480a-3d54-46ca-90dc-ccfa7885f28a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.806246 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-aeaa480a-3d54-46ca-90dc-ccfa7885f28a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.834177 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0ca9bac0-6b21-4065-8698-7543bc796da5 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:53.890386 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-21c32195-9e56-4980-900c-94e31988b2c6 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:53.909703 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-21c32195-9e56-4980-900c-94e31988b2c6 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4531178 Jan 24 16:23:53.912258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33420) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:53.966997 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-aeaa480a-3d54-46ca-90dc-ccfa7885f28a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:53.985927 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-63a75ef4-4235-4f25-807e-5f12a180fe22 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group': {'name': 'tempest-secgroup--493462847'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:53.993568 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-04100bb0-bdcd-46f0-9ed4-5b7c5e616ece tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0728207 Jan 24 16:23:54.009563 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-63a75ef4-4235-4f25-807e-5f12a180fe22 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:54.029656 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04100bb0-bdcd-46f0-9ed4-5b7c5e616ece tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event updated for resources: {'Network': ['ID=d1d80ede-3db2-4f65-a008-6eb644b659a7,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:54.058758 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0959352c-4a00-4778-b015-e119ebb62932 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port ba87f10b-6741-48c0-99ce-e1eecd90898e {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:23:54.062479 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0959352c-4a00-4778-b015-e119ebb62932 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:54.068017 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-aeaa480a-3d54-46ca-90dc-ccfa7885f28a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:54.077925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network d1d80ede-3db2-4f65-a008-6eb644b659a7 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:23:54.095174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-63a75ef4-4235-4f25-807e-5f12a180fe22 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:54.173525 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33424) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:54.218995 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-b3bd6ed8-0d41-4ddc-9f88-34bde733e930', 'network_id': 'b3bd6ed8-0d41-4ddc-9f88-34bde733e930', 'tenant_id': '49c18ed1a63e45a89d4ab5b7300359ed', 'fixed_ips': [{'subnet_id': '010dc8cc-3066-42e9-95a7-5a79b2154558'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:23:54.219387 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:54.260622 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Allocated IP 2001:db8::2 (c1270aa3-2af4-4ad8-ba53-e020c63cadaf/da12cf20-0900-4c70-899b-5b496e9c713a/27de460f-b221-4597-95f0-170f778c2c5b) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:54.265700 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 0ca9bac0-6b21-4065-8698-7543bc796da5 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:54.266124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:54.277345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Request body: {'subnets': [{'network_id': '36c39384-2d7d-48cb-881f-69ff9ad2fcbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1599812332', 'ip_version': 4}, {'network_id': 'd1d80ede-3db2-4f65-a008-6eb644b659a7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:54.277605 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Request body: {'subnet': {'network_id': '36c39384-2d7d-48cb-881f-69ff9ad2fcbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1599812332', 'ip_version': 4}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:54.278179 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Request body: {'subnet': {'network_id': 'd1d80ede-3db2-4f65-a008-6eb644b659a7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:54.295337 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-238a0bec-f9d9-475c-a53e-520f7d68b1c4 req-65495920-c05a-4cdc-8fec-795c84da05e9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 210 time: 0.2399826 Jan 24 16:23:54.309692 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-aeaa480a-3d54-46ca-90dc-ccfa7885f28a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:54.315039 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-aeaa480a-3d54-46ca-90dc-ccfa7885f28a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.5720794 Jan 24 16:23:54.320325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33428) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:54.327377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63a75ef4-4235-4f25-807e-5f12a180fe22 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:54.599964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-63a75ef4-4235-4f25-807e-5f12a180fe22 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:54.610968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-63a75ef4-4235-4f25-807e-5f12a180fe22 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:54.672600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-63a75ef4-4235-4f25-807e-5f12a180fe22 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:54.689312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-83d36866-068a-4140-9858-4378a148760d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:54.733467 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Allocated IP 172.20.0.2 (b3bd6ed8-0d41-4ddc-9f88-34bde733e930/010dc8cc-3066-42e9-95a7-5a79b2154558/1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:54.748204 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-63a75ef4-4235-4f25-807e-5f12a180fe22 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:54.794836 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-83d36866-068a-4140-9858-4378a148760d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:54.836165 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0959352c-4a00-4778-b015-e119ebb62932 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:54.848297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:54.852430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Usage tracker for resource:subnet and tenant:4b5f356668ae4d6ebbd240dac5351320 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:54.856156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:54.861931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:54.872472 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-83d36866-068a-4140-9858-4378a148760d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Made reservation on behalf of 887dba35b042474383130630b2f4d852 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:54.875725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-83d36866-068a-4140-9858-4378a148760d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:54.889641 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Made reservation on behalf of 4b5f356668ae4d6ebbd240dac5351320 for: {'subnet': 2} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:23:54.960901 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:55.019117 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Transition to ACTIVE for port object 27de460f-b221-4597-95f0-170f778c2c5b will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:55.037531 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0959352c-4a00-4778-b015-e119ebb62932 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for ba87f10b-6741-48c0-99ce-e1eecd90898e owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:23:55.074338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63a75ef4-4235-4f25-807e-5f12a180fe22 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:55.084931 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Transition to ACTIVE for port object 27de460f-b221-4597-95f0-170f778c2c5b will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:55.113019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63a75ef4-4235-4f25-807e-5f12a180fe22 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:55.141909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:55.151205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:55.162798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63a75ef4-4235-4f25-807e-5f12a180fe22 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:55.164204 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-63a75ef4-4235-4f25-807e-5f12a180fe22 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2372820 Jan 24 16:23:55.193067 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33434) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:55.239655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Network c1270aa3-2af4-4ad8-ba53-e020c63cadaf is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:55.246618 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:55.256726 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:55.271374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Pushing event updated for resources: {'Port': ['ID=27de460f-b221-4597-95f0-170f778c2c5b,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:55.274690 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:55.344797 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Transition to ACTIVE for port object 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:55.369133 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-83d36866-068a-4140-9858-4378a148760d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Allocated IP 172.20.0.4 (acadd433-0231-4b2a-ac9a-1d06f04803d6/337b2769-a1e5-4643-ac51-e591120c5fdb/2ec706bb-2c45-4281-be45-cabcb68e3d3a) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:55.435947 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Attempting to bind port 27de460f-b221-4597-95f0-170f778c2c5b on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:23:55.436417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Attempting to bind port 27de460f-b221-4597-95f0-170f778c2c5b by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '92f8fcbf-1bca-4c79-978f-cf5a2058f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c1270aa3-2af4-4ad8-ba53-e020c63cadaf'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:23:55.436872 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Attempting to bind port 27de460f-b221-4597-95f0-170f778c2c5b on network c1270aa3-2af4-4ad8-ba53-e020c63cadaf {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:23:55.441489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Transition to ACTIVE for port object 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:55.449706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:23:55.450589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Checking segment: {'id': '92f8fcbf-1bca-4c79-978f-cf5a2058f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c1270aa3-2af4-4ad8-ba53-e020c63cadaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:55.451427 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:55.452281 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Bound using segment: {'id': '92f8fcbf-1bca-4c79-978f-cf5a2058f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c1270aa3-2af4-4ad8-ba53-e020c63cadaf'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:23:55.452953 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Bound port: 27de460f-b221-4597-95f0-170f778c2c5b, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f8fcbf-1bca-4c79-978f-cf5a2058f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c1270aa3-2af4-4ad8-ba53-e020c63cadaf'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:23:55.453426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:55.466687 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:55.573741 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-83d36866-068a-4140-9858-4378a148760d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:55.582955 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Network b3bd6ed8-0d41-4ddc-9f88-34bde733e930 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:55.587904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:55.590971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:55.591790 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-83d36866-068a-4140-9858-4378a148760d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Transition to ACTIVE for port object 2ec706bb-2c45-4281-be45-cabcb68e3d3a will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:55.639136 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-fd211636-1554-48ab-9a7a-c2bd011a8d77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group_rule': {'security_group_id': 'f96cff14-d787-4f49-b46f-d8aae0189557', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:55.647103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-83d36866-068a-4140-9858-4378a148760d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:55.648695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Pushing event updated for resources: {'Port': ['ID=1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:55.660763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fd211636-1554-48ab-9a7a-c2bd011a8d77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:23:55.719824 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fd211636-1554-48ab-9a7a-c2bd011a8d77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:23:55.725697 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Attempting to bind port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:23:55.726652 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Attempting to bind port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '1d6297cb-ee66-4adf-a718-b63d3896daa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b3bd6ed8-0d41-4ddc-9f88-34bde733e930'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:23:55.727011 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Attempting to bind port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 on network b3bd6ed8-0d41-4ddc-9f88-34bde733e930 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:23:55.743020 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fd211636-1554-48ab-9a7a-c2bd011a8d77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:23:55.749054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] For port 27de460f-b221-4597-95f0-170f778c2c5b, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:23:55.753958 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] For port 27de460f-b221-4597-95f0-170f778c2c5b, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=27de460f-b221-4597-95f0-170f778c2c5b,segment=NetworkSegment(92f8fcbf-1bca-4c79-978f-cf5a2058f554),segment_id=92f8fcbf-1bca-4c79-978f-cf5a2058f554)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:23:55.759384 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:23:55.760252 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Checking segment: {'id': '1d6297cb-ee66-4adf-a718-b63d3896daa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b3bd6ed8-0d41-4ddc-9f88-34bde733e930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:55.761170 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:55.761867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Bound using segment: {'id': '1d6297cb-ee66-4adf-a718-b63d3896daa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b3bd6ed8-0d41-4ddc-9f88-34bde733e930'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:23:55.762661 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Bound port: 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6297cb-ee66-4adf-a718-b63d3896daa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'b3bd6ed8-0d41-4ddc-9f88-34bde733e930'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:23:55.763286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:55.775347 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:55.795105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fd211636-1554-48ab-9a7a-c2bd011a8d77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:23:55.806005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-83d36866-068a-4140-9858-4378a148760d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Network acadd433-0231-4b2a-ac9a-1d06f04803d6 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:55.815344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-83d36866-068a-4140-9858-4378a148760d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:55.891198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-83d36866-068a-4140-9858-4378a148760d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:55.920736 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Allocated IP 2001:db8::1 (c1270aa3-2af4-4ad8-ba53-e020c63cadaf/da12cf20-0900-4c70-899b-5b496e9c713a/7e761a47-6985-4ed2-b3f0-1b8c0ba98b21) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:55.928896 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a75ef4-4235-4f25-807e-5f12a180fe22 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96cff14-d787-4f49-b46f-d8aae0189557,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:55.952987 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d36866-068a-4140-9858-4378a148760d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event updated for resources: {'Port': ['ID=2ec706bb-2c45-4281-be45-cabcb68e3d3a,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:55.974772 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91194216-7ef4-4b7d-8d84-9912751b28d6 None None] Pushing event updated for resources: {'Port': ['ID=27de460f-b221-4597-95f0-170f778c2c5b,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:55.991091 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] For port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:23:55.995380 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] For port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47,segment=NetworkSegment(1d6297cb-ee66-4adf-a718-b63d3896daa1),segment_id=1d6297cb-ee66-4adf-a718-b63d3896daa1)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:23:56.003820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:56.038668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fd211636-1554-48ab-9a7a-c2bd011a8d77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:56.164113 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595f7d3-121a-46e7-9a31-7afbd4697423 None None] Pushing event updated for resources: {'Port': ['ID=1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:56.181286 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:56.181605 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:56.322511 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ce2e54f0-6323-4a1f-8bb1-c5321ded79e9 None None] Provisioning for port 2ec706bb-2c45-4281-be45-cabcb68e3d3a completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:56.330572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ce2e54f0-6323-4a1f-8bb1-c5321ded79e9 None None] Provisioning complete for port 2ec706bb-2c45-4281-be45-cabcb68e3d3a triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:56.331289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ce2e54f0-6323-4a1f-8bb1-c5321ded79e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:56.352843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-83d36866-068a-4140-9858-4378a148760d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:56.353463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-83d36866-068a-4140-9858-4378a148760d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:56.397749 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-83d36866-068a-4140-9858-4378a148760d tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6435051 Jan 24 16:23:56.460448 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fd211636-1554-48ab-9a7a-c2bd011a8d77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:56.479045 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fd211636-1554-48ab-9a7a-c2bd011a8d77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:56.503614 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed2e86-6316-4d06-93d5-78d0dd92500b req-d2064ed2-b8a6-4083-b519-c1f4f0fae49e tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:56.505872 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5bed2e86-6316-4d06-93d5-78d0dd92500b req-d2064ed2-b8a6-4083-b519-c1f4f0fae49e tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 931 time: 0.5492127 Jan 24 16:23:56.516439 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e54f0-6323-4a1f-8bb1-c5321ded79e9 None None] Port 2ec706bb-2c45-4281-be45-cabcb68e3d3a cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:56.662371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd211636-1554-48ab-9a7a-c2bd011a8d77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a00155f-1e78-4c9d-8d32-9232e9a5d127,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:56.678759 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Request body: {'port': {'device_id': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:23:56.696273 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:56.734365 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:56.760528 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5bed2e86-6316-4d06-93d5-78d0dd92500b req-ed5a116d-d27b-4ea5-9e47-0167a37a8edd tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265904 Jan 24 16:23:56.820699 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0959352c-4a00-4778-b015-e119ebb62932 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:56.831659 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Transition to ACTIVE for port object 7e761a47-6985-4ed2-b3f0-1b8c0ba98b21 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:56.912812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fd211636-1554-48ab-9a7a-c2bd011a8d77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:56.914202 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fd211636-1554-48ab-9a7a-c2bd011a8d77 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.3030794 Jan 24 16:23:56.933519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33446) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:56.973524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959352c-4a00-4778-b015-e119ebb62932 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=ba87f10b-6741-48c0-99ce-e1eecd90898e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:56.984188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:57.092826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network c1270aa3-2af4-4ad8-ba53-e020c63cadaf is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:57.110239 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:57.113542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:57.114290 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:57.161865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=7e761a47-6985-4ed2-b3f0-1b8c0ba98b21,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:57.180924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:57.274706 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Allocated IP 172.20.0.1 (b3bd6ed8-0d41-4ddc-9f88-34bde733e930/010dc8cc-3066-42e9-95a7-5a79b2154558/d18750de-7fff-43aa-9c9e-57d0be9ecbd7) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:23:57.274970 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5e28399a-b46c-48d5-9278-6d9cbf82195d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:57.330200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:57.350007 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5e28399a-b46c-48d5-9278-6d9cbf82195d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:57.605065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:57.768181 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Transition to ACTIVE for port object d18750de-7fff-43aa-9c9e-57d0be9ecbd7 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:57.768317 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5e28399a-b46c-48d5-9278-6d9cbf82195d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:57.854455 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 27de460f-b221-4597-95f0-170f778c2c5b up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:57.973539 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a272497a-b287-4c5e-9c2e-ae979fd74579 None None] Network c1270aa3-2af4-4ad8-ba53-e020c63cadaf requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:57.977222 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:58.051492 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28399a-b46c-48d5-9278-6d9cbf82195d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a00155f-1e78-4c9d-8d32-9232e9a5d127,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:58.070914 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0959352c-4a00-4778-b015-e119ebb62932 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:58.272188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe5e538-52da-47be-bfca-acc89d7cc053 None None] Network b3bd6ed8-0d41-4ddc-9f88-34bde733e930 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:23:58.331059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5e28399a-b46c-48d5-9278-6d9cbf82195d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:58.335994 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5e28399a-b46c-48d5-9278-6d9cbf82195d tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/9a00155f-1e78-4c9d-8d32-9232e9a5d127 HTTP/1.1" status: 204 len: 168 time: 1.3721924 Jan 24 16:23:58.336203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33454) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:58.337938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Network b3bd6ed8-0d41-4ddc-9f88-34bde733e930 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:58.360917 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:58.363960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:23:58.426233 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Pushing event updated for resources: {'Port': ['ID=d18750de-7fff-43aa-9c9e-57d0be9ecbd7,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:58.438012 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9978cbbf-5310-4bfe-bf33-24cd9d420575 None None] Provisioning for port 27de460f-b221-4597-95f0-170f778c2c5b completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:58.454802 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:58.517607 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 27de460f-b221-4597-95f0-170f778c2c5b completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:58.525026 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 27de460f-b221-4597-95f0-170f778c2c5b triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:58.525884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:58.575447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-84298b73-69ca-4742-b977-eb57e5688054 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:58.661670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:58.676512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:58.688870 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5deff50c-3f37-4099-ae19-e80421de69e3 None None] Provisioning for port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:58.693560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:58.694673 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:58.744065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-84298b73-69ca-4742-b977-eb57e5688054 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:58.744760 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-84298b73-69ca-4742-b977-eb57e5688054 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4056931 Jan 24 16:23:58.757092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33460) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:23:58.772708 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:58.847649 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:58.929148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 27de460f-b221-4597-95f0-170f778c2c5b, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=27de460f-b221-4597-95f0-170f778c2c5b,segment=NetworkSegment(92f8fcbf-1bca-4c79-978f-cf5a2058f554),segment_id=92f8fcbf-1bca-4c79-978f-cf5a2058f554)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:23:58.932850 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=7e761a47-6985-4ed2-b3f0-1b8c0ba98b21,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:58.944679 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:58.945485 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:23:59.063270 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dc0d8-0167-4a95-afea-c113b15bd7da req-9ec316c1-ddd6-4769-9040-18822abb991f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:23:59.063958 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-3a9dc0d8-0167-4a95-afea-c113b15bd7da req-9ec316c1-ddd6-4769-9040-18822abb991f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Synchronizing usage tracker for tenant:887dba35b042474383130630b2f4d852 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:23:59.085980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-040dc0dc-9c07-496d-88dc-f8f7839721e1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:59.119244 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=27de460f-b221-4597-95f0-170f778c2c5b,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:59.166435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:23:59.232569 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1fda7b46-3d48-4f13-8cde-d38d8ed56c2e None None] Provisioning complete for port 27de460f-b221-4597-95f0-170f778c2c5b triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:59.233328 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1fda7b46-3d48-4f13-8cde-d38d8ed56c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:59.313255 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Checking segment: {'id': '3ef19aad-8d29-4d77-80d2-58ac803bc1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '36c39384-2d7d-48cb-881f-69ff9ad2fcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:23:59.313641 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Network hostable DHCP agents. Network: 36c39384-2d7d-48cb-881f-69ff9ad2fcbd, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:23:59.533869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec706bb-2c45-4281-be45-cabcb68e3d3a {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:23:59.535161 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:59.545283 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:59.554027 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:59.554517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:59.563016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Transition to ACTIVE for port object 2ec706bb-2c45-4281-be45-cabcb68e3d3a will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:23:59.575100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-3a9dc0d8-0167-4a95-afea-c113b15bd7da req-9ec316c1-ddd6-4769-9040-18822abb991f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Unset dirty status for tenant:887dba35b042474383130630b2f4d852 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:23:59.582903 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3a9dc0d8-0167-4a95-afea-c113b15bd7da req-9ec316c1-ddd6-4769-9040-18822abb991f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 931 time: 1.5067902 Jan 24 16:23:59.590695 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:59.614694 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-040dc0dc-9c07-496d-88dc-f8f7839721e1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:59.641270 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event updated for resources: {'Subnet': ['ID=ffe09abc-c055-4607-9889-6d8140478969,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:59.665404 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1fda7b46-3d48-4f13-8cde-d38d8ed56c2e None None] Provisioning for port 7e761a47-6985-4ed2-b3f0-1b8c0ba98b21 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:23:59.680702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1fda7b46-3d48-4f13-8cde-d38d8ed56c2e None None] Provisioning complete for port 7e761a47-6985-4ed2-b3f0-1b8c0ba98b21 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:23:59.681208 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1fda7b46-3d48-4f13-8cde-d38d8ed56c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:59.694323 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0959352c-4a00-4778-b015-e119ebb62932 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Router 0cfdbc58-f7a8-4351-95f6-72308b1f5ce4 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:23:59.816083 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec706bb-2c45-4281-be45-cabcb68e3d3a,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:23:59.847017 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:59.849329 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1fda7b46-3d48-4f13-8cde-d38d8ed56c2e None None] Port 7e761a47-6985-4ed2-b3f0-1b8c0ba98b21 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:23:59.869571 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3a9dc0d8-0167-4a95-afea-c113b15bd7da req-57121529-a950-4add-a08e-7005833b48a6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854717 Jan 24 16:23:59.884786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Network 36c39384-2d7d-48cb-881f-69ff9ad2fcbd is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:23:59.918554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:59.925550 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network c1270aa3-2af4-4ad8-ba53-e020c63cadaf is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:23:59.927077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:23:59.933067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:23:59.978722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47,segment=NetworkSegment(1d6297cb-ee66-4adf-a718-b63d3896daa1),segment_id=1d6297cb-ee66-4adf-a718-b63d3896daa1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:00.002088 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:00.099091 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 36c39384-2d7d-48cb-881f-69ff9ad2fcbd) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:00.146282 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d11f4cd-3b07-4de9-942c-62626bfda643 None None] Network 36c39384-2d7d-48cb-881f-69ff9ad2fcbd requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:00.151787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:00.184921 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 27de460f-b221-4597-95f0-170f778c2c5b up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:00.234157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Attempting to bind port 2ec706bb-2c45-4281-be45-cabcb68e3d3a on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:24:00.234157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Attempting to bind port 2ec706bb-2c45-4281-be45-cabcb68e3d3a by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '2aba6bd8-ebc7-4d37-8903-371e8fe85e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:24:00.234495 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Attempting to bind port 2ec706bb-2c45-4281-be45-cabcb68e3d3a on network acadd433-0231-4b2a-ac9a-1d06f04803d6 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:24:00.323376 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Port 2ec706bb-2c45-4281-be45-cabcb68e3d3a on network acadd433-0231-4b2a-ac9a-1d06f04803d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:24:00.323749 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Attempting to bind port 2ec706bb-2c45-4281-be45-cabcb68e3d3a on network acadd433-0231-4b2a-ac9a-1d06f04803d6 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:24:00.340969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:24:00.342374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Checking segment: {'id': '2aba6bd8-ebc7-4d37-8903-371e8fe85e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:00.344542 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Bound using segment: {'id': '2aba6bd8-ebc7-4d37-8903-371e8fe85e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:24:00.345214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Bound port: 2ec706bb-2c45-4281-be45-cabcb68e3d3a, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aba6bd8-ebc7-4d37-8903-371e8fe85e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:24:00.345901 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:00.361854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-040dc0dc-9c07-496d-88dc-f8f7839721e1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:00.395557 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c645afbc-c417-4c92-b259-b81fc8b6c109 None None] Provisioning complete for port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:00.395817 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event updated for resources: {'Subnet': ['ID=aae2859f-feca-4bfe-ae14-052f645ce98f,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:00.395924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c645afbc-c417-4c92-b259-b81fc8b6c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:00.397867 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040dc0dc-9c07-496d-88dc-f8f7839721e1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96cff14-d787-4f49-b46f-d8aae0189557,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:00.425648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0959352c-4a00-4778-b015-e119ebb62932 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:24:00.441858 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0959352c-4a00-4778-b015-e119ebb62932 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "PUT /v2.0/routers/0cfdbc58-f7a8-4351-95f6-72308b1f5ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2479753 Jan 24 16:24:00.445155 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33466) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:00.459464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-040dc0dc-9c07-496d-88dc-f8f7839721e1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:00.460610 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-040dc0dc-9c07-496d-88dc-f8f7839721e1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-groups/f96cff14-d787-4f49-b46f-d8aae0189557 HTTP/1.1" status: 204 len: 168 time: 1.7003140 Jan 24 16:24:00.474630 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33470) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:00.488818 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817eb45d-ca57-4ac3-8f7e-89f389155e6d None None] Sync routers for ids ['0cfdbc58-f7a8-4351-95f6-72308b1f5ce4'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:24:00.510638 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:00.540826 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-888a71cc-30bc-4252-afdf-8f3fa29be819 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] GET failed (client error): The resource could not be found. Jan 24 16:24:00.541509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-888a71cc-30bc-4252-afdf-8f3fa29be819 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:00.551261 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Checking segment: {'id': 'aa2fdec7-f6ae-4152-bb9c-997bae8c243b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd1d80ede-3db2-4f65-a008-6eb644b659a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:00.551779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Network hostable DHCP agents. Network: d1d80ede-3db2-4f65-a008-6eb644b659a7, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:24:00.588673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 27de460f-b221-4597-95f0-170f778c2c5b triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:00.589026 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:00.595928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:00.607206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] For port 2ec706bb-2c45-4281-be45-cabcb68e3d3a, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:24:00.612623 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] For port 2ec706bb-2c45-4281-be45-cabcb68e3d3a, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2ec706bb-2c45-4281-be45-cabcb68e3d3a,segment=NetworkSegment(2aba6bd8-ebc7-4d37-8903-371e8fe85e09),segment_id=2aba6bd8-ebc7-4d37-8903-371e8fe85e09)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:24:00.614922 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-888a71cc-30bc-4252-afdf-8f3fa29be819 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:00.616257 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-888a71cc-30bc-4252-afdf-8f3fa29be819 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/ba87f10b-6741-48c0-99ce-e1eecd90898e HTTP/1.1" status: 404 len: 333 time: 0.1698818 Jan 24 16:24:00.619253 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33474) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:00.646309 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817eb45d-ca57-4ac3-8f7e-89f389155e6d None None] Routers {'0cfdbc58-f7a8-4351-95f6-72308b1f5ce4'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:00.646957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-817eb45d-ca57-4ac3-8f7e-89f389155e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['0cfdbc58-f7a8-4351-95f6-72308b1f5ce4'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:00.697206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:00.715883 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-817eb45d-ca57-4ac3-8f7e-89f389155e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:00.762891 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Network d1d80ede-3db2-4f65-a008-6eb644b659a7 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:24:00.808230 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817eb45d-ca57-4ac3-8f7e-89f389155e6d None None] Routers {'0cfdbc58-f7a8-4351-95f6-72308b1f5ce4'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:00.808868 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-817eb45d-ca57-4ac3-8f7e-89f389155e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['0cfdbc58-f7a8-4351-95f6-72308b1f5ce4'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:00.823775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, d1d80ede-3db2-4f65-a008-6eb644b659a7) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:00.829275 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:00.829734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:00.830612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:00.859641 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:00.861580 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] 10.222.0.129 "PUT /v2.0/ports/2ec706bb-2c45-4281-be45-cabcb68e3d3a HTTP/1.1" status: 200 len: 1093 time: 4.4429779 Jan 24 16:24:00.867166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'tag': '2ec706bb-2c45-4281-be45-cabcb68e3d3a'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:24:00.880277 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cae1bb9a-78a8-4b62-9c41-92ac32bce27e tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 6.7054729 Jan 24 16:24:00.918502 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674db5ab-02bb-4523-b934-0f8669405008 None None] Network d1d80ede-3db2-4f65-a008-6eb644b659a7 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:00.964816 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Pushing event updated for resources: {'Port': ['ID=d18750de-7fff-43aa-9c9e-57d0be9ecbd7,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:00.971175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33482) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:00.988070 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c645afbc-c417-4c92-b259-b81fc8b6c109 None None] Provisioning for port d18750de-7fff-43aa-9c9e-57d0be9ecbd7 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:01.097971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-55ed48f5-ba3b-4a8b-b8c5-62cad8b80702 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:01.116693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8edf8f-59c1-48d3-a55f-477072ed6b92 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:01.118382 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8edf8f-59c1-48d3-a55f-477072ed6b92 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:01.119796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8edf8f-59c1-48d3-a55f-477072ed6b92 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:01.120650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7e8edf8f-59c1-48d3-a55f-477072ed6b92 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Synchronizing usage tracker for tenant:4b5f356668ae4d6ebbd240dac5351320 on resource:subnet {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:01.142784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09894b7-0563-4a74-8940-8481a5e76643 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec706bb-2c45-4281-be45-cabcb68e3d3a,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:01.145655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-817eb45d-ca57-4ac3-8f7e-89f389155e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:01.146404 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817eb45d-ca57-4ac3-8f7e-89f389155e6d None None] The sync data for ids ['0cfdbc58-f7a8-4351-95f6-72308b1f5ce4'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:24:01.154481 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b589b024-4733-4f96-85ab-37a4955631a6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:01.172766 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c645afbc-c417-4c92-b259-b81fc8b6c109 None None] Provisioning complete for port d18750de-7fff-43aa-9c9e-57d0be9ecbd7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:01.173412 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c645afbc-c417-4c92-b259-b81fc8b6c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:01.270683 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-55ed48f5-ba3b-4a8b-b8c5-62cad8b80702 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:01.271967 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-55ed48f5-ba3b-4a8b-b8c5-62cad8b80702 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7963979 Jan 24 16:24:01.276292 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33490) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:01.329409 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7e8edf8f-59c1-48d3-a55f-477072ed6b92 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Unset dirty status for tenant:4b5f356668ae4d6ebbd240dac5351320 on resource:subnet {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:01.333983 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7e8edf8f-59c1-48d3-a55f-477072ed6b92 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3547730 Jan 24 16:24:01.335899 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33494) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:01.359023 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-37e47965-c80f-444f-8adf-ac59029b76ed tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group': {'name': 'tempest-secgroup--463210127'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:01.370251 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-37e47965-c80f-444f-8adf-ac59029b76ed tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:01.388137 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-37e47965-c80f-444f-8adf-ac59029b76ed tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:01.394720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Network b3bd6ed8-0d41-4ddc-9f88-34bde733e930 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:01.397534 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:01.460510 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aa7ce4-b9dc-4c6f-a1ea-9ec59faa0bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-36c39384-2d7d-48cb-881f-69ff9ad2fcbd', 'network_id': '36c39384-2d7d-48cb-881f-69ff9ad2fcbd', 'tenant_id': '4b5f356668ae4d6ebbd240dac5351320', 'fixed_ips': [{'subnet_id': 'ffe09abc-c055-4607-9889-6d8140478969'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:24:01.462117 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d0aa7ce4-b9dc-4c6f-a1ea-9ec59faa0bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:01.505461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37e47965-c80f-444f-8adf-ac59029b76ed tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:01.574308 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c645afbc-c417-4c92-b259-b81fc8b6c109 None None] Port d18750de-7fff-43aa-9c9e-57d0be9ecbd7 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:01.584436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8d251d-bb11-408d-95cc-a42767ff8780 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Deleting subnet ffe09abc-c055-4607-9889-6d8140478969 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:24:01.651938 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fe8d251d-bb11-408d-95cc-a42767ff8780 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:01.746748 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c645afbc-c417-4c92-b259-b81fc8b6c109 None None] Provisioning complete for port 7e761a47-6985-4ed2-b3f0-1b8c0ba98b21 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:01.747447 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c645afbc-c417-4c92-b259-b81fc8b6c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:01.756140 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-37e47965-c80f-444f-8adf-ac59029b76ed tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:01.773380 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-37e47965-c80f-444f-8adf-ac59029b76ed tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:01.839491 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-37e47965-c80f-444f-8adf-ac59029b76ed tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:01.856073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-37e47965-c80f-444f-8adf-ac59029b76ed tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:01.938580 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-d1d80ede-3db2-4f65-a008-6eb644b659a7', 'network_id': 'd1d80ede-3db2-4f65-a008-6eb644b659a7', 'tenant_id': '4b5f356668ae4d6ebbd240dac5351320', 'fixed_ips': [{'subnet_id': 'aae2859f-feca-4bfe-ae14-052f645ce98f'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:24:01.939703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:01.961364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c645afbc-c417-4c92-b259-b81fc8b6c109 None None] Port 7e761a47-6985-4ed2-b3f0-1b8c0ba98b21 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:02.038822 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-e1e79401-e5f8-48ee-b202-bdd0ea6aa2b9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=887dba35b042474383130630b2f4d852&device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 1096 time: 1.0717421 Jan 24 16:24:02.079259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37e47965-c80f-444f-8adf-ac59029b76ed tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.086943 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router c112ec3d-8277-498f-ab88-1dded81ab93b is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:24:02.107763 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37e47965-c80f-444f-8adf-ac59029b76ed tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.154743 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:02.169344 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e47965-c80f-444f-8adf-ac59029b76ed tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2689d60-4b1f-48d2-966d-e8f3517bb785,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:02.268029 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fe8d251d-bb11-408d-95cc-a42767ff8780 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.304178 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ae0b8d30-264e-4d69-9d37-d0118a149852 None None] Provisioning complete for port d18750de-7fff-43aa-9c9e-57d0be9ecbd7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:02.304515 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8d30-264e-4d69-9d37-d0118a149852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.321119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37e47965-c80f-444f-8adf-ac59029b76ed tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.322332 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-37e47965-c80f-444f-8adf-ac59029b76ed tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0335822 Jan 24 16:24:02.325908 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33502) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:02.332355 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'tag': '2ec706bb-2c45-4281-be45-cabcb68e3d3a', 'status': 'completed', 'code': 200} Jan 24 16:24:02.344152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-718d1405-7e93-4abc-b12a-54a9694cafb0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group_rule': {'security_group_id': 'f2689d60-4b1f-48d2-966d-e8f3517bb785', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:02.352989 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-718d1405-7e93-4abc-b12a-54a9694cafb0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:02.357486 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-718d1405-7e93-4abc-b12a-54a9694cafb0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:02.361657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-718d1405-7e93-4abc-b12a-54a9694cafb0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:02.368100 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-718d1405-7e93-4abc-b12a-54a9694cafb0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:02.432691 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:02.433040 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.437234 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-66386dfb-b466-469c-bcf8-694d7cf2cc17 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec706bb-2c45-4281-be45-cabcb68e3d3a HTTP/1.1" status: 200 len: 217 time: 0.3774452 Jan 24 16:24:02.460813 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203124b0-2b86-4a57-809f-ecc2e5ee19a9 req-b6b6e6d7-5ac0-4b83-8af6-0a9644a15e7c tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:02.465661 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-203124b0-2b86-4a57-809f-ecc2e5ee19a9 req-b6b6e6d7-5ac0-4b83-8af6-0a9644a15e7c tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 943 time: 1.2045622 Jan 24 16:24:02.465900 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ae0b8d30-264e-4d69-9d37-d0118a149852 None None] Port d18750de-7fff-43aa-9c9e-57d0be9ecbd7 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:02.469378 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-718d1405-7e93-4abc-b12a-54a9694cafb0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.534013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Allocated IP 172.20.0.18 (d1d80ede-3db2-4f65-a008-6eb644b659a7/aae2859f-feca-4bfe-ae14-052f645ce98f/65e7b356-9443-4ec4-87d9-51ba9136c551) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:02.574772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-718d1405-7e93-4abc-b12a-54a9694cafb0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.603274 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-718d1405-7e93-4abc-b12a-54a9694cafb0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.624961 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d1405-7e93-4abc-b12a-54a9694cafb0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668ee7f6-3fc3-45d2-a654-68a998cdbb14,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:02.626464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Router 811fb871-496b-4265-bd5a-dacc8b19d889 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:24:02.629596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:24:02.654578 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-897a8856-c632-4255-b808-ef9bb4bfdf47 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/c112ec3d-8277-498f-ab88-1dded81ab93b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3071010 Jan 24 16:24:02.655862 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fdbd12-6733-4886-8562-57cf198a883a None None] Sync routers for ids ['c112ec3d-8277-498f-ab88-1dded81ab93b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:24:02.656399 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ae0b8d30-264e-4d69-9d37-d0118a149852 None None] Provisioning complete for port 7e761a47-6985-4ed2-b3f0-1b8c0ba98b21 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:02.656399 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8d30-264e-4d69-9d37-d0118a149852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.669822 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33506) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:02.672361 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fdbd12-6733-4886-8562-57cf198a883a None None] Routers {'c112ec3d-8277-498f-ab88-1dded81ab93b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:02.672993 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e1fdbd12-6733-4886-8562-57cf198a883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c112ec3d-8277-498f-ab88-1dded81ab93b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:02.699860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-07712cd8-904e-4337-86ee-f0423e43a591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:02.701683 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-07712cd8-904e-4337-86ee-f0423e43a591 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=337b2769-a1e5-4643-ac51-e591120c5fdb HTTP/1.1" status: 200 len: 834 time: 0.2288561 Jan 24 16:24:02.715693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fe8d251d-bb11-408d-95cc-a42767ff8780 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.721085 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-718d1405-7e93-4abc-b12a-54a9694cafb0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.725148 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-718d1405-7e93-4abc-b12a-54a9694cafb0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3981874 Jan 24 16:24:02.725927 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33510) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:02.823084 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-203124b0-2b86-4a57-809f-ecc2e5ee19a9 req-1c5b353b-9fbe-4e5d-96da-1e46b5cce6d0 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081739 Jan 24 16:24:02.857627 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9e6e6990-13b6-4a64-9afd-4d1b37c727ed tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules/668ee7f6-3fc3-45d2-a654-68a998cdbb14 HTTP/1.1" status: 200 len: 705 time: 0.1209912 Jan 24 16:24:02.860605 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33514) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:02.864035 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e1fdbd12-6733-4886-8562-57cf198a883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:02.878040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b589b024-4733-4f96-85ab-37a4955631a6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.881829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fe8d251d-bb11-408d-95cc-a42767ff8780 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.897317 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fdbd12-6733-4886-8562-57cf198a883a None None] Routers {'c112ec3d-8277-498f-ab88-1dded81ab93b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:02.898455 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e1fdbd12-6733-4886-8562-57cf198a883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c112ec3d-8277-498f-ab88-1dded81ab93b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:02.900411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084bd17f-c41c-457a-905e-663cdb9a4778 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:02.901043 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-084bd17f-c41c-457a-905e-663cdb9a4778 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Synchronizing usage tracker for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:02.945334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fe8d251d-bb11-408d-95cc-a42767ff8780 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.948483 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b589b024-4733-4f96-85ab-37a4955631a6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.950638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d251d-bb11-408d-95cc-a42767ff8780 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe09abc-c055-4607-9889-6d8140478969,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:02.980785 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:02.992412 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fe8d251d-bb11-408d-95cc-a42767ff8780 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "DELETE /v2.0/subnets/ffe09abc-c055-4607-9889-6d8140478969 HTTP/1.1" status: 204 len: 168 time: 1.6533773 Jan 24 16:24:02.995407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Transition to ACTIVE for port object 65e7b356-9443-4ec4-87d9-51ba9136c551 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:03.002680 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33518) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:03.023151 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Transition to ACTIVE for port object 65e7b356-9443-4ec4-87d9-51ba9136c551 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:03.026506 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ae0b8d30-264e-4d69-9d37-d0118a149852 None None] Port 7e761a47-6985-4ed2-b3f0-1b8c0ba98b21 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:03.037412 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:03.055024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b589b024-4733-4f96-85ab-37a4955631a6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:03.055763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b589b024-4733-4f96-85ab-37a4955631a6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Fanout notify agent at l3_agent the message router_deleted on router 0cfdbc58-f7a8-4351-95f6-72308b1f5ce4 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:24:03.064343 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-d05239e1-b4cd-402e-9d12-d43b9550583d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=acadd433-0231-4b2a-ac9a-1d06f04803d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2367003 Jan 24 16:24:03.071260 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e1fdbd12-6733-4886-8562-57cf198a883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:03.071617 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fdbd12-6733-4886-8562-57cf198a883a None None] The sync data for ids ['c112ec3d-8277-498f-ab88-1dded81ab93b'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:24:03.096501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-084bd17f-c41c-457a-905e-663cdb9a4778 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Unset dirty status for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:03.100582 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-084bd17f-c41c-457a-905e-663cdb9a4778 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports/7e761a47-6985-4ed2-b3f0-1b8c0ba98b21 HTTP/1.1" status: 200 len: 911 time: 0.4269867 Jan 24 16:24:03.117539 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33522) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:03.126507 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-40427018-ffe9-48e9-8d4e-104ab4eaded6 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server [None req-d0aa7ce4-b9dc-4c6f-a1ea-9ec59faa0bb5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffe09abc-c055-4607-9889-6d8140478969: This subnet is being modified by another concurrent operation. Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 24 16:24:03.146819 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise exception Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffe09abc-c055-4607-9889-6d8140478969: This subnet is being modified by another concurrent operation. Jan 24 16:24:03.151093 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server Jan 24 16:24:03.158070 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b589b024-4733-4f96-85ab-37a4955631a6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:03.158562 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Pushing event updated for resources: {'Port': ['ID=65e7b356-9443-4ec4-87d9-51ba9136c551,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:03.162639 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b589b024-4733-4f96-85ab-37a4955631a6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/routers/0cfdbc58-f7a8-4351-95f6-72308b1f5ce4 HTTP/1.1" status: 204 len: 168 time: 2.5399976 Jan 24 16:24:03.195523 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3015bca-4873-4606-8693-a58d458a11bf None None] Network 36c39384-2d7d-48cb-881f-69ff9ad2fcbd requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:03.207627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33528) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:03.241061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Network d1d80ede-3db2-4f65-a008-6eb644b659a7 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:03.245333 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:03.305291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:03.324719 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-d8d839b8-58ec-4ae3-9304-4c932cdb9b41 service neutron] 10.222.0.129 "GET /v2.0/networks/acadd433-0231-4b2a-ac9a-1d06f04803d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496960 Jan 24 16:24:03.516850 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d069fa05-60d2-4652-8b1e-f6c4db3ab167 req-838ddeed-cdaa-4649-a8f7-dee047d6b8aa service neutron] 10.222.0.129 "GET /v2.0/networks/acadd433-0231-4b2a-ac9a-1d06f04803d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843495 Jan 24 16:24:03.618342 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-40427018-ffe9-48e9-8d4e-104ab4eaded6 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:03.619236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Attempting to bind port 65e7b356-9443-4ec4-87d9-51ba9136c551 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:24:03.620103 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Attempting to bind port 65e7b356-9443-4ec4-87d9-51ba9136c551 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'aa2fdec7-f6ae-4152-bb9c-997bae8c243b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd1d80ede-3db2-4f65-a008-6eb644b659a7'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:24:03.621017 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Attempting to bind port 65e7b356-9443-4ec4-87d9-51ba9136c551 on network d1d80ede-3db2-4f65-a008-6eb644b659a7 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:24:03.624539 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-40427018-ffe9-48e9-8d4e-104ab4eaded6 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.7617431 Jan 24 16:24:03.629350 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33532) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:03.629814 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:24:03.630399 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Checking segment: {'id': 'aa2fdec7-f6ae-4152-bb9c-997bae8c243b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd1d80ede-3db2-4f65-a008-6eb644b659a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:03.630958 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:03.631529 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Bound using segment: {'id': 'aa2fdec7-f6ae-4152-bb9c-997bae8c243b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd1d80ede-3db2-4f65-a008-6eb644b659a7'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:24:03.632226 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Bound port: 65e7b356-9443-4ec4-87d9-51ba9136c551, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2fdec7-f6ae-4152-bb9c-997bae8c243b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd1d80ede-3db2-4f65-a008-6eb644b659a7'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:24:03.632860 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:03.700409 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1ead03ea-6232-4297-930e-4a9af908bf06 req-01562f28-b686-4f6f-88a3-ce82a59ebf3a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=887dba35b042474383130630b2f4d852&device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 1096 time: 0.1180589 Jan 24 16:24:03.741010 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] For port 65e7b356-9443-4ec4-87d9-51ba9136c551, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:24:03.745053 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] For port 65e7b356-9443-4ec4-87d9-51ba9136c551, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=65e7b356-9443-4ec4-87d9-51ba9136c551,segment=NetworkSegment(aa2fdec7-f6ae-4152-bb9c-997bae8c243b),segment_id=aa2fdec7-f6ae-4152-bb9c-997bae8c243b)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:24:03.753288 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:03.836453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:24:03.849749 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0e853292-909f-4b21-8c9c-b2be4eb80643 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] 10.222.0.130 "PUT /v2.0/routers/811fb871-496b-4265-bd5a-dacc8b19d889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5278673 Jan 24 16:24:03.855618 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc09172-b339-44b5-b1f9-f9c3fe921194 None None] Sync routers for ids ['811fb871-496b-4265-bd5a-dacc8b19d889'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:24:03.858648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33536) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:03.872219 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81037c-7e70-4e87-b4ac-a3541c0c850a None None] Pushing event updated for resources: {'Port': ['ID=65e7b356-9443-4ec4-87d9-51ba9136c551,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:03.898874 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Request body: {'port': {'network_id': 'b3bd6ed8-0d41-4ddc-9f88-34bde733e930', 'name': 'tempest-FloatingIPNegativeTestJSON-739463737'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:03.901099 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc09172-b339-44b5-b1f9-f9c3fe921194 None None] Routers {'811fb871-496b-4265-bd5a-dacc8b19d889'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:03.903125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6cc09172-b339-44b5-b1f9-f9c3fe921194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['811fb871-496b-4265-bd5a-dacc8b19d889'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:03.939443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcb0e-67c3-4683-b514-7ad442c792d0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:03.999219 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5e8358-021e-4783-928c-f4adaf2e27d5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting subnet 40afb5a2-5a97-4f17-820d-e7a8360eb2c5 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:24:04.015696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0a5e8358-021e-4783-928c-f4adaf2e27d5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:04.069844 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6cc09172-b339-44b5-b1f9-f9c3fe921194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:04.096363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcb0e-67c3-4683-b514-7ad442c792d0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:04.126898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc09172-b339-44b5-b1f9-f9c3fe921194 None None] Routers {'811fb871-496b-4265-bd5a-dacc8b19d889'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:04.128090 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6cc09172-b339-44b5-b1f9-f9c3fe921194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:23:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['811fb871-496b-4265-bd5a-dacc8b19d889'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:04.216685 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:04.224917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Usage tracker for resource:port and tenant:49c18ed1a63e45a89d4ab5b7300359ed is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:04.228306 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:04.242265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:04.267107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aaa5def-7fd5-4539-a6f8-77009a66991c tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Deleting subnet aae2859f-feca-4bfe-ae14-052f645ce98f {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:24:04.269638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Made reservation on behalf of 49c18ed1a63e45a89d4ab5b7300359ed for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:04.276521 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:04.298174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0a5e8358-021e-4783-928c-f4adaf2e27d5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:04.324220 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead03ea-6232-4297-930e-4a9af908bf06 req-047b68e1-ed7e-4ef6-b44d-f667af7ac3be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:04.325713 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1ead03ea-6232-4297-930e-4a9af908bf06 req-047b68e1-ed7e-4ef6-b44d-f667af7ac3be service neutron] 10.222.0.129 "GET /v2.0/networks?id=acadd433-0231-4b2a-ac9a-1d06f04803d6 HTTP/1.1" status: 200 len: 898 time: 0.6172676 Jan 24 16:24:04.331295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] device_id is not set on port ab51b284-f7cd-4bfb-a980-974e025b7282 yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:24:04.353897 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7aaa5def-7fd5-4539-a6f8-77009a66991c tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:04.391394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6cc09172-b339-44b5-b1f9-f9c3fe921194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:04.396588 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc09172-b339-44b5-b1f9-f9c3fe921194 None None] The sync data for ids ['811fb871-496b-4265-bd5a-dacc8b19d889'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:24:04.408417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcb0e-67c3-4683-b514-7ad442c792d0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:04.463857 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:24:04.592266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfcb0e-67c3-4683-b514-7ad442c792d0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=668ee7f6-3fc3-45d2-a654-68a998cdbb14,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:04.627769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7aaa5def-7fd5-4539-a6f8-77009a66991c tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:04.661591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcb0e-67c3-4683-b514-7ad442c792d0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:04.664138 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1ebfcb0e-67c3-4683-b514-7ad442c792d0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/668ee7f6-3fc3-45d2-a654-68a998cdbb14 HTTP/1.1" status: 204 len: 168 time: 1.0272405 Jan 24 16:24:04.676320 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33544) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:04.708647 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1ead03ea-6232-4297-930e-4a9af908bf06 req-8293e1da-fbcd-4299-8ffb-e84269630c96 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec706bb-2c45-4281-be45-cabcb68e3d3a HTTP/1.1" status: 200 len: 217 time: 0.0769901 Jan 24 16:24:04.714943 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Allocated IP 172.20.0.3 (b3bd6ed8-0d41-4ddc-9f88-34bde733e930/010dc8cc-3066-42e9-95a7-5a79b2154558/ab51b284-f7cd-4bfb-a980-974e025b7282) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:04.820757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead03ea-6232-4297-930e-4a9af908bf06 req-8df17c35-a115-420d-ae50-2b12b9c3f776 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:04.821896 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1ead03ea-6232-4297-930e-4a9af908bf06 req-8df17c35-a115-420d-ae50-2b12b9c3f776 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=337b2769-a1e5-4643-ac51-e591120c5fdb HTTP/1.1" status: 200 len: 834 time: 0.1047325 Jan 24 16:24:04.869061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0a5e8358-021e-4783-928c-f4adaf2e27d5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:04.914071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7b620734-ae44-416a-b6aa-89ef5da89420 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:04.961408 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea2e9f-2f1d-4a4c-b4d3-f57253956c38 req-8ec4dd57-b2b2-4257-9c37-caefce6ab268 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:04.968043 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-edea2e9f-2f1d-4a4c-b4d3-f57253956c38 req-8ec4dd57-b2b2-4257-9c37-caefce6ab268 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 943 time: 0.4194198 Jan 24 16:24:05.001410 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7aaa5def-7fd5-4539-a6f8-77009a66991c tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:05.046599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7b620734-ae44-416a-b6aa-89ef5da89420 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:05.050937 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7b620734-ae44-416a-b6aa-89ef5da89420 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3684335 Jan 24 16:24:05.055708 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33548) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:05.064004 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1ead03ea-6232-4297-930e-4a9af908bf06 req-9f617322-46d2-4741-bc7b-90fca3d8adbc service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=acadd433-0231-4b2a-ac9a-1d06f04803d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2305758 Jan 24 16:24:05.073312 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0e61e6ff-8442-48a8-84ed-46502606ee9a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group_rule': {'security_group_id': 'f2689d60-4b1f-48d2-966d-e8f3517bb785', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:05.094717 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0e61e6ff-8442-48a8-84ed-46502606ee9a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:05.124553 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0a5e8358-021e-4783-928c-f4adaf2e27d5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:05.130891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0e61e6ff-8442-48a8-84ed-46502606ee9a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:05.176784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c661afe8-767f-4ac0-b8bb-59709f3e651c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:05.234097 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:05.241424 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-edea2e9f-2f1d-4a4c-b4d3-f57253956c38 req-6bc4fc26-7461-48a3-8841-0a44fd32d51a tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725000 Jan 24 16:24:05.255073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e8358-021e-4783-928c-f4adaf2e27d5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Subnet': ['ID=40afb5a2-5a97-4f17-820d-e7a8360eb2c5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:05.267993 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Transition to ACTIVE for port object ab51b284-f7cd-4bfb-a980-974e025b7282 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:05.270052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0a5e8358-021e-4783-928c-f4adaf2e27d5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:05.278299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eb9c1e-19a8-4cd3-baf0-09b4a1d97158 None None] Network a5d97970-ca7b-48d2-aa9e-7be734224fb3 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:05.307137 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1ead03ea-6232-4297-930e-4a9af908bf06 req-48c8fa1e-27c0-4277-96b7-931682c3d3fd service neutron] 10.222.0.129 "GET /v2.0/networks/acadd433-0231-4b2a-ac9a-1d06f04803d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277651 Jan 24 16:24:05.344835 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:05.368419 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0a5e8358-021e-4783-928c-f4adaf2e27d5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/40afb5a2-5a97-4f17-820d-e7a8360eb2c5 HTTP/1.1" status: 204 len: 168 time: 2.1595247 Jan 24 16:24:05.369418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7aaa5def-7fd5-4539-a6f8-77009a66991c tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:05.378875 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33552) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:05.412699 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e61e6ff-8442-48a8-84ed-46502606ee9a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:05.484355 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9d6757-6fcc-440a-beee-8c380343ae21 None None] Network d1d80ede-3db2-4f65-a008-6eb644b659a7 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:05.517289 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Network b3bd6ed8-0d41-4ddc-9f88-34bde733e930 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:05.519904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa5def-7fd5-4539-a6f8-77009a66991c tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event deleted for resources: {'Subnet': ['ID=aae2859f-feca-4bfe-ae14-052f645ce98f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:05.538030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:05.557533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:05.569885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7aaa5def-7fd5-4539-a6f8-77009a66991c tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:05.574230 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7aaa5def-7fd5-4539-a6f8-77009a66991c tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "DELETE /v2.0/subnets/aae2859f-feca-4bfe-ae14-052f645ce98f HTTP/1.1" status: 204 len: 168 time: 2.5513783 Jan 24 16:24:05.594594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33558) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:05.684700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:05.691096 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:05.697609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:05.735078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Pushing event updated for resources: {'Port': ['ID=ab51b284-f7cd-4bfb-a980-974e025b7282,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:05.735811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e61e6ff-8442-48a8-84ed-46502606ee9a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:05.748308 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e61e6ff-8442-48a8-84ed-46502606ee9a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:05.752312 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a223a954-7527-4726-b9fd-ca01d4a3a018 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:05.752972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a223a954-7527-4726-b9fd-ca01d4a3a018 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Synchronizing usage tracker for tenant:4b5f356668ae4d6ebbd240dac5351320 on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:05.771797 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port f184827b-8d7f-4785-a95b-5f89577f64d2 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:05.772134 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:05.786771 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d2ab8883-6ab4-42ea-af97-fb98784b057d tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9234006 Jan 24 16:24:05.787021 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33562) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:05.792654 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:05.809500 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:05.822322 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Usage tracker for resource:floatingip and tenant:49c18ed1a63e45a89d4ab5b7300359ed is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:05.827031 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1ead03ea-6232-4297-930e-4a9af908bf06 req-a688c57b-de62-4e30-8cb7-fe24ebb3cc8c service neutron] 10.222.0.129 "GET /v2.0/networks/acadd433-0231-4b2a-ac9a-1d06f04803d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092278 Jan 24 16:24:05.827981 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:05.835106 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:05.847149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for floatingip, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:05.921869 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1c0f5ab5-b349-45a0-8c14-2331200f26aa None None] Provisioning for port 65e7b356-9443-4ec4-87d9-51ba9136c551 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:06.012824 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61e6ff-8442-48a8-84ed-46502606ee9a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1934b3-2672-4303-b1ea-8b9381a95952,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:06.057172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:06.080414 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ad289c84-664a-4e4c-8a4b-b9b7a1c68643 None None] Provisioning for port ab51b284-f7cd-4bfb-a980-974e025b7282 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:06.081962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e61e6ff-8442-48a8-84ed-46502606ee9a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:06.089921 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ad289c84-664a-4e4c-8a4b-b9b7a1c68643 None None] Provisioning complete for port ab51b284-f7cd-4bfb-a980-974e025b7282 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:06.090336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ad289c84-664a-4e4c-8a4b-b9b7a1c68643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:06.090460 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0e61e6ff-8442-48a8-84ed-46502606ee9a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0327210 Jan 24 16:24:06.091230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33566) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:06.096130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a223a954-7527-4726-b9fd-ca01d4a3a018 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Unset dirty status for tenant:4b5f356668ae4d6ebbd240dac5351320 on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:06.097301 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a223a954-7527-4726-b9fd-ca01d4a3a018 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4958928 Jan 24 16:24:06.106459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33570) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:06.201254 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56741b7-59d1-4b41-9cf2-d57f63184b73 None None] DHCP port deletion for a5d97970-ca7b-48d2-aa9e-7be734224fb3 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:24:06.218100 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9663a48d-ac78-4ba5-882f-accd26ce0920 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules/ae1934b3-2672-4303-b1ea-8b9381a95952 HTTP/1.1" status: 200 len: 705 time: 0.1177905 Jan 24 16:24:06.224912 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33574) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:06.273365 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd19704-d470-40bc-b7ab-deeda4bbdb26 None None] DHCP port deletion for d1d80ede-3db2-4f65-a008-6eb644b659a7 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:24:06.278320 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 2ec706bb-2c45-4281-be45-cabcb68e3d3a details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:24:06.317552 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:06.379169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Deleting port 65e7b356-9443-4ec4-87d9-51ba9136c551 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:06.379618 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:06.449710 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d56741b7-59d1-4b41-9cf2-d57f63184b73 None None] Deleting port f184827b-8d7f-4785-a95b-5f89577f64d2 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:06.449999 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d56741b7-59d1-4b41-9cf2-d57f63184b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:06.490757 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c4fb5cce-c1b8-41f4-9d36-a80e41409a02 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:06.509730 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] For port f184827b-8d7f-4785-a95b-5f89577f64d2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f184827b-8d7f-4785-a95b-5f89577f64d2,segment=NetworkSegment(74ed0031-f774-4fd4-bc23-14db0e143c08),segment_id=74ed0031-f774-4fd4-bc23-14db0e143c08)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:06.510081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:06.515630 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Allocated IP 172.26.2.97 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/a6d3c29a-bf68-4f38-8056-c74a2fc9d6af) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:06.582978 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 2ec706bb-2c45-4281-be45-cabcb68e3d3a, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2ec706bb-2c45-4281-be45-cabcb68e3d3a,segment=NetworkSegment(2aba6bd8-ebc7-4d37-8903-371e8fe85e09),segment_id=2aba6bd8-ebc7-4d37-8903-371e8fe85e09)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:06.619147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8fd19704-d470-40bc-b7ab-deeda4bbdb26 None None] Deleting port 65e7b356-9443-4ec4-87d9-51ba9136c551 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:06.620024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8fd19704-d470-40bc-b7ab-deeda4bbdb26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:06.660394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c4fb5cce-c1b8-41f4-9d36-a80e41409a02 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:06.663779 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c4fb5cce-c1b8-41f4-9d36-a80e41409a02 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4378514 Jan 24 16:24:06.664089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '2ec706bb-2c45-4281-be45-cabcb68e3d3a', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'port_id': '2ec706bb-2c45-4281-be45-cabcb68e3d3a', 'mac_address': 'fa:16:3e:4c:cb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:24:06.669598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33580) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:06.676198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for f184827b-8d7f-4785-a95b-5f89577f64d2 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:06.677122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ad289c84-664a-4e4c-8a4b-b9b7a1c68643 None None] Port ab51b284-f7cd-4bfb-a980-974e025b7282 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:06.888387 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] For port 65e7b356-9443-4ec4-87d9-51ba9136c551, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=65e7b356-9443-4ec4-87d9-51ba9136c551,segment=NetworkSegment(aa2fdec7-f6ae-4152-bb9c-997bae8c243b),segment_id=aa2fdec7-f6ae-4152-bb9c-997bae8c243b)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:06.889037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:06.890792 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:06.919576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5bd9041-9c7a-48bd-b82e-58b826da0e5f tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:06.955772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5bd9041-9c7a-48bd-b82e-58b826da0e5f tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.017217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.042508 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Calling delete_port for 65e7b356-9443-4ec4-87d9-51ba9136c551 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:07.051331 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec706bb-2c45-4281-be45-cabcb68e3d3a {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:24:07.097212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5bd9041-9c7a-48bd-b82e-58b826da0e5f tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.113032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=f184827b-8d7f-4785-a95b-5f89577f64d2,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:07.118970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No DVR routers for this DVR port f184827b-8d7f-4785-a95b-5f89577f64d2 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:24:07.139984 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b4cf3-46bc-4e3b-9acf-9cbbdcd34508 req-d0611638-386f-4bd9-b316-a84fc2c8c3eb tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:07.141662 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-207b4cf3-46bc-4e3b-9acf-9cbbdcd34508 req-d0611638-386f-4bd9-b316-a84fc2c8c3eb tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 943 time: 0.5990143 Jan 24 16:24:07.197225 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd9041-9c7a-48bd-b82e-58b826da0e5f tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae1934b3-2672-4303-b1ea-8b9381a95952,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:07.197924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.244027 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-207b4cf3-46bc-4e3b-9acf-9cbbdcd34508 req-741c3a11-5d68-49a9-ad73-474eed7b7239 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951257 Jan 24 16:24:07.244642 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.293659 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event deleted for resources: {'Port': ['ID=65e7b356-9443-4ec4-87d9-51ba9136c551,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:07.304623 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] No DVR routers for this DVR port 65e7b356-9443-4ec4-87d9-51ba9136c551 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:24:07.349412 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5bd9041-9c7a-48bd-b82e-58b826da0e5f tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.353123 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a5bd9041-9c7a-48bd-b82e-58b826da0e5f tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/ae1934b3-2672-4303-b1ea-8b9381a95952 HTTP/1.1" status: 204 len: 168 time: 0.6510074 Jan 24 16:24:07.355587 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33586) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:07.361723 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.368846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.378836 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8fd19704-d470-40bc-b7ab-deeda4bbdb26 None None] For port 65e7b356-9443-4ec4-87d9-51ba9136c551, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=65e7b356-9443-4ec4-87d9-51ba9136c551,segment=NetworkSegment(aa2fdec7-f6ae-4152-bb9c-997bae8c243b),segment_id=aa2fdec7-f6ae-4152-bb9c-997bae8c243b)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:07.379220 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8fd19704-d470-40bc-b7ab-deeda4bbdb26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.411528 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d97970-ca7b-48d2-aa9e-7be734224fb3']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:07.432629 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ed0031-f774-4fd4-bc23-14db0e143c08') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:07.433063 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ed0031-f774-4fd4-bc23-14db0e143c08') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:07.454284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.486248 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0f44e683-3c96-4bad-b0b5-b42524917658 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:07.489544 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.499700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:24:07.500413 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.504462 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Pushing event updated for resources: {'Port': ['ID=a6d3c29a-bf68-4f38-8056-c74a2fc9d6af,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:24:07.525677 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:24:07.534489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8fd19704-d470-40bc-b7ab-deeda4bbdb26 None None] Calling delete_port for 65e7b356-9443-4ec4-87d9-51ba9136c551 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:07.545695 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:07.547750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.556627 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:07.559086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:07.625028 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d80ede-3db2-4f65-a008-6eb644b659a7']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:07.647025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2fdec7-f6ae-4152-bb9c-997bae8c243b') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:07.647304 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2fdec7-f6ae-4152-bb9c-997bae8c243b') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:07.656682 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-03194bd9-8fd3-4d8d-9cf6-7cb44819bcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.659218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-8fd19704-d470-40bc-b7ab-deeda4bbdb26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:24:07.659884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-8fd19704-d470-40bc-b7ab-deeda4bbdb26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:24:07.671051 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d56741b7-59d1-4b41-9cf2-d57f63184b73 None None] For port f184827b-8d7f-4785-a95b-5f89577f64d2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f184827b-8d7f-4785-a95b-5f89577f64d2,segment=NetworkSegment(74ed0031-f774-4fd4-bc23-14db0e143c08),segment_id=74ed0031-f774-4fd4-bc23-14db0e143c08)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:07.671441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d56741b7-59d1-4b41-9cf2-d57f63184b73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.675833 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.688448 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0f44e683-3c96-4bad-b0b5-b42524917658 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:07.693763 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0f44e683-3c96-4bad-b0b5-b42524917658 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3345232 Jan 24 16:24:07.694451 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33590) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:07.700929 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-2a23571c-ef0a-4a7b-8dbe-60d5536fe2aa tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group_rule': {'security_group_id': 'f2689d60-4b1f-48d2-966d-e8f3517bb785', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:07.708034 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.714767 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2a23571c-ef0a-4a7b-8dbe-60d5536fe2aa tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:07.721756 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:24:07.722125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.722560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-c661afe8-767f-4ac0-b8bb-59709f3e651c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port 7e761a47-6985-4ed2-b3f0-1b8c0ba98b21 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:07.722943 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c661afe8-767f-4ac0-b8bb-59709f3e651c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:24:07.744483 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:24:07.760206 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.785680 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.805024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2a23571c-ef0a-4a7b-8dbe-60d5536fe2aa tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:07.807520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Network': ['ID=a5d97970-ca7b-48d2-aa9e-7be734224fb3,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:07.810142 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fd60fa59-30ff-4e00-bf3c-1603683dc9a4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/networks/a5d97970-ca7b-48d2-aa9e-7be734224fb3 HTTP/1.1" status: 204 len: 168 time: 2.3895996 Jan 24 16:24:07.817471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33594) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:07.833754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d56741b7-59d1-4b41-9cf2-d57f63184b73 None None] Calling delete_port for f184827b-8d7f-4785-a95b-5f89577f64d2 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:07.845644 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-2a23571c-ef0a-4a7b-8dbe-60d5536fe2aa tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Project 14cd14cedd8e4f299ddaa942d7d25ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:24:07.861143 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2a23571c-ef0a-4a7b-8dbe-60d5536fe2aa tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.895721 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.904320 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.917470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-d56741b7-59d1-4b41-9cf2-d57f63184b73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:24:07.917840 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-d56741b7-59d1-4b41-9cf2-d57f63184b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:24:07.921187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 2ec706bb-2c45-4281-be45-cabcb68e3d3a, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2ec706bb-2c45-4281-be45-cabcb68e3d3a,segment=NetworkSegment(2aba6bd8-ebc7-4d37-8903-371e8fe85e09),segment_id=2aba6bd8-ebc7-4d37-8903-371e8fe85e09)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:07.932279 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:07.978884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event deleted for resources: {'Network': ['ID=d1d80ede-3db2-4f65-a008-6eb644b659a7,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:07.984666 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5754fd16-8d0a-4a56-8273-1cfe11554052 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:07.985202 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5754fd16-8d0a-4a56-8273-1cfe11554052 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:08.011539 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d27fcfbb-3512-49c3-8fe9-b1485d5f9f7f tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "DELETE /v2.0/networks/d1d80ede-3db2-4f65-a008-6eb644b659a7 HTTP/1.1" status: 204 len: 168 time: 1.9009919 Jan 24 16:24:08.014912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33600) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:08.040808 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c661afe8-767f-4ac0-b8bb-59709f3e651c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:08.050441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5754fd16-8d0a-4a56-8273-1cfe11554052 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:08.051955 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5754fd16-8d0a-4a56-8273-1cfe11554052 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/3f0f5c3f-84e5-4f41-8b71-ba47866167d5 HTTP/1.1" status: 200 len: 844 time: 0.2332513 Jan 24 16:24:08.055364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33604) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:08.141917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f184827b-8d7f-4785-a95b-5f89577f64d2 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:24:08.201935 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8fd19704-d470-40bc-b7ab-deeda4bbdb26 None None] Deleting port 65e7b356-9443-4ec4-87d9-51ba9136c551 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:08.202294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8fd19704-d470-40bc-b7ab-deeda4bbdb26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:08.209198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2a23571c-ef0a-4a7b-8dbe-60d5536fe2aa tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:08.224766 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2a23571c-ef0a-4a7b-8dbe-60d5536fe2aa tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:08.234549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: f184827b-8d7f-4785-a95b-5f89577f64d2 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:24:08.234877 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f184827b-8d7f-4785-a95b-5f89577f64d2 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:24:08.235298 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 65e7b356-9443-4ec4-87d9-51ba9136c551 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:24:08.261976 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=2ec706bb-2c45-4281-be45-cabcb68e3d3a,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:08.282131 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 65e7b356-9443-4ec4-87d9-51ba9136c551 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:24:08.282131 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 65e7b356-9443-4ec4-87d9-51ba9136c551 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:24:08.308702 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23571c-ef0a-4a7b-8dbe-60d5536fe2aa tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6de8b5-f24b-448d-bd28-6806974af0ba,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:08.318783 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8fd19704-d470-40bc-b7ab-deeda4bbdb26 None None] The port '65e7b356-9443-4ec4-87d9-51ba9136c551' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:24:08.352117 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['2ec706bb-2c45-4281-be45-cabcb68e3d3a'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:24:08.367079 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-c661afe8-767f-4ac0-b8bb-59709f3e651c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for 7e761a47-6985-4ed2-b3f0-1b8c0ba98b21 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:08.424489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d56741b7-59d1-4b41-9cf2-d57f63184b73 None None] Deleting port f184827b-8d7f-4785-a95b-5f89577f64d2 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:08.425201 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d56741b7-59d1-4b41-9cf2-d57f63184b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:08.464119 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6d6533ea-c825-44f7-884d-d91f5e378bcd tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:08.476270 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:08.523517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d56741b7-59d1-4b41-9cf2-d57f63184b73 None None] The port 'f184827b-8d7f-4785-a95b-5f89577f64d2' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:24:08.525391 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2a23571c-ef0a-4a7b-8dbe-60d5536fe2aa tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:08.540094 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2a23571c-ef0a-4a7b-8dbe-60d5536fe2aa tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8444991 Jan 24 16:24:08.547680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33610) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:08.553000 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461deb96-d14b-4548-8935-89771ba9791b None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:24:08.586134 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-dd7c15b1-0b77-4821-b0fa-560cc5c9da69 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/3f0f5c3f-84e5-4f41-8b71-ba47866167d5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5262768 Jan 24 16:24:08.586740 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33614) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:08.592870 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-7e58dce6-e5a2-4ec2-84ad-53398509c670 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'subnet': {'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:08.642570 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9b60f073-2413-4d1b-b58d-dc554261ee46 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules/cd6de8b5-f24b-448d-bd28-6806974af0ba HTTP/1.1" status: 200 len: 711 time: 0.0942469 Jan 24 16:24:08.643379 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33618) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:08.746020 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:08.784761 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6d6533ea-c825-44f7-884d-d91f5e378bcd tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:08.839190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fa637-f155-4e15-8956-c6703ffbf8ee req-8c23f063-8d76-4c95-a426-687ce02e3ddf tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:08.841041 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-773fa637-f155-4e15-8956-c6703ffbf8ee req-8c23f063-8d76-4c95-a426-687ce02e3ddf tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 944 time: 0.3084643 Jan 24 16:24:08.842251 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7e58dce6-e5a2-4ec2-84ad-53398509c670 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:08.849601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-6d6533ea-c825-44f7-884d-d91f5e378bcd tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c39384-2d7d-48cb-881f-69ff9ad2fcbd']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:08.888156 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7e58dce6-e5a2-4ec2-84ad-53398509c670 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:subnet and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:08.894119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7e58dce6-e5a2-4ec2-84ad-53398509c670 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:08.902861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7e58dce6-e5a2-4ec2-84ad-53398509c670 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:08.913831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c661afe8-767f-4ac0-b8bb-59709f3e651c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:08.920425 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461deb96-d14b-4548-8935-89771ba9791b None None] Resources bound (agent type, host, resource id): {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 24 16:24:08.973298 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661afe8-767f-4ac0-b8bb-59709f3e651c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Port': ['ID=7e761a47-6985-4ed2-b3f0-1b8c0ba98b21,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:08.977280 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-773fa637-f155-4e15-8956-c6703ffbf8ee req-9aba156d-a115-4e43-bed2-8ef87f13351f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240244 Jan 24 16:24:08.980983 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e58dce6-e5a2-4ec2-84ad-53398509c670 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:08.999138 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-6d6533ea-c825-44f7-884d-d91f5e378bcd tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef19aad-8d29-4d77-80d2-58ac803bc1c9') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:08.999792 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-6d6533ea-c825-44f7-884d-d91f5e378bcd tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef19aad-8d29-4d77-80d2-58ac803bc1c9') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:09.029491 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c96ede13-1924-41f7-bb72-06f9af9c54d0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:09.038428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6d6533ea-c825-44f7-884d-d91f5e378bcd tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:09.086479 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6d6533ea-c825-44f7-884d-d91f5e378bcd tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:09.105036 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6533ea-c825-44f7-884d-d91f5e378bcd tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:24:09.105526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6d6533ea-c825-44f7-884d-d91f5e378bcd tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:09.117655 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7e58dce6-e5a2-4ec2-84ad-53398509c670 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:24:09.233028 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:24:09.236063 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-747f5499-26bb-489f-8712-388e6117c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:09.254393 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6d6533ea-c825-44f7-884d-d91f5e378bcd tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:09.312618 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6d6533ea-c825-44f7-884d-d91f5e378bcd tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:09.366079 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6533ea-c825-44f7-884d-d91f5e378bcd tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event deleted for resources: {'Network': ['ID=36c39384-2d7d-48cb-881f-69ff9ad2fcbd,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:09.373720 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6d6533ea-c825-44f7-884d-d91f5e378bcd tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "DELETE /v2.0/networks/36c39384-2d7d-48cb-881f-69ff9ad2fcbd HTTP/1.1" status: 204 len: 168 time: 1.3432045 Jan 24 16:24:09.379390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33626) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:09.384292 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c96ede13-1924-41f7-bb72-06f9af9c54d0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:09.387958 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c96ede13-1924-41f7-bb72-06f9af9c54d0 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.6912980 Jan 24 16:24:09.413221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33630) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:09.482121 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9d8eba36-3f9c-4b03-8829-b2abb520f267 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:09.499557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9d8eba36-3f9c-4b03-8829-b2abb520f267 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:09.507959 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c661afe8-767f-4ac0-b8bb-59709f3e651c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:09.592743 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3c95-47e4-4109-bd76-99d58bb9412a tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:09.648522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9d8eba36-3f9c-4b03-8829-b2abb520f267 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:09.666542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8eba36-3f9c-4b03-8829-b2abb520f267 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd6de8b5-f24b-448d-bd28-6806974af0ba,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:09.674440 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:09.734406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:09.828525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7e58dce6-e5a2-4ec2-84ad-53398509c670 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:09.896260 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3c95-47e4-4109-bd76-99d58bb9412a tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:09.957100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-e6fc3c95-47e4-4109-bd76-99d58bb9412a tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6689d8-7db5-4ad2-8250-e4b27a357223']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:09.983336 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Pushing event updated for resources: {'Port': ['ID=a6d3c29a-bf68-4f38-8056-c74a2fc9d6af,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:09.989085 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-e6fc3c95-47e4-4109-bd76-99d58bb9412a tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60164da2-7cf0-44b4-b6ff-39d3f101886c') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:09.989779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-e6fc3c95-47e4-4109-bd76-99d58bb9412a tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60164da2-7cf0-44b4-b6ff-39d3f101886c') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:09.997713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.019759 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.024126 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0b2f62fb-2753-4d57-83ae-d0e46af8bd7b tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2332640 Jan 24 16:24:10.024126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3c95-47e4-4109-bd76-99d58bb9412a tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.030443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33638) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:10.038375 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-6999bef1-5706-46ea-b338-16c6bbee3df8 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Request body: {'floatingip': {'port_id': 'ab51b284-f7cd-4bfb-a980-974e025b7282', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:10.125952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3c95-47e4-4109-bd76-99d58bb9412a tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.132437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6999bef1-5706-46ea-b338-16c6bbee3df8 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for floatingip, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.190745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6fc3c95-47e4-4109-bd76-99d58bb9412a tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:24:10.191229 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3c95-47e4-4109-bd76-99d58bb9412a tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:24:10.205457 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:24:10.286319 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 2ec706bb-2c45-4281-be45-cabcb68e3d3a up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:10.288960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9d8eba36-3f9c-4b03-8829-b2abb520f267 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.291928 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9d8eba36-3f9c-4b03-8829-b2abb520f267 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-group-rules/cd6de8b5-f24b-448d-bd28-6806974af0ba HTTP/1.1" status: 204 len: 168 time: 0.8740020 Jan 24 16:24:10.292896 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33644) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:10.325670 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.354797 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e58dce6-e5a2-4ec2-84ad-53398509c670 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network 2cb02613-eb5c-48e1-9cea-860476eca87a is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:10.390064 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.399124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 2ec706bb-2c45-4281-be45-cabcb68e3d3a completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:10.406452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 2ec706bb-2c45-4281-be45-cabcb68e3d3a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:10.408048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.413446 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3c95-47e4-4109-bd76-99d58bb9412a tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.436784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58dce6-e5a2-4ec2-84ad-53398509c670 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Subnet': ['ID=14b707d6-a203-4d5b-a294-f98e8a52ad86,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:10.440447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-7e58dce6-e5a2-4ec2-84ad-53398509c670 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:10.443424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e58dce6-e5a2-4ec2-84ad-53398509c670 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:10.444631 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7e58dce6-e5a2-4ec2-84ad-53398509c670 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.459022 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3c95-47e4-4109-bd76-99d58bb9412a tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.464494 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dae41c5-2ce4-46a8-868c-7375955d37f6 None None] Network 2cb02613-eb5c-48e1-9cea-860476eca87a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:10.490062 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc3c95-47e4-4109-bd76-99d58bb9412a tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event deleted for resources: {'Network': ['ID=8d6689d8-7db5-4ad2-8250-e4b27a357223,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:10.506668 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e6fc3c95-47e4-4109-bd76-99d58bb9412a tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "DELETE /v2.0/networks/8d6689d8-7db5-4ad2-8250-e4b27a357223 HTTP/1.1" status: 204 len: 168 time: 1.1259615 Jan 24 16:24:10.511429 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33650) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:10.550168 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d48a-2e3d-4497-b393-f226328afc05 req-ec2e4de0-923f-4ba8-bb37-a4c66be7b979 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:10.551785 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-21e0d48a-2e3d-4497-b393-f226328afc05 req-ec2e4de0-923f-4ba8-bb37-a4c66be7b979 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 944 time: 0.3228633 Jan 24 16:24:10.554706 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6fe0ba27-9ba7-490b-8ce6-9f1edba19c86 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:10.569017 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7e58dce6-e5a2-4ec2-84ad-53398509c670 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9778569 Jan 24 16:24:10.569017 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33654) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:10.585970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-69c1bc05-3eb2-4896-9a27-eff4c94a4852 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'security_group': {'name': 'tempest-secgroup-944713970'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:10.598668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-69c1bc05-3eb2-4896-9a27-eff4c94a4852 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:10.601114 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6fe0ba27-9ba7-490b-8ce6-9f1edba19c86 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:10.605745 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6fe0ba27-9ba7-490b-8ce6-9f1edba19c86 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3073070 Jan 24 16:24:10.608187 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33660) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:10.611500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-69c1bc05-3eb2-4896-9a27-eff4c94a4852 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:security_group and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:10.630219 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-69c1bc05-3eb2-4896-9a27-eff4c94a4852 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:10.639866 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-6999bef1-5706-46ea-b338-16c6bbee3df8 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] update failed (client error): The resource could not be found. Jan 24 16:24:10.640871 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6999bef1-5706-46ea-b338-16c6bbee3df8 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] 10.222.0.130 "PUT /v2.0/floatingips/3f949e63-7491-4364-a0c9-ffa7a969c244 HTTP/1.1" status: 404 len: 507 time: 0.6095848 Jan 24 16:24:10.642875 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c661afe8-767f-4ac0-b8bb-59709f3e651c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router c112ec3d-8277-498f-ab88-1dded81ab93b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:24:10.647599 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33666) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:10.648279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-69c1bc05-3eb2-4896-9a27-eff4c94a4852 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:10.699285 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-69c1bc05-3eb2-4896-9a27-eff4c94a4852 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.806634 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09160b45-d247-4b42-83e3-57d3101c7aa5 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.904453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-69c1bc05-3eb2-4896-9a27-eff4c94a4852 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:10.919686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-69c1bc05-3eb2-4896-9a27-eff4c94a4852 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:security_group_rule and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:10.926477 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-69c1bc05-3eb2-4896-9a27-eff4c94a4852 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:10.931342 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c661afe8-767f-4ac0-b8bb-59709f3e651c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:24:10.942087 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c8cb48-31d9-476f-8d51-99c030891c55 None None] Sync routers for ids ['c112ec3d-8277-498f-ab88-1dded81ab93b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:24:10.946579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-69c1bc05-3eb2-4896-9a27-eff4c94a4852 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:10.949489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09160b45-d247-4b42-83e3-57d3101c7aa5 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.968487 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c8cb48-31d9-476f-8d51-99c030891c55 None None] Routers {'c112ec3d-8277-498f-ab88-1dded81ab93b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:10.969264 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-53c8cb48-31d9-476f-8d51-99c030891c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c112ec3d-8277-498f-ab88-1dded81ab93b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:10.970580 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c661afe8-767f-4ac0-b8bb-59709f3e651c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/c112ec3d-8277-498f-ab88-1dded81ab93b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8545604 Jan 24 16:24:10.975388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33670) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:10.976256 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.980776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-33b542ab-8c4b-4abb-aa91-64d4b260ff23 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:10.995064 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-21e0d48a-2e3d-4497-b393-f226328afc05 req-a0d67cdb-0f5c-478d-a267-aead40760d9c tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4336402 Jan 24 16:24:11.002035 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-3edb043e-0f80-494e-a188-dcbf3a73d4f2 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Deleting port a6d3c29a-bf68-4f38-8056-c74a2fc9d6af {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:11.002359 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3edb043e-0f80-494e-a188-dcbf3a73d4f2 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.088197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec706bb-2c45-4281-be45-cabcb68e3d3a'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:24:11.095557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1e8a50ca-94fd-4826-bb98-b0536f7b1189 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Synchronizing usage tracker for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:11.102530 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-2cb02613-eb5c-48e1-9cea-860476eca87a', 'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'tenant_id': '020c63c86e484c40a5cbd6c7b2bbb0fb', 'fixed_ips': [{'subnet_id': '14b707d6-a203-4d5b-a294-f98e8a52ad86'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:24:11.107554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.114608 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-53c8cb48-31d9-476f-8d51-99c030891c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:11.134066 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1e8a50ca-94fd-4826-bb98-b0536f7b1189 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Unset dirty status for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:11.135332 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1e8a50ca-94fd-4826-bb98-b0536f7b1189 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports?device_id=c112ec3d-8277-498f-ab88-1dded81ab93b HTTP/1.1" status: 200 len: 205 time: 0.1526020 Jan 24 16:24:11.141495 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33678) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:11.149261 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c8cb48-31d9-476f-8d51-99c030891c55 None None] Routers {'c112ec3d-8277-498f-ab88-1dded81ab93b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:11.149484 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-53c8cb48-31d9-476f-8d51-99c030891c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c112ec3d-8277-498f-ab88-1dded81ab93b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:11.155130 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 2ec706bb-2c45-4281-be45-cabcb68e3d3a, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2ec706bb-2c45-4281-be45-cabcb68e3d3a,segment=NetworkSegment(2aba6bd8-ebc7-4d37-8903-371e8fe85e09),segment_id=2aba6bd8-ebc7-4d37-8903-371e8fe85e09)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:11.167162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09160b45-d247-4b42-83e3-57d3101c7aa5 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.258089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.277410 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09160b45-d247-4b42-83e3-57d3101c7aa5 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2689d60-4b1f-48d2-966d-e8f3517bb785,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:11.280553 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-53c8cb48-31d9-476f-8d51-99c030891c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:11.281164 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c8cb48-31d9-476f-8d51-99c030891c55 None None] The sync data for ids ['c112ec3d-8277-498f-ab88-1dded81ab93b'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:24:11.322369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-69c1bc05-3eb2-4896-9a27-eff4c94a4852 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.356501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-69c1bc05-3eb2-4896-9a27-eff4c94a4852 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.374851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09160b45-d247-4b42-83e3-57d3101c7aa5 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.380888 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-09160b45-d247-4b42-83e3-57d3101c7aa5 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-groups/f2689d60-4b1f-48d2-966d-e8f3517bb785 HTTP/1.1" status: 204 len: 168 time: 0.7711627 Jan 24 16:24:11.385335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33682) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:11.410438 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec706bb-2c45-4281-be45-cabcb68e3d3a', 'code': 200} Jan 24 16:24:11.414884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=2ec706bb-2c45-4281-be45-cabcb68e3d3a,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:11.442266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-33b542ab-8c4b-4abb-aa91-64d4b260ff23 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.469127 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Allocated IP 2001:db8::2 (2cb02613-eb5c-48e1-9cea-860476eca87a/14b707d6-a203-4d5b-a294-f98e8a52ad86/6e85cd0b-5156-4f4c-99dc-36df599ff4a7) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:11.494037 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-69c1bc05-3eb2-4896-9a27-eff4c94a4852 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.495164 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-69c1bc05-3eb2-4896-9a27-eff4c94a4852 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9253190 Jan 24 16:24:11.497109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-33b542ab-8c4b-4abb-aa91-64d4b260ff23 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22ed420-86e4-499a-9925-4ce9970c715e']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:11.501582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33688) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:11.509714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-2e41d803-2bbb-43aa-84c1-26274fa9a4e2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1688166487'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:11.515345 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2e41d803-2bbb-43aa-84c1-26274fa9a4e2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:11.519709 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2e41d803-2bbb-43aa-84c1-26274fa9a4e2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:security_group and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:11.522826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2e41d803-2bbb-43aa-84c1-26274fa9a4e2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:11.529555 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2e41d803-2bbb-43aa-84c1-26274fa9a4e2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:11.537416 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-33b542ab-8c4b-4abb-aa91-64d4b260ff23 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc88272-40cf-4d2b-a8d5-8e22dc6f1bba') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:11.537751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-33b542ab-8c4b-4abb-aa91-64d4b260ff23 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc88272-40cf-4d2b-a8d5-8e22dc6f1bba') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:11.540551 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9bef2d22-3e86-4f83-be98-a7545173b4be tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.575296 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-33b542ab-8c4b-4abb-aa91-64d4b260ff23 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.594466 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2e41d803-2bbb-43aa-84c1-26274fa9a4e2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.596059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3edb043e-0f80-494e-a188-dcbf3a73d4f2 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.596059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3edb043e-0f80-494e-a188-dcbf3a73d4f2 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.603669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1bc05-3eb2-4896-9a27-eff4c94a4852 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e894140c-595e-43ef-a860-cf3b5dde86ff,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:11.639869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d5bce192-9dde-4816-bef8-31abeb7bcc8a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:11.647201 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2e41d803-2bbb-43aa-84c1-26274fa9a4e2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:11.651036 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2e41d803-2bbb-43aa-84c1-26274fa9a4e2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:security_group_rule and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:11.654021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2e41d803-2bbb-43aa-84c1-26274fa9a4e2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:11.660278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2e41d803-2bbb-43aa-84c1-26274fa9a4e2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:11.721711 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2e41d803-2bbb-43aa-84c1-26274fa9a4e2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.778500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2e41d803-2bbb-43aa-84c1-26274fa9a4e2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.821668 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.833777 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.835107 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Transition to ACTIVE for port object 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:11.884768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-3edb043e-0f80-494e-a188-dcbf3a73d4f2 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Calling delete_port for a6d3c29a-bf68-4f38-8056-c74a2fc9d6af owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:11.897020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41d803-2bbb-43aa-84c1-26274fa9a4e2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82797b28-bc57-47a6-b762-92c6fe90ccc4,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:11.901168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2e41d803-2bbb-43aa-84c1-26274fa9a4e2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.904972 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2e41d803-2bbb-43aa-84c1-26274fa9a4e2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3980238 Jan 24 16:24:11.916563 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-33b542ab-8c4b-4abb-aa91-64d4b260ff23 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.923031 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33692) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:11.945858 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-499309597', 'security_groups': ['82797b28-bc57-47a6-b762-92c6fe90ccc4'], 'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '14b707d6-a203-4d5b-a294-f98e8a52ad86'}]}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:11.962416 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b542ab-8c4b-4abb-aa91-64d4b260ff23 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:24:11.962823 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-33b542ab-8c4b-4abb-aa91-64d4b260ff23 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:11.984677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d5bce192-9dde-4816-bef8-31abeb7bcc8a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:11.986049 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d5bce192-9dde-4816-bef8-31abeb7bcc8a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5981693 Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:24:11.987309 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:24:12.021099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33696) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:12.031229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b5492dc9-69c4-47bd-b1a3-6be482ea59bf tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433272941'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:12.175396 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b5492dc9-69c4-47bd-b1a3-6be482ea59bf tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:12.244525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9bef2d22-3e86-4f83-be98-a7545173b4be tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:12.246217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b5492dc9-69c4-47bd-b1a3-6be482ea59bf tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:12.254697 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9bef2d22-3e86-4f83-be98-a7545173b4be tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:12.284683 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b5492dc9-69c4-47bd-b1a3-6be482ea59bf tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:12.308825 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9bef2d22-3e86-4f83-be98-a7545173b4be tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:12.309082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Transition to ACTIVE for port object 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:12.309270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bef2d22-3e86-4f83-be98-a7545173b4be tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Fanout notify agent at l3_agent the message router_deleted on router c112ec3d-8277-498f-ab88-1dded81ab93b {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:24:12.316480 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-33b542ab-8c4b-4abb-aa91-64d4b260ff23 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:12.331099 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:12.343516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b5492dc9-69c4-47bd-b1a3-6be482ea59bf tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:12.348100 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b5492dc9-69c4-47bd-b1a3-6be482ea59bf tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:12.351248 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b5492dc9-69c4-47bd-b1a3-6be482ea59bf tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:12.357804 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b5492dc9-69c4-47bd-b1a3-6be482ea59bf tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:12.364452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-33b542ab-8c4b-4abb-aa91-64d4b260ff23 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:12.410952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b542ab-8c4b-4abb-aa91-64d4b260ff23 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] Pushing event deleted for resources: {'Network': ['ID=f22ed420-86e4-499a-9925-4ce9970c715e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:12.433043 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-33b542ab-8c4b-4abb-aa91-64d4b260ff23 tempest-BulkNetworkOpsTest-526785803 tempest-BulkNetworkOpsTest-526785803-project] 10.222.0.130 "DELETE /v2.0/networks/f22ed420-86e4-499a-9925-4ce9970c715e HTTP/1.1" status: 204 len: 168 time: 1.9195366 Jan 24 16:24:12.433662 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b5492dc9-69c4-47bd-b1a3-6be482ea59bf tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:12.449079 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Network 2cb02613-eb5c-48e1-9cea-860476eca87a is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:12.451261 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:12.451583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b5492dc9-69c4-47bd-b1a3-6be482ea59bf tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:12.457686 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:12.478066 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ad05a70b-1a10-4dd4-9846-ecbc359266d9 req-b00b23f6-b961-48a8-bb39-e6c70e8247ea service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 1098 time: 0.7018592 Jan 24 16:24:12.481924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:12.500146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9bef2d22-3e86-4f83-be98-a7545173b4be tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:12.509298 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9bef2d22-3e86-4f83-be98-a7545173b4be tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/routers/c112ec3d-8277-498f-ab88-1dded81ab93b HTTP/1.1" status: 204 len: 168 time: 1.3486814 Jan 24 16:24:12.511600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Pushing event updated for resources: {'Port': ['ID=6e85cd0b-5156-4f4c-99dc-36df599ff4a7,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:12.523029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33704) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:12.549302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:12.572951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30b707-52be-43e9-a6af-b1946cf8b8f6 req-c28db128-66aa-43f6-9c30-a8643d2bbb51 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:12.574452 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dc30b707-52be-43e9-a6af-b1946cf8b8f6 req-c28db128-66aa-43f6-9c30-a8643d2bbb51 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 0.3555844 Jan 24 16:24:12.580774 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ad05a70b-1a10-4dd4-9846-ecbc359266d9 req-94b15530-9044-4974-8925-2894484fb456 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918128 Jan 24 16:24:12.600036 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:12.606462 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Attempting to bind port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:24:12.607220 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Attempting to bind port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:24:12.607829 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Attempting to bind port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 on network 2cb02613-eb5c-48e1-9cea-860476eca87a {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:24:12.617835 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3edb043e-0f80-494e-a188-dcbf3a73d4f2 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:12.626015 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:24:12.626754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Checking segment: {'id': '8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:12.627885 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:12.628949 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Bound using segment: {'id': '8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:24:12.630128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Bound port: 6e85cd0b-5156-4f4c-99dc-36df599ff4a7, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:24:12.631056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:12.780316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b5492dc9-69c4-47bd-b1a3-6be482ea59bf tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:12.782525 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b5492dc9-69c4-47bd-b1a3-6be482ea59bf tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7603083 Jan 24 16:24:12.789261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33710) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:12.798932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6b6eafda-efee-4340-8711-84636adcaf2a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Request body: {'security_group_rule': {'security_group_id': '9d335939-bd57-4bf0-a2e9-301dd1414230', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:12.799540 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb043e-0f80-494e-a188-dcbf3a73d4f2 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Pushing event deleted for resources: {'Port': ['ID=a6d3c29a-bf68-4f38-8056-c74a2fc9d6af,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:12.808280 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5492dc9-69c4-47bd-b1a3-6be482ea59bf tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d335939-bd57-4bf0-a2e9-301dd1414230,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:12.813296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6b6eafda-efee-4340-8711-84636adcaf2a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:12.823655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] For port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:24:12.830493 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dc30b707-52be-43e9-a6af-b1946cf8b8f6 req-458bdb2b-ac81-4f43-a74b-c199291db2d8 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393627 Jan 24 16:24:12.844786 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] For port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6e85cd0b-5156-4f4c-99dc-36df599ff4a7,segment=NetworkSegment(8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169),segment_id=8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:24:12.858801 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6b6eafda-efee-4340-8711-84636adcaf2a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Usage tracker for resource:security_group_rule and tenant:14cd14cedd8e4f299ddaa942d7d25ead is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:12.858986 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:12.869597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6b6eafda-efee-4340-8711-84636adcaf2a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:12.887049 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6b6eafda-efee-4340-8711-84636adcaf2a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:12.919972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb68ff6-064d-4c5a-a5a0-5ee69813ecf6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting subnet da12cf20-0900-4c70-899b-5b496e9c713a {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:24:12.934535 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0eb68ff6-064d-4c5a-a5a0-5ee69813ecf6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:12.992790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b6eafda-efee-4340-8711-84636adcaf2a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:13.012619 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16153fd7-deb8-4abe-9161-d38c181636d7 None None] Pushing event updated for resources: {'Port': ['ID=6e85cd0b-5156-4f4c-99dc-36df599ff4a7,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:13.087132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0eb68ff6-064d-4c5a-a5a0-5ee69813ecf6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:13.125769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33720) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:13.176503 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3edb043e-0f80-494e-a188-dcbf3a73d4f2 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:13.194429 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:13.200296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b6eafda-efee-4340-8711-84636adcaf2a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:13.208212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b6eafda-efee-4340-8711-84636adcaf2a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:13.219961 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3edb043e-0f80-494e-a188-dcbf3a73d4f2 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:13.224431 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3edb043e-0f80-494e-a188-dcbf3a73d4f2 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] 10.222.0.130 "DELETE /v2.0/floatingips/3f949e63-7491-4364-a0c9-ffa7a969c244 HTTP/1.1" status: 204 len: 168 time: 2.5725393 Jan 24 16:24:13.224609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] device_id is not set on port 47a36b29-a20c-40bd-8e1b-9aeb257be2eb yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:24:13.242238 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33726) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:13.255817 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4507e8e3-4e81-4f47-85dc-0a3b5e23925a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Request body: {'floatingip': {'floating_network_id': 'b3bd6ed8-0d41-4ddc-9f88-34bde733e930', 'port_id': 'ab51b284-f7cd-4bfb-a980-974e025b7282', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:13.270439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4507e8e3-4e81-4f47-85dc-0a3b5e23925a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:13.293537 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6eafda-efee-4340-8711-84636adcaf2a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51d88ab-be8e-4651-b278-180ab59bbf31,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:13.311004 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4507e8e3-4e81-4f47-85dc-0a3b5e23925a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Usage tracker for resource:floatingip and tenant:49c18ed1a63e45a89d4ab5b7300359ed is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:13.317778 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4507e8e3-4e81-4f47-85dc-0a3b5e23925a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:13.334216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4507e8e3-4e81-4f47-85dc-0a3b5e23925a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:13.348184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Sync routers for ids ['a8963ef1-9feb-482f-90d9-2c50fe1f6efb'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:24:13.349811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b6eafda-efee-4340-8711-84636adcaf2a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:13.351049 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6b6eafda-efee-4340-8711-84636adcaf2a tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5603642 Jan 24 16:24:13.361256 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33730) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:13.364306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0eb68ff6-064d-4c5a-a5a0-5ee69813ecf6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:13.388529 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Routers {'a8963ef1-9feb-482f-90d9-2c50fe1f6efb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:13.389192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a8963ef1-9feb-482f-90d9-2c50fe1f6efb'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:13.399622 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4507e8e3-4e81-4f47-85dc-0a3b5e23925a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:13.591822 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0eb68ff6-064d-4c5a-a5a0-5ee69813ecf6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:13.638864 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb68ff6-064d-4c5a-a5a0-5ee69813ecf6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Subnet': ['ID=da12cf20-0900-4c70-899b-5b496e9c713a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:13.644604 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-08eabb89-50ee-47d3-bfdd-3ed0d73daf26 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=4b5f356668ae4d6ebbd240dac5351320&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5151305 Jan 24 16:24:13.647968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33734) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:13.670083 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0eb68ff6-064d-4c5a-a5a0-5ee69813ecf6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:13.675645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d72337-ce45-492d-906d-96f92b4e97c4 None None] Network c1270aa3-2af4-4ad8-ba53-e020c63cadaf requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:13.679946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70fc141f-c7aa-4fe0-bd31-9cca55316832 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:13.713323 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0eb68ff6-064d-4c5a-a5a0-5ee69813ecf6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/da12cf20-0900-4c70-899b-5b496e9c713a HTTP/1.1" status: 204 len: 168 time: 1.1805434 Jan 24 16:24:13.714151 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33738) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:13.735219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70fc141f-c7aa-4fe0-bd31-9cca55316832 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:13.796546 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Set router a8963ef1-9feb-482f-90d9-2c50fe1f6efb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:24:13.853916 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Allocated IP 2001:db8::15a (2cb02613-eb5c-48e1-9cea-860476eca87a/14b707d6-a203-4d5b-a294-f98e8a52ad86/47a36b29-a20c-40bd-8e1b-9aeb257be2eb) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:13.985481 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:13.991748 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-845e632a-18de-4f51-89b8-8d351263c8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:14.107108 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port 27de460f-b221-4597-95f0-170f778c2c5b {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:14.108237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:14.233524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-845e632a-18de-4f51-89b8-8d351263c8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:14.254585 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:14.277868 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:14.283717 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Transition to ACTIVE for port object 47a36b29-a20c-40bd-8e1b-9aeb257be2eb will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:14.306754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70fc141f-c7aa-4fe0-bd31-9cca55316832 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:14.327985 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:14.405014 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network 2cb02613-eb5c-48e1-9cea-860476eca87a is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:14.413908 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:14.416039 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc141f-c7aa-4fe0-bd31-9cca55316832 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d335939-bd57-4bf0-a2e9-301dd1414230,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:14.417776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:14.423018 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:14.423792 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:14.464410 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-4507e8e3-4e81-4f47-85dc-0a3b5e23925a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:14.465649 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4507e8e3-4e81-4f47-85dc-0a3b5e23925a tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2209496 Jan 24 16:24:14.474761 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33746) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:14.499731 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': 'ab51b284-f7cd-4bfb-a980-974e025b7282', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:14.514669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:14.523735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70fc141f-c7aa-4fe0-bd31-9cca55316832 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:14.525042 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-70fc141f-c7aa-4fe0-bd31-9cca55316832 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-groups/9d335939-bd57-4bf0-a2e9-301dd1414230 HTTP/1.1" status: 204 len: 168 time: 1.1525128 Jan 24 16:24:14.533897 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=47a36b29-a20c-40bd-8e1b-9aeb257be2eb,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:14.538809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33750) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:14.563620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Usage tracker for resource:floatingip and tenant:49c18ed1a63e45a89d4ab5b7300359ed is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:14.573928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:14.585857 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-11f739fa-51ea-4c1d-bf53-d4e45c5200d9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6555645 Jan 24 16:24:14.593168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:14.595577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33754) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:14.618010 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-db8f69a0-fe19-4d58-b955-19bab816f905 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'subnet': {'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:14.709649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:14.760930 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675c530-23da-4a1a-a6ad-18ad9fe2f06d req-db39b690-64d3-4825-8f32-7ab6c554643b tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:14.762442 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1675c530-23da-4a1a-a6ad-18ad9fe2f06d req-db39b690-64d3-4825-8f32-7ab6c554643b tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 0.6580341 Jan 24 16:24:14.763078 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-845e632a-18de-4f51-89b8-8d351263c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:14.856529 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-014be33c-41e7-4be1-9c55-d90dbf4ecb42 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:14.951929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-600fec63-e973-4fc0-96ec-a1e09249b9a4 None None] Provisioning for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:14.969327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-014be33c-41e7-4be1-9c55-d90dbf4ecb42 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:14.973994 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-014be33c-41e7-4be1-9c55-d90dbf4ecb42 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4316528 Jan 24 16:24:14.974312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-db8f69a0-fe19-4d58-b955-19bab816f905 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:14.978361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33758) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:14.982572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-db8f69a0-fe19-4d58-b955-19bab816f905 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:subnet and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:14.984764 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-600fec63-e973-4fc0-96ec-a1e09249b9a4 None None] Provisioning complete for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:14.985137 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-600fec63-e973-4fc0-96ec-a1e09249b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:14.988154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e632a-18de-4f51-89b8-8d351263c8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79b7e66-e316-4746-90d0-9cc92b4b4d72,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:15.010201 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-db8f69a0-fe19-4d58-b955-19bab816f905 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:15.012203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-845e632a-18de-4f51-89b8-8d351263c8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:15.015955 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-845e632a-18de-4f51-89b8-8d351263c8d1 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/c79b7e66-e316-4746-90d0-9cc92b4b4d72 HTTP/1.1" status: 204 len: 168 time: 1.3669319 Jan 24 16:24:15.018333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-db8f69a0-fe19-4d58-b955-19bab816f905 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:15.043198 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1675c530-23da-4a1a-a6ad-18ad9fe2f06d req-65f7189c-fcfd-4218-be93-1f83df04f95c tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447746 Jan 24 16:24:15.053726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] For port 27de460f-b221-4597-95f0-170f778c2c5b, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=27de460f-b221-4597-95f0-170f778c2c5b,segment=NetworkSegment(92f8fcbf-1bca-4c79-978f-cf5a2058f554),segment_id=92f8fcbf-1bca-4c79-978f-cf5a2058f554)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:15.054368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:15.122226 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8f69a0-fe19-4d58-b955-19bab816f905 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:15.125927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-db8f69a0-fe19-4d58-b955-19bab816f905 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:15.148325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302723f2-4bd9-4f2e-b701-8c91fce32fac None None] DHCP port deletion for c1270aa3-2af4-4ad8-ba53-e020c63cadaf request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:24:15.155363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:15.190197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-302723f2-4bd9-4f2e-b701-8c91fce32fac None None] Deleting port 27de460f-b221-4597-95f0-170f778c2c5b {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:15.193489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-302723f2-4bd9-4f2e-b701-8c91fce32fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:15.269032 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:15.279253 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:15.326119 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-97b4fd18-40ca-4f0d-84b3-a4ed7da5b2f1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:15.416642 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'name': 'tempest-TestVolumeBootPattern-1783815694-router', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:24Z', 'updated_at': '2022-01-24T16:23:39Z', 'revision_number': 4, 'project_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'gw_port': {'id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:26Z', 'updated_at': '2022-01-24T16:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3a6283df-89ef-49b2-9bb5-fb65630b82bb', 'name': '', 'network_id': '344169c9-6313-416f-8dba-8a6b3d2a7e02', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'mac_address': 'fa:16:3e:b7:cf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f465b7fb-9b21-461e-8805-c4fe677bb9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:36Z', 'updated_at': '2022-01-24T16:23:39Z', 'revision_number': 2, 'project_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'subnets': [{'id': 'f465b7fb-9b21-461e-8805-c4fe677bb9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:15.445733 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for 27de460f-b221-4597-95f0-170f778c2c5b owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:15.511281 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Checking router: a8963ef1-9feb-482f-90d9-2c50fe1f6efb for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:24:15.511667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Updating router a8963ef1-9feb-482f-90d9-2c50fe1f6efb port 3a6283df-89ef-49b2-9bb5-fb65630b82bb binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:24:15.519471 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-97b4fd18-40ca-4f0d-84b3-a4ed7da5b2f1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group_rule {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:15.520735 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-97b4fd18-40ca-4f0d-84b3-a4ed7da5b2f1 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.5414445 Jan 24 16:24:15.525938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33770) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:15.575378 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-01ae53d3-8bf0-40a0-8d96-9e68dcc76390 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] delete failed (client error): The resource could not be found. Jan 24 16:24:15.580630 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-01ae53d3-8bf0-40a0-8d96-9e68dcc76390 tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "DELETE /v2.0/security-groups/9d335939-bd57-4bf0-a2e9-301dd1414230 HTTP/1.1" status: 404 len: 347 time: 0.0513799 Jan 24 16:24:15.582722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33774) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:15.620299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:15.636328 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.ipam_backend_mixin [None req-db8f69a0-fe19-4d58-b955-19bab816f905 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14b707d6-a203-4d5b-a294-f98e8a52ad86 (CIDR: 2001:db8::/64) Jan 24 16:24:15.655123 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8f69a0-fe19-4d58-b955-19bab816f905 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:15.655764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8f69a0-fe19-4d58-b955-19bab816f905 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:24:15.697821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Port': ['ID=27de460f-b221-4597-95f0-170f778c2c5b,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:15.698829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32308100-faaf-4c48-b1de-065ff49fbad6 req-869788a2-44b0-4013-baec-d6b11c9cda15 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:15.700406 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-32308100-faaf-4c48-b1de-065ff49fbad6 req-869788a2-44b0-4013-baec-d6b11c9cda15 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 0.3336077 Jan 24 16:24:15.707589 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33780) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:15.708920 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-db8f69a0-fe19-4d58-b955-19bab816f905 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1086957 Jan 24 16:24:15.711710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:15.720249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-37a45dbc-96ad-40b7-8989-58c48b1fb666 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'subnet': {'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:15.826239 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-302723f2-4bd9-4f2e-b701-8c91fce32fac None None] The port '27de460f-b221-4597-95f0-170f778c2c5b' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:24:15.828073 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-32308100-faaf-4c48-b1de-065ff49fbad6 req-5a65bf8b-d7f3-4a6f-b332-aadec18b0aec tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178594 Jan 24 16:24:15.835282 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] No DVR routers for this DVR port 27de460f-b221-4597-95f0-170f778c2c5b on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:24:15.861154 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:15.861699 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33786) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:15.867102 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-600fec63-e973-4fc0-96ec-a1e09249b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:15.994464 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-39b5b0f9-6718-4dc3-b7eb-e29fcfe5f921 tempest-TestNetworkAdvancedServerOps-1468826020 tempest-TestNetworkAdvancedServerOps-1468826020-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 1093 time: 0.1305223 Jan 24 16:24:16.004328 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33792) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:16.011588 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '2ec706bb-2c45-4281-be45-cabcb68e3d3a', 'tenant_id': '887dba35b042474383130630b2f4d852', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:16.019106 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:16.027291 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Usage tracker for resource:floatingip and tenant:887dba35b042474383130630b2f4d852 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:16.032335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:16.041186 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:16.063043 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for floatingip, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:16.095962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:16.155127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d9ab4e80-f33e-40c3-b455-3832576d751e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Synchronizing usage tracker for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:16.205674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-600fec63-e973-4fc0-96ec-a1e09249b9a4 None None] For port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6e85cd0b-5156-4f4c-99dc-36df599ff4a7,segment=NetworkSegment(8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169),segment_id=8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:16.272169 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-600fec63-e973-4fc0-96ec-a1e09249b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:16.299100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:16.414788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Allocated IP 172.26.2.88 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/410fe3f0-d731-4d4f-8a67-97a02c629f77) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:16.529855 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-37a45dbc-96ad-40b7-8989-58c48b1fb666 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:16.534697 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-37a45dbc-96ad-40b7-8989-58c48b1fb666 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:subnet and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:16.538367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-37a45dbc-96ad-40b7-8989-58c48b1fb666 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:16.544849 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-37a45dbc-96ad-40b7-8989-58c48b1fb666 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:16.568664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:16.576389 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d9ab4e80-f33e-40c3-b455-3832576d751e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] Unset dirty status for tenant:14cd14cedd8e4f299ddaa942d7d25ead on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:16.577711 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d9ab4e80-f33e-40c3-b455-3832576d751e tempest-SecGroupIPv6Test-1187301905 tempest-SecGroupIPv6Test-1187301905-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9934134 Jan 24 16:24:16.583899 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a45dbc-96ad-40b7-8989-58c48b1fb666 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:16.644083 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33808) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:16.710107 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:24:16.710462 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:24:16.717039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-600fec63-e973-4fc0-96ec-a1e09249b9a4 None None] Provisioning complete for port 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:16.717411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-600fec63-e973-4fc0-96ec-a1e09249b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:16.763162 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fec63-e973-4fc0-96ec-a1e09249b9a4 None None] Pushing event updated for resources: {'Port': ['ID=6e85cd0b-5156-4f4c-99dc-36df599ff4a7,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:16.821176 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1270aa3-2af4-4ad8-ba53-e020c63cadaf']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:16.822611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-600fec63-e973-4fc0-96ec-a1e09249b9a4 None None] Port 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:16.871677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c2d990f6-b4ce-4856-8b39-df3ef0bd4f73 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:16.872259 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-c2d990f6-b4ce-4856-8b39-df3ef0bd4f73 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): There was a conflict when trying to complete your request. Jan 24 16:24:16.873183 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c2d990f6-b4ce-4856-8b39-df3ef0bd4f73 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2260673 Jan 24 16:24:16.877272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33814) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:16.891540 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319522346'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:16.907816 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f8fcbf-1bca-4c79-978f-cf5a2058f554') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:16.908126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f8fcbf-1bca-4c79-978f-cf5a2058f554') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:16.913378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:16.927337 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:16.932356 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:16.942990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:16.943382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:16.957690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:16.958903 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Transition to ACTIVE for port object 3a6283df-89ef-49b2-9bb5-fb65630b82bb will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:16.974844 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:16.976483 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.008399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.018474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6eae70d2-1fda-4870-9c5b-eb6f65a3b795 None None] Provisioning for port 47a36b29-a20c-40bd-8e1b-9aeb257be2eb completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:17.037822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:17.047769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:17.054587 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4dd8aa-5e3b-4107-911c-ceff8d05b3c4 None None] Pushing event updated for resources: {'Port': ['ID=3a6283df-89ef-49b2-9bb5-fb65630b82bb,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:17.055580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:17.069043 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6eae70d2-1fda-4870-9c5b-eb6f65a3b795 None None] Provisioning complete for port 47a36b29-a20c-40bd-8e1b-9aeb257be2eb triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:17.069670 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6eae70d2-1fda-4870-9c5b-eb6f65a3b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.070768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:17.114500 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33820) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:17.134854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.147458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-6eae70d2-1fda-4870-9c5b-eb6f65a3b795 None None] Port 47a36b29-a20c-40bd-8e1b-9aeb257be2eb cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:17.189838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:24:17.190437 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.210458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.212185 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:24:17.215391 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:24:17.224005 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37a45dbc-96ad-40b7-8989-58c48b1fb666 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.224221 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.312491 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b813652b-c22d-428f-a685-efb574db8282,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:17.315962 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:17.321666 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:17.324812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:17.336740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:17.430377 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.462276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.473653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.482650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.512021 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:17.528008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Network': ['ID=c1270aa3-2af4-4ad8-ba53-e020c63cadaf,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:17.558278 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-06e2eaf7-fea5-4846-85c9-c40eb0b162c5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/networks/c1270aa3-2af4-4ad8-ba53-e020c63cadaf HTTP/1.1" status: 204 len: 168 time: 3.8336656 Jan 24 16:24:17.563587 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33826) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:17.570820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.674096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:17.675884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Attempting to bind port 3a6283df-89ef-49b2-9bb5-fb65630b82bb on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:24:17.676957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Attempting to bind port 3a6283df-89ef-49b2-9bb5-fb65630b82bb by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '5ac5ffaa-0043-44f6-a663-1beb2c4d6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '344169c9-6313-416f-8dba-8a6b3d2a7e02'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:24:17.677552 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Attempting to bind port 3a6283df-89ef-49b2-9bb5-fb65630b82bb on network 344169c9-6313-416f-8dba-8a6b3d2a7e02 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:24:17.678606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:17.682926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1251537037', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:17.684084 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:17.686434 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:24:17.686855 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Checking segment: {'id': '5ac5ffaa-0043-44f6-a663-1beb2c4d6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '344169c9-6313-416f-8dba-8a6b3d2a7e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:17.687255 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.687765 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Bound using segment: {'id': '5ac5ffaa-0043-44f6-a663-1beb2c4d6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '344169c9-6313-416f-8dba-8a6b3d2a7e02'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:24:17.688240 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Bound port: 3a6283df-89ef-49b2-9bb5-fb65630b82bb, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac5ffaa-0043-44f6-a663-1beb2c4d6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '344169c9-6313-416f-8dba-8a6b3d2a7e02'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:24:17.688609 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.707330 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd53a76a-e21e-4bd6-926b-9eee5ad38674,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:17.710010 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:17.717298 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.718519 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-73a8a32e-b448-4d8d-a50b-de9ff81e40c9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8401616 Jan 24 16:24:17.726588 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33832) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:17.732891 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:router and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:17.733449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Pushing event updated for resources: {'Port': ['ID=410fe3f0-d731-4d4f-8a67-97a02c629f77,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:17.748996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:17.755302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d19cc4de-3a74-4d6a-9c03-8ef5bc89f678 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': 'cd53a76a-e21e-4bd6-926b-9eee5ad38674', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:17.761423 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c70a0ad7-a819-45c7-b9a9-35aaef5e2ab0 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=14cd14cedd8e4f299ddaa942d7d25ead&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6461811 Jan 24 16:24:17.776427 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33836) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:17.781139 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:17.789167 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d19cc4de-3a74-4d6a-9c03-8ef5bc89f678 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:17.792957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Allocated IP 172.26.2.61 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/c666c919-c700-4551-a94c-fa5e4ca1b918) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:17.798840 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d19cc4de-3a74-4d6a-9c03-8ef5bc89f678 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:17.805085 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d19cc4de-3a74-4d6a-9c03-8ef5bc89f678 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:17.817177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d19cc4de-3a74-4d6a-9c03-8ef5bc89f678 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:17.831988 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] For port 3a6283df-89ef-49b2-9bb5-fb65630b82bb, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:24:17.836423 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] For port 3a6283df-89ef-49b2-9bb5-fb65630b82bb, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3a6283df-89ef-49b2-9bb5-fb65630b82bb,segment=NetworkSegment(5ac5ffaa-0043-44f6-a663-1beb2c4d6d16),segment_id=5ac5ffaa-0043-44f6-a663-1beb2c4d6d16)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:24:17.846732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.847730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.856775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.905650 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:17.952456 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:17.952837 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.008702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Routers {'a8963ef1-9feb-482f-90d9-2c50fe1f6efb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:18.009494 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a8963ef1-9feb-482f-90d9-2c50fe1f6efb'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:18.111066 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4dd8aa-5e3b-4107-911c-ceff8d05b3c4 None None] Pushing event updated for resources: {'Port': ['ID=3a6283df-89ef-49b2-9bb5-fb65630b82bb,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:18.217422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.223189 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d19cc4de-3a74-4d6a-9c03-8ef5bc89f678 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.269562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-971f7ebc-976d-4260-8a4d-dd637735a930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.278774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37a45dbc-96ad-40b7-8989-58c48b1fb666 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.296587 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.320315 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d19cc4de-3a74-4d6a-9c03-8ef5bc89f678 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.329616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] Set router a8963ef1-9feb-482f-90d9-2c50fe1f6efb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:24:18.332209 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d19cc4de-3a74-4d6a-9c03-8ef5bc89f678 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.361027 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a45dbc-96ad-40b7-8989-58c48b1fb666 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network 2cb02613-eb5c-48e1-9cea-860476eca87a is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:18.368651 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-37a45dbc-96ad-40b7-8989-58c48b1fb666 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:18.388002 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cfe69e-3d9f-4de7-bf64-ed7f7e7d21ee None None] Network 2cb02613-eb5c-48e1-9cea-860476eca87a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:18.400539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.407509 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a45dbc-96ad-40b7-8989-58c48b1fb666 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:18.408364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-37a45dbc-96ad-40b7-8989-58c48b1fb666 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.411695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 27de460f-b221-4597-95f0-170f778c2c5b no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:24:18.457054 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-971f7ebc-976d-4260-8a4d-dd637735a930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.470434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cc4de-3a74-4d6a-9c03-8ef5bc89f678 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c16a21-051a-44c3-9f34-017135039cd5,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:18.505882 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-37a45dbc-96ad-40b7-8989-58c48b1fb666 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7913189 Jan 24 16:24:18.506986 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33840) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:18.528965 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a45dbc-96ad-40b7-8989-58c48b1fb666 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Subnet': ['ID=43951988-03ae-4bf5-a4e1-b61402834e7f,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:18.536202 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-95592809-5959-4c85-9e7f-f9ead717652e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-572302753', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '43951988-03ae-4bf5-a4e1-b61402834e7f'}], 'security_groups': ['e894140c-595e-43ef-a860-cf3b5dde86ff']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:18.565656 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d19cc4de-3a74-4d6a-9c03-8ef5bc89f678 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.569369 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d19cc4de-3a74-4d6a-9c03-8ef5bc89f678 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8386438 Jan 24 16:24:18.574426 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:18.574896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33844) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:18.581351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event updated for resources: {'Port': ['ID=c666c919-c700-4551-a94c-fa5e4ca1b918,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:18.583898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:18.590026 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-57efbcf3-f217-40bf-a013-eb6ded84ca1a tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': 'cd53a76a-e21e-4bd6-926b-9eee5ad38674', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:18.594592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:18.606241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 27de460f-b221-4597-95f0-170f778c2c5b {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:24:18.606241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 27de460f-b221-4597-95f0-170f778c2c5b not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:24:18.608750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Deleting port 410fe3f0-d731-4d4f-8a67-97a02c629f77 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:18.609099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.633933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-57efbcf3-f217-40bf-a013-eb6ded84ca1a tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:18.640987 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-57efbcf3-f217-40bf-a013-eb6ded84ca1a tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:18.645914 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-57efbcf3-f217-40bf-a013-eb6ded84ca1a tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:18.650671 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.666597 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-57efbcf3-f217-40bf-a013-eb6ded84ca1a tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:18.757411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-971f7ebc-976d-4260-8a4d-dd637735a930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.765109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-57efbcf3-f217-40bf-a013-eb6ded84ca1a tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.838305 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95592809-5959-4c85-9e7f-f9ead717652e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.852940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f7ebc-976d-4260-8a4d-dd637735a930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fe2d74-1be5-4a8c-ba3f-133b392cded0,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:18.923117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-971f7ebc-976d-4260-8a4d-dd637735a930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:18.927289 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-971f7ebc-976d-4260-8a4d-dd637735a930 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/25fe2d74-1be5-4a8c-ba3f-133b392cded0 HTTP/1.1" status: 204 len: 168 time: 1.1444843 Jan 24 16:24:19.010748 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'name': 'tempest-TestVolumeBootPattern-1783815694-router', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:24Z', 'updated_at': '2022-01-24T16:23:39Z', 'revision_number': 4, 'project_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'gw_port': {'id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:26Z', 'updated_at': '2022-01-24T16:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3a6283df-89ef-49b2-9bb5-fb65630b82bb', 'name': '', 'network_id': '344169c9-6313-416f-8dba-8a6b3d2a7e02', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'mac_address': 'fa:16:3e:b7:cf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f465b7fb-9b21-461e-8805-c4fe677bb9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:36Z', 'updated_at': '2022-01-24T16:24:17Z', 'revision_number': 4, 'project_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'subnets': [{'id': 'f465b7fb-9b21-461e-8805-c4fe677bb9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:19.015392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abb3183-1a5a-4bf8-90a8-05d5596a6e07 None None] The sync data for ids ['a8963ef1-9feb-482f-90d9-2c50fe1f6efb'] in dv-neutron-826104-1-hyperv is: [{'id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'name': 'tempest-TestVolumeBootPattern-1783815694-router', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:24Z', 'updated_at': '2022-01-24T16:23:39Z', 'revision_number': 4, 'project_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'gw_port': {'id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:26Z', 'updated_at': '2022-01-24T16:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3a6283df-89ef-49b2-9bb5-fb65630b82bb', 'name': '', 'network_id': '344169c9-6313-416f-8dba-8a6b3d2a7e02', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'mac_address': 'fa:16:3e:b7:cf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f465b7fb-9b21-461e-8805-c4fe677bb9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:36Z', 'updated_at': '2022-01-24T16:24:17Z', 'revision_number': 4, 'project_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'subnets': [{'id': 'f465b7fb-9b21-461e-8805-c4fe677bb9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:24:19.020597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:19.021048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:19.170752 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465aa8ee-6ed9-45fa-9a69-4e11ba81ff81 None None] Update dhcp port {'port': {'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'fixed_ips': [{'subnet_id': '14b707d6-a203-4d5b-a294-f98e8a52ad86', 'ip_address': '2001:db8::2'}, {'subnet_id': '43951988-03ae-4bf5-a4e1-b61402834e7f'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': '6e85cd0b-5156-4f4c-99dc-36df599ff4a7'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:24:19.257310 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-465aa8ee-6ed9-45fa-9a69-4e11ba81ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:19.279466 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Calling delete_port for 410fe3f0-d731-4d4f-8a67-97a02c629f77 owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:19.562150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3a6283df-89ef-49b2-9bb5-fb65630b82bb up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:19.665238 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-465aa8ee-6ed9-45fa-9a69-4e11ba81ff81 None None] Allocated IP 2001:db8:0:1::2 (2cb02613-eb5c-48e1-9cea-860476eca87a/43951988-03ae-4bf5-a4e1-b61402834e7f/6e85cd0b-5156-4f4c-99dc-36df599ff4a7) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:19.702002 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-57efbcf3-f217-40bf-a013-eb6ded84ca1a tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): There was a conflict when trying to complete your request. Jan 24 16:24:19.707373 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-57efbcf3-f217-40bf-a013-eb6ded84ca1a tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1255853 Jan 24 16:24:19.708699 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33860) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:19.757513 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-7640e406-e033-4935-9beb-af7e67cf6ead tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46407880&fields=id&tenant_id=352f5a2cec024da5b72f74b5856cad93 HTTP/1.1" status: 200 len: 267 time: 0.1472666 Jan 24 16:24:19.759609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:19.806415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:19.809373 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:19.816700 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 3a6283df-89ef-49b2-9bb5-fb65630b82bb completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:19.832200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 3a6283df-89ef-49b2-9bb5-fb65630b82bb triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:19.832615 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:19.897870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:19.919705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Pushing event deleted for resources: {'Port': ['ID=410fe3f0-d731-4d4f-8a67-97a02c629f77,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:19.938306 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-465aa8ee-6ed9-45fa-9a69-4e11ba81ff81 None None] For port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6e85cd0b-5156-4f4c-99dc-36df599ff4a7,segment=NetworkSegment(8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169),segment_id=8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:19.989032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:20.022549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-465aa8ee-6ed9-45fa-9a69-4e11ba81ff81 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:20.040399 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:20.057927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-465aa8ee-6ed9-45fa-9a69-4e11ba81ff81 None None] Transition to ACTIVE for port object 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:20.063536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec36cb68-c18c-427d-98c4-103bc4df85db tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:20.069579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-465aa8ee-6ed9-45fa-9a69-4e11ba81ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:20.151018 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Allocated IP 172.26.2.73 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/c44ed40c-782a-424e-b795-accc1b71fa41) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:20.162516 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 3a6283df-89ef-49b2-9bb5-fb65630b82bb, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3a6283df-89ef-49b2-9bb5-fb65630b82bb,segment=NetworkSegment(5ac5ffaa-0043-44f6-a663-1beb2c4d6d16),segment_id=5ac5ffaa-0043-44f6-a663-1beb2c4d6d16)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:20.203926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-359ccf61-709e-4a6d-8269-36a6b1d34dde tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:20.207469 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-359ccf61-709e-4a6d-8269-36a6b1d34dde tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 812 time: 0.4365056 Jan 24 16:24:20.207684 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:20.215911 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec36cb68-c18c-427d-98c4-103bc4df85db tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:20.236490 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465aa8ee-6ed9-45fa-9a69-4e11ba81ff81 None None] Pushing event updated for resources: {'Port': ['ID=6e85cd0b-5156-4f4c-99dc-36df599ff4a7,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:20.316729 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=3a6283df-89ef-49b2-9bb5-fb65630b82bb,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:20.336263 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-462004e4-a31a-4c03-90dd-4c0da8f876a7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/quotas/352f5a2cec024da5b72f74b5856cad93 HTTP/1.1" status: 200 len: 375 time: 0.1008215 Jan 24 16:24:20.343629 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] create failed (client error): The resource could not be found. Jan 24 16:24:20.348917 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e09ffcd1-0a3b-45d3-a3a2-6189f265a560 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.8681116 Jan 24 16:24:20.389611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33864) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:20.557095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec36cb68-c18c-427d-98c4-103bc4df85db tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:20.562635 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed1070-51a3-447c-a0ea-07c3e60fb2de tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Deleting port ab51b284-f7cd-4bfb-a980-974e025b7282 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:20.562958 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7ed1070-51a3-447c-a0ea-07c3e60fb2de tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:20.584283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-95592809-5959-4c85-9e7f-f9ead717652e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Delete allocated IP 2001:db8::15a (2cb02613-eb5c-48e1-9cea-860476eca87a/14b707d6-a203-4d5b-a294-f98e8a52ad86) {{(pid=83465) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 24 16:24:20.599768 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36cb68-c18c-427d-98c4-103bc4df85db tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd53a76a-e21e-4bd6-926b-9eee5ad38674,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:20.606182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-95592809-5959-4c85-9e7f-f9ead717652e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Allocated IP 2001:db8:0:1::348 (2cb02613-eb5c-48e1-9cea-860476eca87a/43951988-03ae-4bf5-a4e1-b61402834e7f/47a36b29-a20c-40bd-8e1b-9aeb257be2eb) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:20.640020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec36cb68-c18c-427d-98c4-103bc4df85db tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:20.641155 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ec36cb68-c18c-427d-98c4-103bc4df85db tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "DELETE /v2.0/security-groups/cd53a76a-e21e-4bd6-926b-9eee5ad38674 HTTP/1.1" status: 204 len: 168 time: 0.9314539 Jan 24 16:24:20.650078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33868) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:20.660084 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-fede8b4f-ec3d-4c9e-af64-b86d1473fc10 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3133452 Jan 24 16:24:20.819148 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:20.832907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:20.860462 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:20.921846 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-554bacd3-abf9-4286-9de1-7aa130840d08 service neutron] 10.222.0.130 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357926 Jan 24 16:24:20.945394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5e11f253-7066-442b-be1d-06035a3867e8 None None] Provisioning for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:20.951079 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5e11f253-7066-442b-be1d-06035a3867e8 None None] Provisioning complete for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:20.951530 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5e11f253-7066-442b-be1d-06035a3867e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:20.962484 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-cf24e5ab-8352-474a-af1a-9136ab1fd216 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Synchronizing usage tracker for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:20.968693 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95592809-5959-4c85-9e7f-f9ead717652e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:21.036414 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-95592809-5959-4c85-9e7f-f9ead717652e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Transition to ACTIVE for port object 47a36b29-a20c-40bd-8e1b-9aeb257be2eb will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:21.052652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95592809-5959-4c85-9e7f-f9ead717652e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:21.057727 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event updated for resources: {'Port': ['ID=c666c919-c700-4551-a94c-fa5e4ca1b918,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:21.079925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-cf24e5ab-8352-474a-af1a-9136ab1fd216 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Unset dirty status for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:21.085659 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cf24e5ab-8352-474a-af1a-9136ab1fd216 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4346004 Jan 24 16:24:21.101373 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33872) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:21.120006 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-9a350c52-46cf-41c3-aa5f-a4e997e6541d tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group': {'name': 'tempest-secgroup--997477345'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:21.132302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9a350c52-46cf-41c3-aa5f-a4e997e6541d tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:21.145349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:21.162822 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5e11f253-7066-442b-be1d-06035a3867e8 None None] Provisioning for port 47a36b29-a20c-40bd-8e1b-9aeb257be2eb completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:21.168403 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5e11f253-7066-442b-be1d-06035a3867e8 None None] Provisioning complete for port 47a36b29-a20c-40bd-8e1b-9aeb257be2eb triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:21.168773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5e11f253-7066-442b-be1d-06035a3867e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:21.190878 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-5efe0d37-5875-4e30-8fe7-d5618e94e216 service neutron] 10.222.0.130 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538671 Jan 24 16:24:21.198770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-95592809-5959-4c85-9e7f-f9ead717652e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] In _notify_port_updated(), no bound segment for port 47a36b29-a20c-40bd-8e1b-9aeb257be2eb on network 2cb02613-eb5c-48e1-9cea-860476eca87a {{(pid=83465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:24:21.202217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95592809-5959-4c85-9e7f-f9ead717652e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:21.202835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-95592809-5959-4c85-9e7f-f9ead717652e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:21.204125 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-95592809-5959-4c85-9e7f-f9ead717652e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "PUT /v2.0/ports/47a36b29-a20c-40bd-8e1b-9aeb257be2eb HTTP/1.1" status: 200 len: 930 time: 2.6820514 Jan 24 16:24:21.208528 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33876) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:21.210860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:21.211031 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95592809-5959-4c85-9e7f-f9ead717652e tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=47a36b29-a20c-40bd-8e1b-9aeb257be2eb,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:21.215817 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7ed1070-51a3-447c-a0ea-07c3e60fb2de tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:21.223593 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9a350c52-46cf-41c3-aa5f-a4e997e6541d tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:21.259295 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-5e11f253-7066-442b-be1d-06035a3867e8 None None] Port 47a36b29-a20c-40bd-8e1b-9aeb257be2eb cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:21.275718 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5e11f253-7066-442b-be1d-06035a3867e8 None None] Provisioning complete for port 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:21.275898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5e11f253-7066-442b-be1d-06035a3867e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:21.298446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-f6624167-4301-458d-be7f-8832fcb2e85b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 47a36b29-a20c-40bd-8e1b-9aeb257be2eb {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:21.299260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f6624167-4301-458d-be7f-8832fcb2e85b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:21.355821 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-5e11f253-7066-442b-be1d-06035a3867e8 None None] Port 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:21.424262 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed1070-51a3-447c-a0ea-07c3e60fb2de tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Calling delete_port for ab51b284-f7cd-4bfb-a980-974e025b7282 owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:21.462754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3a6283df-89ef-49b2-9bb5-fb65630b82bb up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:21.477753 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9a350c52-46cf-41c3-aa5f-a4e997e6541d tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:21.544047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:21.557499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:21.582698 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:21.589193 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 3a6283df-89ef-49b2-9bb5-fb65630b82bb triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:21.589875 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:21.618279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=c44ed40c-782a-424e-b795-accc1b71fa41,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:21.619387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f6624167-4301-458d-be7f-8832fcb2e85b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:21.758550 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9a350c52-46cf-41c3-aa5f-a4e997e6541d tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:21.759429 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-43c1a0f6-9122-4cc4-a2d6-4e6b399f87e7 None None] Provisioning complete for port 47a36b29-a20c-40bd-8e1b-9aeb257be2eb triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:21.759843 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-43c1a0f6-9122-4cc4-a2d6-4e6b399f87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:21.785225 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-f6624167-4301-458d-be7f-8832fcb2e85b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for 47a36b29-a20c-40bd-8e1b-9aeb257be2eb owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:21.807753 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9a350c52-46cf-41c3-aa5f-a4e997e6541d tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:21.840502 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:21.856990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9a350c52-46cf-41c3-aa5f-a4e997e6541d tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:21.926050 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-43c1a0f6-9122-4cc4-a2d6-4e6b399f87e7 None None] Port 47a36b29-a20c-40bd-8e1b-9aeb257be2eb cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:21.932026 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9a350c52-46cf-41c3-aa5f-a4e997e6541d tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:21.950860 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:21.951455 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:21.951884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f6624167-4301-458d-be7f-8832fcb2e85b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:21.966654 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-8079cf37-bef8-48a3-8725-e038eb7ae95c req-adda8d8a-75d4-43af-864b-e81e9a3ed952 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Synchronizing usage tracker for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:22.032014 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7ed1070-51a3-447c-a0ea-07c3e60fb2de tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.090940 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-8079cf37-bef8-48a3-8725-e038eb7ae95c req-adda8d8a-75d4-43af-864b-e81e9a3ed952 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Unset dirty status for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:22.092111 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8079cf37-bef8-48a3-8725-e038eb7ae95c req-adda8d8a-75d4-43af-864b-e81e9a3ed952 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 210 time: 0.2233505 Jan 24 16:24:22.156583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6624167-4301-458d-be7f-8832fcb2e85b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=47a36b29-a20c-40bd-8e1b-9aeb257be2eb,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:22.170669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f6624167-4301-458d-be7f-8832fcb2e85b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.185702 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f6624167-4301-458d-be7f-8832fcb2e85b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/47a36b29-a20c-40bd-8e1b-9aeb257be2eb HTTP/1.1" status: 204 len: 168 time: 0.9759793 Jan 24 16:24:22.186489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33896) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:22.246434 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-a820789e-dcdc-46ee-94a0-02f73bc9f54d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] GET failed (client error): The resource could not be found. Jan 24 16:24:22.246965 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a820789e-dcdc-46ee-94a0-02f73bc9f54d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:22.269576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a820789e-dcdc-46ee-94a0-02f73bc9f54d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:22.274666 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a820789e-dcdc-46ee-94a0-02f73bc9f54d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/47a36b29-a20c-40bd-8e1b-9aeb257be2eb HTTP/1.1" status: 404 len: 333 time: 0.0870917 Jan 24 16:24:22.275778 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33900) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:22.286054 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed1070-51a3-447c-a0ea-07c3e60fb2de tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Pushing event deleted for resources: {'Port': ['ID=ab51b284-f7cd-4bfb-a980-974e025b7282,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:22.357538 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9a350c52-46cf-41c3-aa5f-a4e997e6541d tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.375404 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f82a2dfe-0ffa-46b8-8aa4-115b4dcdad71 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.379572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9a350c52-46cf-41c3-aa5f-a4e997e6541d tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.413750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f82a2dfe-0ffa-46b8-8aa4-115b4dcdad71 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.477532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f82a2dfe-0ffa-46b8-8aa4-115b4dcdad71 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.499100 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a2dfe-0ffa-46b8-8aa4-115b4dcdad71 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82797b28-bc57-47a6-b762-92c6fe90ccc4,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:22.502499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a350c52-46cf-41c3-aa5f-a4e997e6541d tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5adbf3-7cfe-47c8-9202-a3c779802bc4,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:22.504437 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f82a2dfe-0ffa-46b8-8aa4-115b4dcdad71 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.508425 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f82a2dfe-0ffa-46b8-8aa4-115b4dcdad71 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/security-groups/82797b28-bc57-47a6-b762-92c6fe90ccc4 HTTP/1.1" status: 204 len: 168 time: 0.2311447 Jan 24 16:24:22.509020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33904) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:22.514999 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Floating IP c310e38e-7c75-4e3d-9185-ebdfc8c5cf1b associated. External IP: 172.26.2.61, port: 2ec706bb-2c45-4281-be45-cabcb68e3d3a. Jan 24 16:24:22.577116 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eb43bad7-e984-4803-8505-d15d3bf9845d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.589762 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7ed1070-51a3-447c-a0ea-07c3e60fb2de tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.609580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eb43bad7-e984-4803-8505-d15d3bf9845d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.612608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9a350c52-46cf-41c3-aa5f-a4e997e6541d tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.616436 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9a350c52-46cf-41c3-aa5f-a4e997e6541d tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5112512 Jan 24 16:24:22.617116 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c7ed1070-51a3-447c-a0ea-07c3e60fb2de tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] 10.222.0.130 "DELETE /v2.0/ports/ab51b284-f7cd-4bfb-a980-974e025b7282 HTTP/1.1" status: 204 len: 168 time: 2.2265222 Jan 24 16:24:22.619989 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33908) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:22.619989 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33910) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:22.669264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-3f451722-8633-41ff-bf90-ce0533f7593b tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '6f5adbf3-7cfe-47c8-9202-a3c779802bc4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:22.670505 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eb43bad7-e984-4803-8505-d15d3bf9845d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.676421 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-3f451722-8633-41ff-bf90-ce0533f7593b tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:22.677815 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3f451722-8633-41ff-bf90-ce0533f7593b tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0567124 Jan 24 16:24:22.690674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33916) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:22.729132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.729778 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.796144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43bad7-e984-4803-8505-d15d3bf9845d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e894140c-595e-43ef-a860-cf3b5dde86ff,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:22.799440 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eb43bad7-e984-4803-8505-d15d3bf9845d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.803100 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-eb43bad7-e984-4803-8505-d15d3bf9845d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/security-groups/e894140c-595e-43ef-a860-cf3b5dde86ff HTTP/1.1" status: 204 len: 168 time: 0.2906308 Jan 24 16:24:22.804110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33920) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:22.936445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-df161a91-1c78-4eb9-b7fc-77580c416536 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:22.953772 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45c28e6-c71b-43c1-9bbf-ea4e2954c1a5 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:22.954475 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d45c28e6-c71b-43c1-9bbf-ea4e2954c1a5 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Synchronizing usage tracker for tenant:49c18ed1a63e45a89d4ab5b7300359ed on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:22.990590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-08de273e-ec16-4842-bca6-e3e236ed60a9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting subnet 14b707d6-a203-4d5b-a294-f98e8a52ad86 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:24:22.993570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08de273e-ec16-4842-bca6-e3e236ed60a9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:23.010888 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-df161a91-1c78-4eb9-b7fc-77580c416536 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:23.059358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08de273e-ec16-4842-bca6-e3e236ed60a9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:23.081041 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d45c28e6-c71b-43c1-9bbf-ea4e2954c1a5 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Unset dirty status for tenant:49c18ed1a63e45a89d4ab5b7300359ed on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:23.082535 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d45c28e6-c71b-43c1-9bbf-ea4e2954c1a5 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] 10.222.0.130 "GET /v2.0/ports?device_id=811fb871-496b-4265-bd5a-dacc8b19d889 HTTP/1.1" status: 200 len: 913 time: 0.4594128 Jan 24 16:24:23.086726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33924) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:23.158084 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08de273e-ec16-4842-bca6-e3e236ed60a9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:23.245851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08de273e-ec16-4842-bca6-e3e236ed60a9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:23.264532 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-df161a91-1c78-4eb9-b7fc-77580c416536 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:23.321699 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de273e-ec16-4842-bca6-e3e236ed60a9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Subnet': ['ID=14b707d6-a203-4d5b-a294-f98e8a52ad86,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:23.335520 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0b04676c-a2e0-4d94-a9af-16b955d51bc9 req-65f4db9b-fd59-4a8e-b48b-81e441fdb501 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 210 time: 0.0513103 Jan 24 16:24:23.338784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08de273e-ec16-4842-bca6-e3e236ed60a9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:23.345067 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-08de273e-ec16-4842-bca6-e3e236ed60a9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/14b707d6-a203-4d5b-a294-f98e8a52ad86 HTTP/1.1" status: 204 len: 168 time: 0.5404732 Jan 24 16:24:23.351960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33930) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:23.354199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6325a61c-702f-4a3e-b7b8-bae9bc430e66 None None] Network 2cb02613-eb5c-48e1-9cea-860476eca87a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:23.385723 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-58f99c24-a496-4995-808a-50f7f915c6b1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'subnet': {'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:23.411193 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df161a91-1c78-4eb9-b7fc-77580c416536 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5adbf3-7cfe-47c8-9202-a3c779802bc4,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:23.451763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-df161a91-1c78-4eb9-b7fc-77580c416536 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:23.452776 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-df161a91-1c78-4eb9-b7fc-77580c416536 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "DELETE /v2.0/security-groups/6f5adbf3-7cfe-47c8-9202-a3c779802bc4 HTTP/1.1" status: 204 len: 168 time: 0.7539520 Jan 24 16:24:23.459600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33934) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:23.544703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-58f99c24-a496-4995-808a-50f7f915c6b1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:23.549965 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-58f99c24-a496-4995-808a-50f7f915c6b1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:subnet and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:23.553050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-58f99c24-a496-4995-808a-50f7f915c6b1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:23.560407 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-58f99c24-a496-4995-808a-50f7f915c6b1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:23.576736 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f99c24-a496-4995-808a-50f7f915c6b1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:23.583439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-58f99c24-a496-4995-808a-50f7f915c6b1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:23.623690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-0c065962-e2aa-4166-a2c3-55ac5852fea1 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:23.624361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-0c065962-e2aa-4166-a2c3-55ac5852fea1 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Synchronizing usage tracker for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:23.698989 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f807ce63-71e6-4bef-a7d1-7aa8e2d0ed97 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Synchronizing usage tracker for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:23.712241 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-0c065962-e2aa-4166-a2c3-55ac5852fea1 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Unset dirty status for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:23.724294 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-0c065962-e2aa-4166-a2c3-55ac5852fea1 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.129 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 812 time: 0.5557106 Jan 24 16:24:23.841158 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f807ce63-71e6-4bef-a7d1-7aa8e2d0ed97 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Unset dirty status for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:23.847610 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f807ce63-71e6-4bef-a7d1-7aa8e2d0ed97 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3692541 Jan 24 16:24:23.848361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33942) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:23.858334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e3a3cafa-7a30-4539-973c-f04171963c0f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group': {'name': 'tempest-secgroup--173154357'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:23.882464 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e3a3cafa-7a30-4539-973c-f04171963c0f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:23.959710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-58f99c24-a496-4995-808a-50f7f915c6b1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.056788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f99c24-a496-4995-808a-50f7f915c6b1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network 2cb02613-eb5c-48e1-9cea-860476eca87a is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:24.062224 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-58f99c24-a496-4995-808a-50f7f915c6b1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:24.070770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f99c24-a496-4995-808a-50f7f915c6b1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:24.071278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-58f99c24-a496-4995-808a-50f7f915c6b1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.075755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f99c24-a496-4995-808a-50f7f915c6b1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Subnet': ['ID=1477aa48-971a-425c-ba3a-bd5f6a711c0c,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:24.106013 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-58f99c24-a496-4995-808a-50f7f915c6b1 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7228236 Jan 24 16:24:24.106398 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33946) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:24.114389 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c21ffee6-fd1c-49a7-8f0a-56c60e88b8ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'security_group': {'name': 'tempest-secgroup-311869651'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:24.121855 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c21ffee6-fd1c-49a7-8f0a-56c60e88b8ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:24.132995 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c21ffee6-fd1c-49a7-8f0a-56c60e88b8ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:security_group and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:24.138026 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c21ffee6-fd1c-49a7-8f0a-56c60e88b8ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:24.147115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c21ffee6-fd1c-49a7-8f0a-56c60e88b8ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:24.164146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c21ffee6-fd1c-49a7-8f0a-56c60e88b8ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.191610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e3a3cafa-7a30-4539-973c-f04171963c0f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:24.201736 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-af23faf8-01b5-4f4f-9d4f-2775f0903c0b tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Synchronizing usage tracker for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:24.210804 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c21ffee6-fd1c-49a7-8f0a-56c60e88b8ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:24.217870 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c21ffee6-fd1c-49a7-8f0a-56c60e88b8ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:security_group_rule and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:24.225273 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c21ffee6-fd1c-49a7-8f0a-56c60e88b8ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:24.235209 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c21ffee6-fd1c-49a7-8f0a-56c60e88b8ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:24.243667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3a3cafa-7a30-4539-973c-f04171963c0f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.266520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:24:24.291526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-af23faf8-01b5-4f4f-9d4f-2775f0903c0b tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Unset dirty status for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:24.293123 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-af23faf8-01b5-4f4f-9d4f-2775f0903c0b tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=352f5a2cec024da5b72f74b5856cad93 HTTP/1.1" status: 200 len: 378 time: 0.5631752 Jan 24 16:24:24.312927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-a0cb32ea-c5fa-4da5-bd13-af1f212a2277 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Request body: {'port': {'device_id': 'be80c8d4-491c-43d6-b8fe-1c7bb96171a9', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'admin_state_up': True, 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'security_groups': ['e83b7d03-f4ed-401b-bdce-0fab0019fee1']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:24.316964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c21ffee6-fd1c-49a7-8f0a-56c60e88b8ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.324777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c21ffee6-fd1c-49a7-8f0a-56c60e88b8ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.371975 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ffee6-fd1c-49a7-8f0a-56c60e88b8ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e6de50-da10-4979-94df-9609380ec882,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:24.387369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c21ffee6-fd1c-49a7-8f0a-56c60e88b8ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.389009 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c21ffee6-fd1c-49a7-8f0a-56c60e88b8ae tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2815344 Jan 24 16:24:24.391806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33952) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:24.397652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c56cf73a-dd43-4d48-9e15-860510633d52 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'security_group': {'name': 'tempest-secgroup-308475115'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:24.403956 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c56cf73a-dd43-4d48-9e15-860510633d52 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:24.408253 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c56cf73a-dd43-4d48-9e15-860510633d52 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:security_group and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:24.412042 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c56cf73a-dd43-4d48-9e15-860510633d52 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:24.418480 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c56cf73a-dd43-4d48-9e15-860510633d52 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:24.434277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c56cf73a-dd43-4d48-9e15-860510633d52 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.437883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e3a3cafa-7a30-4539-973c-f04171963c0f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:24.458188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e3a3cafa-7a30-4539-973c-f04171963c0f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:24.470331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e3a3cafa-7a30-4539-973c-f04171963c0f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:24.489456 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c56cf73a-dd43-4d48-9e15-860510633d52 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:24.491266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-647fc879-c35c-4a01-9638-d2b766fdeddd tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.498144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c56cf73a-dd43-4d48-9e15-860510633d52 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:security_group_rule and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:24.502486 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c56cf73a-dd43-4d48-9e15-860510633d52 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:24.511580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c56cf73a-dd43-4d48-9e15-860510633d52 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:24.588234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c56cf73a-dd43-4d48-9e15-860510633d52 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.593690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c56cf73a-dd43-4d48-9e15-860510633d52 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.614641 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e3a3cafa-7a30-4539-973c-f04171963c0f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:24.626009 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1004e50-d079-4fbe-a63d-a99813ee0a64 None None] Network 2cb02613-eb5c-48e1-9cea-860476eca87a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:24.647043 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cf73a-dd43-4d48-9e15-860510633d52 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db54b9ae-2094-49cd-b3cd-60c86ea6c0fd,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:24.652220 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c56cf73a-dd43-4d48-9e15-860510633d52 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.656281 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c56cf73a-dd43-4d48-9e15-860510633d52 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2606268 Jan 24 16:24:24.656716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33956) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:24.663304 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-7f66395c-3728-4186-8d6d-ed9f7583f047 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'security_group': {'name': 'tempest-secgroup-305134452'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:24.669538 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7f66395c-3728-4186-8d6d-ed9f7583f047 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:24.674519 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7f66395c-3728-4186-8d6d-ed9f7583f047 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:security_group and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:24.677094 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7f66395c-3728-4186-8d6d-ed9f7583f047 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:24.683834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7f66395c-3728-4186-8d6d-ed9f7583f047 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:24.696515 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7f66395c-3728-4186-8d6d-ed9f7583f047 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.710640 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2debeeee-97d0-462d-b7ae-1ab19de3479f req-23720aaa-40ff-4aca-8d13-ff091a8169f7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 210 time: 0.0971520 Jan 24 16:24:24.717786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:24:24.740885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7f66395c-3728-4186-8d6d-ed9f7583f047 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:24.752050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7f66395c-3728-4186-8d6d-ed9f7583f047 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:security_group_rule and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:24.758242 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7f66395c-3728-4186-8d6d-ed9f7583f047 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:24.765443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7f66395c-3728-4186-8d6d-ed9f7583f047 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:24.788342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-869532c0-322d-489b-a9ee-0170598f77fd None None] Provisioning complete for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:24.788698 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-869532c0-322d-489b-a9ee-0170598f77fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.860272 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7f66395c-3728-4186-8d6d-ed9f7583f047 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.867848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7f66395c-3728-4186-8d6d-ed9f7583f047 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.884066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-a0cb32ea-c5fa-4da5-bd13-af1f212a2277 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:24.921553 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7f66395c-3728-4186-8d6d-ed9f7583f047 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.926409 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7f66395c-3728-4186-8d6d-ed9f7583f047 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2660046 Jan 24 16:24:24.927343 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33960) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:24.937807 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-723449004', 'security_groups': ['a9aa4015-8c8a-4e2c-afae-c610f5289bd0'], 'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1477aa48-971a-425c-ba3a-bd5f6a711c0c'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:24.965630 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3a3cafa-7a30-4539-973c-f04171963c0f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:24.966529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66395c-3728-4186-8d6d-ed9f7583f047 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9aa4015-8c8a-4e2c-afae-c610f5289bd0,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:24.979333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-a0cb32ea-c5fa-4da5-bd13-af1f212a2277 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:24.995590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3a3cafa-7a30-4539-973c-f04171963c0f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:25.084607 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-a0cb32ea-c5fa-4da5-bd13-af1f212a2277 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Made reservation on behalf of 352f5a2cec024da5b72f74b5856cad93 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:25.087945 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-a0cb32ea-c5fa-4da5-bd13-af1f212a2277 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:25.101566 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-869532c0-322d-489b-a9ee-0170598f77fd None None] Provisioning complete for port 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:25.102257 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-869532c0-322d-489b-a9ee-0170598f77fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:25.161035 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3cafa-7a30-4539-973c-f04171963c0f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba9c798-651a-4f92-834a-b6f5df26974c,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:25.162726 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-869532c0-322d-489b-a9ee-0170598f77fd None None] Port 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:25.234532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:25.247330 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:25.260391 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3a3cafa-7a30-4539-973c-f04171963c0f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:25.264329 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e3a3cafa-7a30-4539-973c-f04171963c0f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4081068 Jan 24 16:24:25.264777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33964) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:25.278739 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-494972bb-9123-49ca-8e5f-a8164e197bde tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': 'cba9c798-651a-4f92-834a-b6f5df26974c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:25.280315 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daf4830-f4b6-44ec-92b6-1c316d6b7879 None None] Update dhcp port {'port': {'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'fixed_ips': [{'subnet_id': '43951988-03ae-4bf5-a4e1-b61402834e7f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1477aa48-971a-425c-ba3a-bd5f6a711c0c'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': '6e85cd0b-5156-4f4c-99dc-36df599ff4a7'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:24:25.283510 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-494972bb-9123-49ca-8e5f-a8164e197bde tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:25.287708 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-494972bb-9123-49ca-8e5f-a8164e197bde tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0180664 Jan 24 16:24:25.287708 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:25.290887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:25.302071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33968) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:25.330886 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] device_id is not set on port a1f31ac3-4176-4e85-b011-a03d9c6c3abe yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:24:25.340972 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7daf4830-f4b6-44ec-92b6-1c316d6b7879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:25.497859 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cdd3bf41-7515-4f6a-9932-abb5ee96a7ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:25.549885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cdd3bf41-7515-4f6a-9932-abb5ee96a7ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:25.595990 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-7daf4830-f4b6-44ec-92b6-1c316d6b7879 None None] Allocated IP 2001:db8::2 (2cb02613-eb5c-48e1-9cea-860476eca87a/1477aa48-971a-425c-ba3a-bd5f6a711c0c/6e85cd0b-5156-4f4c-99dc-36df599ff4a7) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:25.611220 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cdd3bf41-7515-4f6a-9932-abb5ee96a7ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:25.631014 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3bf41-7515-4f6a-9932-abb5ee96a7ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba9c798-651a-4f92-834a-b6f5df26974c,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:25.650820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cdd3bf41-7515-4f6a-9932-abb5ee96a7ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:25.652147 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cdd3bf41-7515-4f6a-9932-abb5ee96a7ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "DELETE /v2.0/security-groups/cba9c798-651a-4f92-834a-b6f5df26974c HTTP/1.1" status: 204 len: 168 time: 0.3489873 Jan 24 16:24:25.654585 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33972) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:25.678031 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:24:25.689541 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c75fe-0c52-4e72-bda4-c21c4fac1eeb None None] Sync routers for ids ['d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:24:25.710379 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c75fe-0c52-4e72-bda4-c21c4fac1eeb None None] Routers {'d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:25.713150 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-807c75fe-0c52-4e72-bda4-c21c4fac1eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:25.751797 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-a0cb32ea-c5fa-4da5-bd13-af1f212a2277 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Allocated IP 172.20.0.8 (a6e18642-b28b-4d3a-b701-7a40de2eb39c/46b4058d-0335-424c-8893-d356a535cd9d/32c694d8-1f95-46ac-84f7-557f806b9512) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:25.803954 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-807c75fe-0c52-4e72-bda4-c21c4fac1eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:25.809286 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:25.812916 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8254bc29-5a3b-44a7-a86b-595062ff6327 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.2257991 Jan 24 16:24:25.821977 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 33978) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:25.824387 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c75fe-0c52-4e72-bda4-c21c4fac1eeb None None] Routers {'d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:25.825213 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-807c75fe-0c52-4e72-bda4-c21c4fac1eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:25.825474 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8ea36cf3-0e3e-400c-a395-82872ecaea8c tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Synchronizing usage tracker for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:25.881520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8ea36cf3-0e3e-400c-a395-82872ecaea8c tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Unset dirty status for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:25.882791 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8ea36cf3-0e3e-400c-a395-82872ecaea8c tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2273118 Jan 24 16:24:25.886458 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33982) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:25.895576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a1d4b533-db9c-4f20-94c8-a745eeabf20e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group': {'name': 'tempest-secgroup--673077008'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:25.901295 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-807c75fe-0c52-4e72-bda4-c21c4fac1eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:25.901962 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c75fe-0c52-4e72-bda4-c21c4fac1eeb None None] The sync data for ids ['d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:24:25.913540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-7daf4830-f4b6-44ec-92b6-1c316d6b7879 None None] For port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6e85cd0b-5156-4f4c-99dc-36df599ff4a7,segment=NetworkSegment(8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169),segment_id=8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:25.921809 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a1d4b533-db9c-4f20-94c8-a745eeabf20e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:25.935042 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a1d4b533-db9c-4f20-94c8-a745eeabf20e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:25.946105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7daf4830-f4b6-44ec-92b6-1c316d6b7879 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:25.951004 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b533-db9c-4f20-94c8-a745eeabf20e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:25.967581 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7daf4830-f4b6-44ec-92b6-1c316d6b7879 None None] Transition to ACTIVE for port object 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:25.975898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7daf4830-f4b6-44ec-92b6-1c316d6b7879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:26.168388 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf4830-f4b6-44ec-92b6-1c316d6b7879 None None] Pushing event updated for resources: {'Port': ['ID=6e85cd0b-5156-4f4c-99dc-36df599ff4a7,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:26.219593 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7ebeebf6-30ef-4b0a-8c07-580e1bb9fd59 req-8430c478-e143-413a-bb3b-270f69cf268a tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 210 time: 0.0567300 Jan 24 16:24:26.257065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a1d4b533-db9c-4f20-94c8-a745eeabf20e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:26.276193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a1d4b533-db9c-4f20-94c8-a745eeabf20e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:26.279370 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Allocated IP 2001:db8::54 (2cb02613-eb5c-48e1-9cea-860476eca87a/1477aa48-971a-425c-ba3a-bd5f6a711c0c/a1f31ac3-4176-4e85-b011-a03d9c6c3abe) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:26.281531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a1d4b533-db9c-4f20-94c8-a745eeabf20e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:26.290415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a1d4b533-db9c-4f20-94c8-a745eeabf20e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:26.352308 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:24:26.362407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9e2f9-c271-424a-a5ba-dc32181fd566 None None] Sync routers for ids ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:24:26.383449 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9e2f9-c271-424a-a5ba-dc32181fd566 None None] Routers {'584ff679-63b4-4b17-90d7-2d3fa3e5c368'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:26.384387 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-2dd9e2f9-c271-424a-a5ba-dc32181fd566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:26.481644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b533-db9c-4f20-94c8-a745eeabf20e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:26.519530 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-a0cb32ea-c5fa-4da5-bd13-af1f212a2277 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:26.520689 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b533-db9c-4f20-94c8-a745eeabf20e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:26.555746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:26.592073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4b533-db9c-4f20-94c8-a745eeabf20e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2598a5-acdd-4623-bb27-6ab857bfe876,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:26.607793 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b533-db9c-4f20-94c8-a745eeabf20e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:26.609055 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a1d4b533-db9c-4f20-94c8-a745eeabf20e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7216663 Jan 24 16:24:26.620385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33986) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:26.627928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-84140023-1208-4131-ab3a-8371071545be tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '3a2598a5-acdd-4623-bb27-6ab857bfe876', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:26.628912 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-84140023-1208-4131-ab3a-8371071545be tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:26.630077 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-84140023-1208-4131-ab3a-8371071545be tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083320 Jan 24 16:24:26.633493 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-a0cb32ea-c5fa-4da5-bd13-af1f212a2277 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Transition to ACTIVE for port object 32c694d8-1f95-46ac-84f7-557f806b9512 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:26.634501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33990) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:26.649396 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c9ed47d4-a7c3-4c1b-8b40-9c15ca11b90c tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '3a2598a5-acdd-4623-bb27-6ab857bfe876', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:26.650346 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-c9ed47d4-a7c3-4c1b-8b40-9c15ca11b90c tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:26.651471 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c9ed47d4-a7c3-4c1b-8b40-9c15ca11b90c tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0155420 Jan 24 16:24:26.657673 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33994) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:26.666725 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f2c48ffb-67d6-4c84-b11e-60a2042806df tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '3a2598a5-acdd-4623-bb27-6ab857bfe876', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:26.667740 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-f2c48ffb-67d6-4c84-b11e-60a2042806df tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:26.668938 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f2c48ffb-67d6-4c84-b11e-60a2042806df tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100257 Jan 24 16:24:26.672317 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 33998) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:26.688257 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0ed75035-3126-4e2d-9945-10c1994bf33b tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '3a2598a5-acdd-4623-bb27-6ab857bfe876', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:26.689352 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-0ed75035-3126-4e2d-9945-10c1994bf33b tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:26.690555 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0ed75035-3126-4e2d-9945-10c1994bf33b tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0165281 Jan 24 16:24:26.694125 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34002) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:26.700321 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-2dd9e2f9-c271-424a-a5ba-dc32181fd566 None None] Set router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:24:26.712878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:26.760662 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Transition to ACTIVE for port object a1f31ac3-4176-4e85-b011-a03d9c6c3abe will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:26.793177 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e3cc9bae-dc88-4cbe-8c2a-c2744a0bc526 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.7853529 Jan 24 16:24:26.797147 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d12ee340-d53b-492e-981c-d19a20119a5f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:26.823936 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'tag': '2ec706bb-2c45-4281-be45-cabcb68e3d3a'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:24:26.841842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d12ee340-d53b-492e-981c-d19a20119a5f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:26.921211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:26.962261 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'tag': '2ec706bb-2c45-4281-be45-cabcb68e3d3a', 'status': 'completed', 'code': 200} Jan 24 16:24:27.026933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-a0cb32ea-c5fa-4da5-bd13-af1f212a2277 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:27.048129 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network 2cb02613-eb5c-48e1-9cea-860476eca87a is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:27.051782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:27.068347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:27.072723 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:27.073538 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:27.098412 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d12ee340-d53b-492e-981c-d19a20119a5f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:27.101814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d12ee340-d53b-492e-981c-d19a20119a5f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:27.103419 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d12ee340-d53b-492e-981c-d19a20119a5f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "DELETE /v2.0/security-groups/3a2598a5-acdd-4623-bb27-6ab857bfe876 HTTP/1.1" status: 204 len: 168 time: 0.4082060 Jan 24 16:24:27.119453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34010) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:27.120509 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ee340-d53b-492e-981c-d19a20119a5f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2598a5-acdd-4623-bb27-6ab857bfe876,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:27.122467 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=a1f31ac3-4176-4e85-b011-a03d9c6c3abe,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:27.129971 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-654bc763-04a1-446e-a7cc-5aa2664c08a2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2011187 Jan 24 16:24:27.134595 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34012) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:27.160649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-20b1b9c2-e03c-44bd-8db2-d70d9c7712c5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'subnet': {'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:27.247182 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2acb78e3-2453-4f87-b30f-337c9c8ac532 None None] Provisioning for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:27.275173 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2acb78e3-2453-4f87-b30f-337c9c8ac532 None None] Provisioning complete for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:27.275531 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2acb78e3-2453-4f87-b30f-337c9c8ac532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:27.327791 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-20b1b9c2-e03c-44bd-8db2-d70d9c7712c5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:27.333680 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-2dd9e2f9-c271-424a-a5ba-dc32181fd566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642513223', 'tenant_id': '887dba35b042474383130630b2f4d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:23Z', 'updated_at': '2022-01-24T16:23:40Z', 'revision_number': 4, 'project_id': '887dba35b042474383130630b2f4d852', 'gw_port': {'id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:25Z', 'updated_at': '2022-01-24T16:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'c310e38e-7c75-4e3d-9185-ebdfc8c5cf1b', 'tenant_id': '887dba35b042474383130630b2f4d852', 'floating_ip_address': '172.26.2.61', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'port_id': '2ec706bb-2c45-4281-be45-cabcb68e3d3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'mac_address': 'fa:16:3e:4c:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:24:19Z', 'updated_at': '2022-01-24T16:24:19Z', 'revision_number': 0, 'project_id': '887dba35b042474383130630b2f4d852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca9bac0-6b21-4065-8698-7543bc796da5', 'name': '', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'tenant_id': '887dba35b042474383130630b2f4d852', 'mac_address': 'fa:16:3e:35:6e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:37Z', 'updated_at': '2022-01-24T16:23:52Z', 'revision_number': 5, 'project_id': '887dba35b042474383130630b2f4d852', 'subnets': [{'id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:27.334225 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-20b1b9c2-e03c-44bd-8db2-d70d9c7712c5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:subnet and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:27.341005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9e2f9-c271-424a-a5ba-dc32181fd566 None None] Checking router: 584ff679-63b4-4b17-90d7-2d3fa3e5c368 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:24:27.350674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-a0cb32ea-c5fa-4da5-bd13-af1f212a2277 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Network a6e18642-b28b-4d3a-b701-7a40de2eb39c is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:27.352783 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-647fc879-c35c-4a01-9638-d2b766fdeddd tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Deleting port d18750de-7fff-43aa-9c9e-57d0be9ecbd7 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:27.353360 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-647fc879-c35c-4a01-9638-d2b766fdeddd tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:27.366576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-20b1b9c2-e03c-44bd-8db2-d70d9c7712c5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:27.380853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-20b1b9c2-e03c-44bd-8db2-d70d9c7712c5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:27.414625 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9e2f9-c271-424a-a5ba-dc32181fd566 None None] Routers {'584ff679-63b4-4b17-90d7-2d3fa3e5c368'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:27.415579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-2dd9e2f9-c271-424a-a5ba-dc32181fd566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:27.428725 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-30690990-35ad-44b6-9e77-6de3270f2ccb tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Synchronizing usage tracker for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:27.452104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b1b9c2-e03c-44bd-8db2-d70d9c7712c5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:27.456364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-20b1b9c2-e03c-44bd-8db2-d70d9c7712c5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:27.491792 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:27.592382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-30690990-35ad-44b6-9e77-6de3270f2ccb tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Unset dirty status for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:27.597986 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-30690990-35ad-44b6-9e77-6de3270f2ccb tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4608641 Jan 24 16:24:27.602640 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34020) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:27.605017 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-647fc879-c35c-4a01-9638-d2b766fdeddd tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:27.613254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-7d0a9fc0-ae7c-41d2-b293-b06e264243c8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249060857'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:27.631471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7d0a9fc0-ae7c-41d2-b293-b06e264243c8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:27.666617 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7d0a9fc0-ae7c-41d2-b293-b06e264243c8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:27.688414 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.ipam_backend_mixin [None req-20b1b9c2-e03c-44bd-8db2-d70d9c7712c5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1477aa48-971a-425c-ba3a-bd5f6a711c0c (CIDR: 2001:db8::/64) Jan 24 16:24:27.702905 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c3401-ae80-4db8-9ad2-5b0c6909c39e req-53f37f3f-d114-4d7c-a0c8-fcc77a077911 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:27.713097 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c09c3401-ae80-4db8-9ad2-5b0c6909c39e req-53f37f3f-d114-4d7c-a0c8-fcc77a077911 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 931 time: 0.2337110 Jan 24 16:24:27.716204 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b1b9c2-e03c-44bd-8db2-d70d9c7712c5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:27.716928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b1b9c2-e03c-44bd-8db2-d70d9c7712c5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:24:27.724648 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9fc0-ae7c-41d2-b293-b06e264243c8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:27.734429 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-647fc879-c35c-4a01-9638-d2b766fdeddd tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Calling delete_port for d18750de-7fff-43aa-9c9e-57d0be9ecbd7 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:27.793677 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:27.794069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:27.797223 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-20b1b9c2-e03c-44bd-8db2-d70d9c7712c5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6431396 Jan 24 16:24:27.800514 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34024) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:27.819530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-318ef707-f483-4e99-87fa-8f78034ac8f2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'subnet': {'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:27.917335 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c09c3401-ae80-4db8-9ad2-5b0c6909c39e req-00871525-8de3-422e-b236-e52b022dc6c5 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2028837 Jan 24 16:24:27.918973 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-a0cb32ea-c5fa-4da5-bd13-af1f212a2277 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:27.920897 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb32ea-c5fa-4da5-bd13-af1f212a2277 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event updated for resources: {'Port': ['ID=32c694d8-1f95-46ac-84f7-557f806b9512,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:27.925084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-a0cb32ea-c5fa-4da5-bd13-af1f212a2277 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:27.950430 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7d0a9fc0-ae7c-41d2-b293-b06e264243c8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:27.962228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7d0a9fc0-ae7c-41d2-b293-b06e264243c8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:27.967971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7d0a9fc0-ae7c-41d2-b293-b06e264243c8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:27.976931 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2acb78e3-2453-4f87-b30f-337c9c8ac532 None None] Provisioning complete for port 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:27.977291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2acb78e3-2453-4f87-b30f-337c9c8ac532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:27.986027 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-767018a1-5e72-4239-ab5f-31e375adbd43 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/routers/d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0 HTTP/1.1" status: 200 len: 884 time: 2.1607225 Jan 24 16:24:27.991463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34028) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:27.991463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7d0a9fc0-ae7c-41d2-b293-b06e264243c8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:28.004561 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dd27c67d-4dab-44ae-920b-f84f45320d7d req-67428639-9ab2-42b7-b926-f1545642f8a3 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=887dba35b042474383130630b2f4d852&device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 1098 time: 1.0243840 Jan 24 16:24:28.005414 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-647fc879-c35c-4a01-9638-d2b766fdeddd tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:28.078417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fc879-c35c-4a01-9638-d2b766fdeddd tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Pushing event deleted for resources: {'Port': ['ID=d18750de-7fff-43aa-9c9e-57d0be9ecbd7,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:28.129857 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2acb78e3-2453-4f87-b30f-337c9c8ac532 None None] Port 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:28.156425 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-2dd9e2f9-c271-424a-a5ba-dc32181fd566 None None] Set router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:24:28.205907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-a0cb32ea-c5fa-4da5-bd13-af1f212a2277 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:28.206627 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-a0cb32ea-c5fa-4da5-bd13-af1f212a2277 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:28.298521 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-318ef707-f483-4e99-87fa-8f78034ac8f2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:28.303582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-318ef707-f483-4e99-87fa-8f78034ac8f2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:subnet and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:28.307467 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-318ef707-f483-4e99-87fa-8f78034ac8f2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:28.313979 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-318ef707-f483-4e99-87fa-8f78034ac8f2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:28.342254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318ef707-f483-4e99-87fa-8f78034ac8f2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:28.365110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3322c58-5f2c-459e-8075-b1f49a3af4d5 req-2dcc6706-ae66-4761-a92c-a259a6ad2099 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:28.372355 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c3322c58-5f2c-459e-8075-b1f49a3af4d5 req-2dcc6706-ae66-4761-a92c-a259a6ad2099 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 1.2395172 Jan 24 16:24:28.389116 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3c4a8c93-0d30-4ba8-924a-38bd017b7b16 None None] Provisioning for port 32c694d8-1f95-46ac-84f7-557f806b9512 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:28.409123 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3c4a8c93-0d30-4ba8-924a-38bd017b7b16 None None] Provisioning complete for port 32c694d8-1f95-46ac-84f7-557f806b9512 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:28.409586 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3c4a8c93-0d30-4ba8-924a-38bd017b7b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:28.489302 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9fc0-ae7c-41d2-b293-b06e264243c8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:28.506732 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9fc0-ae7c-41d2-b293-b06e264243c8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:28.516048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a8c93-0d30-4ba8-924a-38bd017b7b16 None None] Port 32c694d8-1f95-46ac-84f7-557f806b9512 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:28.566876 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-a0cb32ea-c5fa-4da5-bd13-af1f212a2277 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2644320 Jan 24 16:24:28.611133 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3c4a8c93-0d30-4ba8-924a-38bd017b7b16 None None] Provisioning for port a1f31ac3-4176-4e85-b011-a03d9c6c3abe completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:28.612939 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27c67d-4dab-44ae-920b-f84f45320d7d req-e0994373-1d30-435c-9d92-f2da6c228f03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:28.614386 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dd27c67d-4dab-44ae-920b-f84f45320d7d req-e0994373-1d30-435c-9d92-f2da6c228f03 service neutron] 10.222.0.129 "GET /v2.0/networks?id=acadd433-0231-4b2a-ac9a-1d06f04803d6 HTTP/1.1" status: 200 len: 898 time: 0.5545356 Jan 24 16:24:28.624798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3c4a8c93-0d30-4ba8-924a-38bd017b7b16 None None] Provisioning complete for port a1f31ac3-4176-4e85-b011-a03d9c6c3abe triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:28.625164 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3c4a8c93-0d30-4ba8-924a-38bd017b7b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:28.629087 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Request body: {'port': {'device_id': 'be80c8d4-491c-43d6-b8fe-1c7bb96171a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:28.699632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-318ef707-f483-4e99-87fa-8f78034ac8f2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:28.710589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a8c93-0d30-4ba8-924a-38bd017b7b16 None None] Port a1f31ac3-4176-4e85-b011-a03d9c6c3abe cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:28.799749 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-2dd9e2f9-c271-424a-a5ba-dc32181fd566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642513223', 'tenant_id': '887dba35b042474383130630b2f4d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:23Z', 'updated_at': '2022-01-24T16:23:40Z', 'revision_number': 4, 'project_id': '887dba35b042474383130630b2f4d852', 'gw_port': {'id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:25Z', 'updated_at': '2022-01-24T16:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'c310e38e-7c75-4e3d-9185-ebdfc8c5cf1b', 'tenant_id': '887dba35b042474383130630b2f4d852', 'floating_ip_address': '172.26.2.61', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'port_id': '2ec706bb-2c45-4281-be45-cabcb68e3d3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'mac_address': 'fa:16:3e:4c:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:24:19Z', 'updated_at': '2022-01-24T16:24:19Z', 'revision_number': 0, 'project_id': '887dba35b042474383130630b2f4d852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca9bac0-6b21-4065-8698-7543bc796da5', 'name': '', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'tenant_id': '887dba35b042474383130630b2f4d852', 'mac_address': 'fa:16:3e:35:6e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:37Z', 'updated_at': '2022-01-24T16:23:52Z', 'revision_number': 5, 'project_id': '887dba35b042474383130630b2f4d852', 'subnets': [{'id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:28.805575 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9e2f9-c271-424a-a5ba-dc32181fd566 None None] The sync data for ids ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'] in dv-neutron-826104-1-hyperv is: [{'id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642513223', 'tenant_id': '887dba35b042474383130630b2f4d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:23Z', 'updated_at': '2022-01-24T16:23:40Z', 'revision_number': 4, 'project_id': '887dba35b042474383130630b2f4d852', 'gw_port': {'id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:25Z', 'updated_at': '2022-01-24T16:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'c310e38e-7c75-4e3d-9185-ebdfc8c5cf1b', 'tenant_id': '887dba35b042474383130630b2f4d852', 'floating_ip_address': '172.26.2.61', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'port_id': '2ec706bb-2c45-4281-be45-cabcb68e3d3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'mac_address': 'fa:16:3e:4c:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:24:19Z', 'updated_at': '2022-01-24T16:24:19Z', 'revision_number': 0, 'project_id': '887dba35b042474383130630b2f4d852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca9bac0-6b21-4065-8698-7543bc796da5', 'name': '', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'tenant_id': '887dba35b042474383130630b2f4d852', 'mac_address': 'fa:16:3e:35:6e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:37Z', 'updated_at': '2022-01-24T16:23:52Z', 'revision_number': 5, 'project_id': '887dba35b042474383130630b2f4d852', 'subnets': [{'id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:24:28.840165 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c3322c58-5f2c-459e-8075-b1f49a3af4d5 req-88a12a7a-7029-4cdc-959d-1074fe26b680 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4668393 Jan 24 16:24:28.896124 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34032) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:28.899502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a9fc0-ae7c-41d2-b293-b06e264243c8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654f5f41-65cb-4827-9eae-82d333aabf43,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:28.907820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9fc0-ae7c-41d2-b293-b06e264243c8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:28.909166 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7d0a9fc0-ae7c-41d2-b293-b06e264243c8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3012717 Jan 24 16:24:28.911312 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dd27c67d-4dab-44ae-920b-f84f45320d7d req-6ac780c7-254b-4c0c-a3df-bf31e48aa6eb service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec706bb-2c45-4281-be45-cabcb68e3d3a HTTP/1.1" status: 200 len: 998 time: 0.2569907 Jan 24 16:24:28.912770 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34036) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:28.979357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-214dc6ee-745d-4af2-bfe0-03a574bd09e9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '654f5f41-65cb-4827-9eae-82d333aabf43', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:28.980375 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-214dc6ee-745d-4af2-bfe0-03a574bd09e9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:28.985044 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-214dc6ee-745d-4af2-bfe0-03a574bd09e9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0662661 Jan 24 16:24:28.986125 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34042) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:28.991213 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.ipam_backend_mixin [None req-318ef707-f483-4e99-87fa-8f78034ac8f2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 43951988-03ae-4bf5-a4e1-b61402834e7f (CIDR: 2001:db8:0:1::/64) Jan 24 16:24:28.996670 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4e577505-3606-48a6-a6fe-6c6e0f390dd6 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '654f5f41-65cb-4827-9eae-82d333aabf43', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:29.004841 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-318ef707-f483-4e99-87fa-8f78034ac8f2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:29.005316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318ef707-f483-4e99-87fa-8f78034ac8f2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:24:29.009328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4e577505-3606-48a6-a6fe-6c6e0f390dd6 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:29.015183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4e577505-3606-48a6-a6fe-6c6e0f390dd6 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:29.020081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4e577505-3606-48a6-a6fe-6c6e0f390dd6 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:29.029705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4e577505-3606-48a6-a6fe-6c6e0f390dd6 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:29.039153 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-23447a13-3337-4ac4-8f2f-c48cc1733074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Synchronizing usage tracker for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:router {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:29.094015 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-318ef707-f483-4e99-87fa-8f78034ac8f2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2912734 Jan 24 16:24:29.103173 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34046) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:29.106749 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-23447a13-3337-4ac4-8f2f-c48cc1733074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Unset dirty status for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:router {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:29.107874 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-23447a13-3337-4ac4-8f2f-c48cc1733074 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.1142046 Jan 24 16:24:29.114238 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-899cd7a1-361a-4cdb-9dd8-45d9d1741650 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'subnet': {'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:29.127724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34050) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:29.150456 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:29.170445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-1c3781ce-1eb0-40ef-8e58-b4b4916fa0b7 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1251537037'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:29.234507 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-4e577505-3606-48a6-a6fe-6c6e0f390dd6 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:29.235501 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4e577505-3606-48a6-a6fe-6c6e0f390dd6 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2479794 Jan 24 16:24:29.241190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34054) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:29.250817 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6bde8323-e0fd-4151-ad13-401c74f9126a tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '654f5f41-65cb-4827-9eae-82d333aabf43', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:29.251461 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-6bde8323-e0fd-4151-ad13-401c74f9126a tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:29.252655 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6bde8323-e0fd-4151-ad13-401c74f9126a tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0098324 Jan 24 16:24:29.255798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34058) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:29.269068 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-bef3164e-d617-492a-99a0-9ab3901cec48 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '654f5f41-65cb-4827-9eae-82d333aabf43', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:29.291371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27c67d-4dab-44ae-920b-f84f45320d7d req-eb43d8ca-4864-48ae-8876-5f1d6ae86a7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:29.292851 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dd27c67d-4dab-44ae-920b-f84f45320d7d req-eb43d8ca-4864-48ae-8876-5f1d6ae86a7f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=337b2769-a1e5-4643-ac51-e591120c5fdb HTTP/1.1" status: 200 len: 834 time: 0.3031397 Jan 24 16:24:29.295719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bef3164e-d617-492a-99a0-9ab3901cec48 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:29.298852 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c948899-1660-4ae7-851f-662ae6e04121 req-16f1e61d-698b-4ac0-abee-53e8d14d426b tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:29.300410 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6c948899-1660-4ae7-851f-662ae6e04121 req-16f1e61d-698b-4ac0-abee-53e8d14d426b tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 931 time: 0.2455306 Jan 24 16:24:29.301500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-899cd7a1-361a-4cdb-9dd8-45d9d1741650 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:29.305755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-899cd7a1-361a-4cdb-9dd8-45d9d1741650 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Usage tracker for resource:subnet and tenant:020c63c86e484c40a5cbd6c7b2bbb0fb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:29.310326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-899cd7a1-361a-4cdb-9dd8-45d9d1741650 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:29.328644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-899cd7a1-361a-4cdb-9dd8-45d9d1741650 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:29.331063 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-474935ba-425a-419a-afe5-a2ab9a4683c9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/floatingips/c310e38e-7c75-4e3d-9185-ebdfc8c5cf1b HTTP/1.1" status: 200 len: 990 time: 0.4228170 Jan 24 16:24:29.350369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899cd7a1-361a-4cdb-9dd8-45d9d1741650 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Made reservation on behalf of 020c63c86e484c40a5cbd6c7b2bbb0fb for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:29.353778 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-899cd7a1-361a-4cdb-9dd8-45d9d1741650 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:29.369111 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bef3164e-d617-492a-99a0-9ab3901cec48 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:29.372448 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-647fc879-c35c-4a01-9638-d2b766fdeddd tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:29.378601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bef3164e-d617-492a-99a0-9ab3901cec48 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:29.406777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bef3164e-d617-492a-99a0-9ab3901cec48 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:29.431955 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6c948899-1660-4ae7-851f-662ae6e04121 req-420d4631-2fff-4139-93d1-194634771b53 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1233232 Jan 24 16:24:29.629176 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-bef3164e-d617-492a-99a0-9ab3901cec48 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:29.630499 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bef3164e-d617-492a-99a0-9ab3901cec48 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3733721 Jan 24 16:24:29.633189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34062) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:29.638965 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a20ab242-ec1d-4302-ab4f-7a3e818a9f91 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '654f5f41-65cb-4827-9eae-82d333aabf43', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:29.639607 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-a20ab242-ec1d-4302-ab4f-7a3e818a9f91 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:29.640502 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a20ab242-ec1d-4302-ab4f-7a3e818a9f91 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064046 Jan 24 16:24:29.644984 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34066) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:29.650504 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-3dc7e356-6bfb-4ddf-a3fd-863d9df54ff8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '654f5f41-65cb-4827-9eae-82d333aabf43', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:29.656175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-899cd7a1-361a-4cdb-9dd8-45d9d1741650 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:29.660735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3dc7e356-6bfb-4ddf-a3fd-863d9df54ff8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:29.702088 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3dc7e356-6bfb-4ddf-a3fd-863d9df54ff8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:29.706318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3dc7e356-6bfb-4ddf-a3fd-863d9df54ff8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:29.715787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3dc7e356-6bfb-4ddf-a3fd-863d9df54ff8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:29.739674 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899cd7a1-361a-4cdb-9dd8-45d9d1741650 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Network 2cb02613-eb5c-48e1-9cea-860476eca87a is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:29.744669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-899cd7a1-361a-4cdb-9dd8-45d9d1741650 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:29.748936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899cd7a1-361a-4cdb-9dd8-45d9d1741650 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:29.749498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-899cd7a1-361a-4cdb-9dd8-45d9d1741650 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:29.753688 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc084b9a-a18b-4939-a3ab-a4480f064de8 None None] Network 2cb02613-eb5c-48e1-9cea-860476eca87a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:29.754185 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cd7a1-361a-4cdb-9dd8-45d9d1741650 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Subnet': ['ID=8ca8ddd3-8e93-4a60-9176-b29e90bcbd25,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:29.758675 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-3dc7e356-6bfb-4ddf-a3fd-863d9df54ff8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Project fc18c5c456794758bf3d3a99ebaf5a1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:24:29.785555 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-899cd7a1-361a-4cdb-9dd8-45d9d1741650 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6808336 Jan 24 16:24:29.788280 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34070) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:29.794384 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4940917a-d298-484c-9284-1a58c668e63b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-436884714', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8ca8ddd3-8e93-4a60-9176-b29e90bcbd25'}], 'security_groups': ['51e6de50-da10-4979-94df-9609380ec882', 'db54b9ae-2094-49cd-b3cd-60c86ea6c0fd']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:29.823990 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-3dc7e356-6bfb-4ddf-a3fd-863d9df54ff8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:29.824605 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3dc7e356-6bfb-4ddf-a3fd-863d9df54ff8 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1785445 Jan 24 16:24:29.831291 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34074) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:29.838207 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-89bd95f5-1dd8-47f6-afc8-701ef453fca3 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '654f5f41-65cb-4827-9eae-82d333aabf43', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:29.838815 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-89bd95f5-1dd8-47f6-afc8-701ef453fca3 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:29.839846 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-89bd95f5-1dd8-47f6-afc8-701ef453fca3 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081120 Jan 24 16:24:29.847503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34078) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:29.853327 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f118ef93-083a-4a64-9583-293d10603306 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '654f5f41-65cb-4827-9eae-82d333aabf43', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:29.868381 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f118ef93-083a-4a64-9583-293d10603306 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:29.875312 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f118ef93-083a-4a64-9583-293d10603306 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:29.880285 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f118ef93-083a-4a64-9583-293d10603306 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:29.923250 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f118ef93-083a-4a64-9583-293d10603306 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:29.950251 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-f118ef93-083a-4a64-9583-293d10603306 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Project fc18c5c456794758bf3d3a99ebaf5a1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:24:29.962730 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4940917a-d298-484c-9284-1a58c668e63b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:30.017444 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-f118ef93-083a-4a64-9583-293d10603306 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:30.018232 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f118ef93-083a-4a64-9583-293d10603306 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1697924 Jan 24 16:24:30.024528 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34082) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:30.032524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-8af36993-b023-4f7e-b25b-cf723cbfac90 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '654f5f41-65cb-4827-9eae-82d333aabf43', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:30.047959 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8af36993-b023-4f7e-b25b-cf723cbfac90 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:30.056716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8af36993-b023-4f7e-b25b-cf723cbfac90 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:30.061328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8af36993-b023-4f7e-b25b-cf723cbfac90 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:30.066779 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dd27c67d-4dab-44ae-920b-f84f45320d7d req-8ab538c8-5fd4-4a0e-b946-168aa1f3dc87 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=acadd433-0231-4b2a-ac9a-1d06f04803d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7446182 Jan 24 16:24:30.105455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8af36993-b023-4f7e-b25b-cf723cbfac90 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:30.126794 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-8af36993-b023-4f7e-b25b-cf723cbfac90 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Project fc18c5c456794758bf3d3a99ebaf5a1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:24:30.157082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4b8459-8eb1-47c1-8b93-4b739309d1c9 None None] Update dhcp port {'port': {'network_id': '2cb02613-eb5c-48e1-9cea-860476eca87a', 'fixed_ips': [{'subnet_id': '43951988-03ae-4bf5-a4e1-b61402834e7f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1477aa48-971a-425c-ba3a-bd5f6a711c0c', 'ip_address': '2001:db8::2'}, {'subnet_id': '8ca8ddd3-8e93-4a60-9176-b29e90bcbd25'}], 'binding:host_id': 'dv-neutron-826104-1-hyperv'}, 'id': '6e85cd0b-5156-4f4c-99dc-36df599ff4a7'} from dv-neutron-826104-1-hyperv. {{(pid=83467) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 24 16:24:30.195783 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-8af36993-b023-4f7e-b25b-cf723cbfac90 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:30.199630 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8af36993-b023-4f7e-b25b-cf723cbfac90 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1713781 Jan 24 16:24:30.200035 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34086) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:30.212069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2d4b8459-8eb1-47c1-8b93-4b739309d1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:30.347274 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34090) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:30.373197 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-57a44034-b007-4330-b1a9-82e3a14b1c11 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:30.418397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-57a44034-b007-4330-b1a9-82e3a14b1c11 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:30.462722 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:24:30.492492 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a75041-fb3e-40a9-a18b-6b82f7fcf873 None None] New status for floating IP c310e38e-7c75-4e3d-9185-ebdfc8c5cf1b: ACTIVE {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:24:30.528878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-4940917a-d298-484c-9284-1a58c668e63b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Delete allocated IP 2001:db8::54 (2cb02613-eb5c-48e1-9cea-860476eca87a/1477aa48-971a-425c-ba3a-bd5f6a711c0c) {{(pid=83465) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 24 16:24:30.539539 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-57a44034-b007-4330-b1a9-82e3a14b1c11 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:30.544542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-4940917a-d298-484c-9284-1a58c668e63b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Allocated IP 2001:db8:0:2::344 (2cb02613-eb5c-48e1-9cea-860476eca87a/8ca8ddd3-8e93-4a60-9176-b29e90bcbd25/a1f31ac3-4176-4e85-b011-a03d9c6c3abe) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:30.576801 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a44034-b007-4330-b1a9-82e3a14b1c11 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654f5f41-65cb-4827-9eae-82d333aabf43,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:30.602993 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dd27c67d-4dab-44ae-920b-f84f45320d7d req-5691a46a-7983-45eb-b57c-06d64b358af9 service neutron] 10.222.0.129 "GET /v2.0/networks/acadd433-0231-4b2a-ac9a-1d06f04803d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749708 Jan 24 16:24:30.609629 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-57a44034-b007-4330-b1a9-82e3a14b1c11 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:30.611037 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-57a44034-b007-4330-b1a9-82e3a14b1c11 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "DELETE /v2.0/security-groups/654f5f41-65cb-4827-9eae-82d333aabf43 HTTP/1.1" status: 204 len: 168 time: 0.4101114 Jan 24 16:24:30.618236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34096) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:30.766127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5b78b32e-b038-46c6-8910-08c01cf23415 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Synchronizing usage tracker for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:30.789719 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5b78b32e-b038-46c6-8910-08c01cf23415 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Unset dirty status for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:30.794628 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5b78b32e-b038-46c6-8910-08c01cf23415 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1715467 Jan 24 16:24:30.794794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34100) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:30.800744 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-246146f9-79b8-42c5-8483-39989ffa9c9e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group': {'name': 'tempest-secgroup--245747186'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:30.812315 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-246146f9-79b8-42c5-8483-39989ffa9c9e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:30.823022 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9f47153f-4914-49ed-bbce-83a9432f98b4 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/floatingips/c310e38e-7c75-4e3d-9185-ebdfc8c5cf1b HTTP/1.1" status: 200 len: 990 time: 0.4737329 Jan 24 16:24:30.837607 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-246146f9-79b8-42c5-8483-39989ffa9c9e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:30.847801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c694d8-1f95-46ac-84f7-557f806b9512 {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:24:30.867800 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-246146f9-79b8-42c5-8483-39989ffa9c9e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:30.868746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:30.897630 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647fc879-c35c-4a01-9638-d2b766fdeddd tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Router 811fb871-496b-4265-bd5a-dacc8b19d889 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:24:30.909039 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4940917a-d298-484c-9284-1a58c668e63b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:30.927693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Transition to ACTIVE for port object 32c694d8-1f95-46ac-84f7-557f806b9512 will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:30.935883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-246146f9-79b8-42c5-8483-39989ffa9c9e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:30.938184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-4940917a-d298-484c-9284-1a58c668e63b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Transition to ACTIVE for port object a1f31ac3-4176-4e85-b011-a03d9c6c3abe will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:30.941510 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-246146f9-79b8-42c5-8483-39989ffa9c9e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:30.944612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-246146f9-79b8-42c5-8483-39989ffa9c9e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:30.946002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:30.947301 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4940917a-d298-484c-9284-1a58c668e63b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:30.983424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-246146f9-79b8-42c5-8483-39989ffa9c9e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:31.023503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-2d4b8459-8eb1-47c1-8b93-4b739309d1c9 None None] Allocated IP 2001:db8:0:2::2 (2cb02613-eb5c-48e1-9cea-860476eca87a/8ca8ddd3-8e93-4a60-9176-b29e90bcbd25/6e85cd0b-5156-4f4c-99dc-36df599ff4a7) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:31.025344 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dd27c67d-4dab-44ae-920b-f84f45320d7d req-3c3da3c9-0ad2-471c-8b84-6a6d8c0038b2 service neutron] 10.222.0.129 "GET /v2.0/networks/acadd433-0231-4b2a-ac9a-1d06f04803d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687277 Jan 24 16:24:31.188127 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Pushing event updated for resources: {'Port': ['ID=32c694d8-1f95-46ac-84f7-557f806b9512,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:31.196229 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a48437-328e-4770-8b72-158425e7d424 req-f96526f5-d40e-4575-a110-3e6a9522c084 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:31.197126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-f9a48437-328e-4770-8b72-158425e7d424 req-f96526f5-d40e-4575-a110-3e6a9522c084 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Synchronizing usage tracker for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:31.263915 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2d4b8459-8eb1-47c1-8b93-4b739309d1c9 None None] For port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6e85cd0b-5156-4f4c-99dc-36df599ff4a7,segment=NetworkSegment(8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169),segment_id=8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:31.298185 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2d4b8459-8eb1-47c1-8b93-4b739309d1c9 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:31.308562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4940917a-d298-484c-9284-1a58c668e63b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] In _notify_port_updated(), no bound segment for port a1f31ac3-4176-4e85-b011-a03d9c6c3abe on network 2cb02613-eb5c-48e1-9cea-860476eca87a {{(pid=83465) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:24:31.312376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4940917a-d298-484c-9284-1a58c668e63b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:31.312972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4940917a-d298-484c-9284-1a58c668e63b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:31.314821 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4940917a-d298-484c-9284-1a58c668e63b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "PUT /v2.0/ports/a1f31ac3-4176-4e85-b011-a03d9c6c3abe HTTP/1.1" status: 200 len: 969 time: 1.5256426 Jan 24 16:24:31.318415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2d4b8459-8eb1-47c1-8b93-4b739309d1c9 None None] Transition to ACTIVE for port object 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:31.318690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940917a-d298-484c-9284-1a58c668e63b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event updated for resources: {'Port': ['ID=a1f31ac3-4176-4e85-b011-a03d9c6c3abe,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:31.321404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34104) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:31.326564 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2d4b8459-8eb1-47c1-8b93-4b739309d1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:31.338368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-246146f9-79b8-42c5-8483-39989ffa9c9e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:31.343525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-246146f9-79b8-42c5-8483-39989ffa9c9e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:31.390483 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246146f9-79b8-42c5-8483-39989ffa9c9e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2045937e-cb62-4df1-99bd-be34e477e301,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:31.398660 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-246146f9-79b8-42c5-8483-39989ffa9c9e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:31.403120 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-246146f9-79b8-42c5-8483-39989ffa9c9e tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6044464 Jan 24 16:24:31.403277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34108) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:31.407034 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-f9a48437-328e-4770-8b72-158425e7d424 req-f96526f5-d40e-4575-a110-3e6a9522c084 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Unset dirty status for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:31.411503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-02d8e406-e1f8-4566-8730-1d1b23249577 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '2045937e-cb62-4df1-99bd-be34e477e301', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:31.413615 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f9a48437-328e-4770-8b72-158425e7d424 req-f96526f5-d40e-4575-a110-3e6a9522c084 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 931 time: 0.7944236 Jan 24 16:24:31.418490 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-02d8e406-e1f8-4566-8730-1d1b23249577 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:31.422478 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-02d8e406-e1f8-4566-8730-1d1b23249577 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:31.425514 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-02d8e406-e1f8-4566-8730-1d1b23249577 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:31.431885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-02d8e406-e1f8-4566-8730-1d1b23249577 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:31.472639 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-02d8e406-e1f8-4566-8730-1d1b23249577 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The resource could not be found. Jan 24 16:24:31.476407 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-02d8e406-e1f8-4566-8730-1d1b23249577 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0694025 Jan 24 16:24:31.476664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34112) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:31.482605 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-92db5683-4883-4592-bf14-4a7235035340 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '2045937e-cb62-4df1-99bd-be34e477e301', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b461b0b6-59a5-4195-8753-3bcd5a501411'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:31.490847 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-92db5683-4883-4592-bf14-4a7235035340 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:31.494982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-92db5683-4883-4592-bf14-4a7235035340 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:31.498339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-92db5683-4883-4592-bf14-4a7235035340 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:31.505801 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-92db5683-4883-4592-bf14-4a7235035340 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:31.521413 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b8459-8eb1-47c1-8b93-4b739309d1c9 None None] Pushing event updated for resources: {'Port': ['ID=6e85cd0b-5156-4f4c-99dc-36df599ff4a7,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:31.554892 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-92db5683-4883-4592-bf14-4a7235035340 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The resource could not be found. Jan 24 16:24:31.556117 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-92db5683-4883-4592-bf14-4a7235035340 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0784543 Jan 24 16:24:31.559016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34116) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:31.633703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a32d73e6-8100-4da5-8792-5933c7c696d4 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:31.665051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a32d73e6-8100-4da5-8792-5933c7c696d4 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:31.711040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647fc879-c35c-4a01-9638-d2b766fdeddd tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:24:31.717803 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-647fc879-c35c-4a01-9638-d2b766fdeddd tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] 10.222.0.130 "PUT /v2.0/routers/811fb871-496b-4265-bd5a-dacc8b19d889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6273944 Jan 24 16:24:31.719141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34120) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:31.722639 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee053c6-2fed-4b2e-bc1c-4a4b62aa25f9 None None] Sync routers for ids ['811fb871-496b-4265-bd5a-dacc8b19d889'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:24:31.732645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0efdd9d8-2c62-4f79-9ed5-72b8c32067af tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port a1f31ac3-4176-4e85-b011-a03d9c6c3abe {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:31.733032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0efdd9d8-2c62-4f79-9ed5-72b8c32067af tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:31.736397 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee053c6-2fed-4b2e-bc1c-4a4b62aa25f9 None None] Routers {'811fb871-496b-4265-bd5a-dacc8b19d889'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:31.737387 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-8ee053c6-2fed-4b2e-bc1c-4a4b62aa25f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['811fb871-496b-4265-bd5a-dacc8b19d889'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:31.785553 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a32d73e6-8100-4da5-8792-5933c7c696d4 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:31.807263 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f9a48437-328e-4770-8b72-158425e7d424 req-2f9734b9-4d4b-4e7a-a86e-65630b49845b tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3922677 Jan 24 16:24:31.816829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Attempting to bind port 32c694d8-1f95-46ac-84f7-557f806b9512 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:24:31.816829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Attempting to bind port 32c694d8-1f95-46ac-84f7-557f806b9512 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:24:31.817184 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Attempting to bind port 32c694d8-1f95-46ac-84f7-557f806b9512 on network a6e18642-b28b-4d3a-b701-7a40de2eb39c {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:24:31.823638 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-8ee053c6-2fed-4b2e-bc1c-4a4b62aa25f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:31.824934 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d73e6-8100-4da5-8792-5933c7c696d4 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2045937e-cb62-4df1-99bd-be34e477e301,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:31.828054 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34124) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:31.845254 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Port 32c694d8-1f95-46ac-84f7-557f806b9512 on network a6e18642-b28b-4d3a-b701-7a40de2eb39c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:24:31.845569 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Attempting to bind port 32c694d8-1f95-46ac-84f7-557f806b9512 on network a6e18642-b28b-4d3a-b701-7a40de2eb39c {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:24:31.869362 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee053c6-2fed-4b2e-bc1c-4a4b62aa25f9 None None] Routers {'811fb871-496b-4265-bd5a-dacc8b19d889'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:31.870132 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-8ee053c6-2fed-4b2e-bc1c-4a4b62aa25f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['811fb871-496b-4265-bd5a-dacc8b19d889'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:31.889965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:24:31.890256 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Checking segment: {'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:31.890440 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Bound using segment: {'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:24:31.890873 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Bound port: 32c694d8-1f95-46ac-84f7-557f806b9512, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:24:31.891213 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:31.945319 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-8ee053c6-2fed-4b2e-bc1c-4a4b62aa25f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:31.945893 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee053c6-2fed-4b2e-bc1c-4a4b62aa25f9 None None] The sync data for ids ['811fb871-496b-4265-bd5a-dacc8b19d889'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:24:31.984596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a32d73e6-8100-4da5-8792-5933c7c696d4 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:31.985480 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a32d73e6-8100-4da5-8792-5933c7c696d4 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "DELETE /v2.0/security-groups/2045937e-cb62-4df1-99bd-be34e477e301 HTTP/1.1" status: 204 len: 168 time: 0.4252200 Jan 24 16:24:31.990839 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34128) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:32.030420 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2376e364-fff5-4d19-9c96-40caea712e78 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/floatingips/c310e38e-7c75-4e3d-9185-ebdfc8c5cf1b HTTP/1.1" status: 200 len: 992 time: 0.1543002 Jan 24 16:24:32.033911 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9cd51b52-a81a-4dfb-bbea-ee2d4b799164 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:32.096905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] For port 32c694d8-1f95-46ac-84f7-557f806b9512, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:24:32.100714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] For port 32c694d8-1f95-46ac-84f7-557f806b9512, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=32c694d8-1f95-46ac-84f7-557f806b9512,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:24:32.129600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:32.190325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a302bd91-92c9-4600-9c0e-4123c6554405 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Synchronizing usage tracker for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:32.224807 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6a19a1f1-a433-4d6b-a398-fe3cc8349baf None None] Provisioning for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:32.232318 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6a19a1f1-a433-4d6b-a398-fe3cc8349baf None None] Provisioning complete for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:32.232780 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6a19a1f1-a433-4d6b-a398-fe3cc8349baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:32.271444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a302bd91-92c9-4600-9c0e-4123c6554405 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Unset dirty status for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:32.272807 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a302bd91-92c9-4600-9c0e-4123c6554405 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2794983 Jan 24 16:24:32.277272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34132) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:32.306920 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ed1a226e-6a03-43df-bcad-cb0d72c8fa8f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '2d38187c-018d-4be4-9ec9-c3d514662665', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:32.340042 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ed1a226e-6a03-43df-bcad-cb0d72c8fa8f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:32.365654 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ed1a226e-6a03-43df-bcad-cb0d72c8fa8f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:32.377812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ed1a226e-6a03-43df-bcad-cb0d72c8fa8f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:32.392506 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:32.394179 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] 10.222.0.129 "PUT /v2.0/ports/32c694d8-1f95-46ac-84f7-557f806b9512 HTTP/1.1" status: 200 len: 1093 time: 3.7702012 Jan 24 16:24:32.396076 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be80c8d4-491c-43d6-b8fe-1c7bb96171a9', 'tag': '32c694d8-1f95-46ac-84f7-557f806b9512'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:24:32.429299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6a19a1f1-a433-4d6b-a398-fe3cc8349baf None None] Provisioning for port a1f31ac3-4176-4e85-b011-a03d9c6c3abe completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:32.436027 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ed1a226e-6a03-43df-bcad-cb0d72c8fa8f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:32.438038 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e24257-e189-4abd-b8b0-87cba29c6773 service neutron] Pushing event updated for resources: {'Port': ['ID=32c694d8-1f95-46ac-84f7-557f806b9512,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:32.463107 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6a19a1f1-a433-4d6b-a398-fe3cc8349baf None None] Provisioning complete for port a1f31ac3-4176-4e85-b011-a03d9c6c3abe triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:32.463499 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6a19a1f1-a433-4d6b-a398-fe3cc8349baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:32.502489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9cd51b52-a81a-4dfb-bbea-ee2d4b799164 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:32.513549 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9cd51b52-a81a-4dfb-bbea-ee2d4b799164 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:32.529083 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1c3781ce-1eb0-40ef-8e58-b4b4916fa0b7 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:32.545241 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be80c8d4-491c-43d6-b8fe-1c7bb96171a9', 'tag': '32c694d8-1f95-46ac-84f7-557f806b9512', 'status': 'completed', 'code': 200} Jan 24 16:24:32.551366 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9cd51b52-a81a-4dfb-bbea-ee2d4b799164 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:32.552336 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd51b52-a81a-4dfb-bbea-ee2d4b799164 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Fanout notify agent at l3_agent the message router_deleted on router 811fb871-496b-4265-bd5a-dacc8b19d889 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:24:32.552465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0efdd9d8-2c62-4f79-9ed5-72b8c32067af tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:32.568069 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9cd51b52-a81a-4dfb-bbea-ee2d4b799164 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:32.572643 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9cd51b52-a81a-4dfb-bbea-ee2d4b799164 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] 10.222.0.130 "DELETE /v2.0/routers/811fb871-496b-4265-bd5a-dacc8b19d889 HTTP/1.1" status: 204 len: 168 time: 0.8447466 Jan 24 16:24:32.572643 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34138) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:32.579730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1c3781ce-1eb0-40ef-8e58-b4b4916fa0b7 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:32.586329 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-6a19a1f1-a433-4d6b-a398-fe3cc8349baf None None] Port a1f31ac3-4176-4e85-b011-a03d9c6c3abe cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:32.600249 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6a19a1f1-a433-4d6b-a398-fe3cc8349baf None None] Provisioning complete for port 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:32.600615 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6a19a1f1-a433-4d6b-a398-fe3cc8349baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:32.661452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-6a19a1f1-a433-4d6b-a398-fe3cc8349baf None None] Port 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:32.723809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0efdd9d8-2c62-4f79-9ed5-72b8c32067af tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for a1f31ac3-4176-4e85-b011-a03d9c6c3abe owned by {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:32.796972 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-23281d53-339d-4ef3-825d-b8ee71749ddc None None] Provisioning complete for port a1f31ac3-4176-4e85-b011-a03d9c6c3abe triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:32.797486 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-23281d53-339d-4ef3-825d-b8ee71749ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:32.808298 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ce4c94-a30d-413e-b11b-76ca1f58994c tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Deleting subnet 010dc8cc-3066-42e9-95a7-5a79b2154558 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:24:32.811578 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c94-a30d-413e-b11b-76ca1f58994c tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:32.821643 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-ed1a226e-6a03-43df-bcad-cb0d72c8fa8f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The resource could not be found. Jan 24 16:24:32.827692 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ed1a226e-6a03-43df-bcad-cb0d72c8fa8f tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5363898 Jan 24 16:24:32.838232 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34142) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:32.853902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-23281d53-339d-4ef3-825d-b8ee71749ddc None None] Port a1f31ac3-4176-4e85-b011-a03d9c6c3abe cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:32.854980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4dc3c375-c741-4874-9e58-1634bf6391f9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group': {'name': 'tempest-secgroup--470334002'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:32.873927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4dc3c375-c741-4874-9e58-1634bf6391f9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:32.883926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c94-a30d-413e-b11b-76ca1f58994c tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:32.914626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4dc3c375-c741-4874-9e58-1634bf6391f9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:32.922679 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-c0ba9de9-cdb4-4f2d-b289-b1350f6e99e6 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 1096 time: 0.4742718 Jan 24 16:24:32.977811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c94-a30d-413e-b11b-76ca1f58994c tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:33.057662 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c94-a30d-413e-b11b-76ca1f58994c tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:33.087908 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c375-c741-4874-9e58-1634bf6391f9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:33.103621 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-ffdd861c-d51d-4855-afdb-d0c0349bb0dd service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32c694d8-1f95-46ac-84f7-557f806b9512 HTTP/1.1" status: 200 len: 217 time: 0.1660130 Jan 24 16:24:33.207566 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce4c94-a30d-413e-b11b-76ca1f58994c tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Pushing event deleted for resources: {'Subnet': ['ID=010dc8cc-3066-42e9-95a7-5a79b2154558,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:33.216557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61ce4c94-a30d-413e-b11b-76ca1f58994c tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:33.224581 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55257c2-a7d2-4e19-ae51-ad49bdfc5f87 None None] Network b3bd6ed8-0d41-4ddc-9f88-34bde733e930 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:33.231101 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-61ce4c94-a30d-413e-b11b-76ca1f58994c tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] 10.222.0.130 "DELETE /v2.0/subnets/010dc8cc-3066-42e9-95a7-5a79b2154558 HTTP/1.1" status: 204 len: 168 time: 0.6578782 Jan 24 16:24:33.233454 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34148) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:33.279238 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0efdd9d8-2c62-4f79-9ed5-72b8c32067af tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:33.353965 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:33.366218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Deleting port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:33.366461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:33.450713 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:33.489830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4dc3c375-c741-4874-9e58-1634bf6391f9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:33.497695 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-30f0063a-86ae-469b-8ac7-c6c2f12b38e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:33.499121 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-30f0063a-86ae-469b-8ac7-c6c2f12b38e4 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 200 len: 851 time: 0.3796258 Jan 24 16:24:33.507898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0e903c-eda6-4c93-b95b-4e928e369fae None None] DHCP port deletion for b3bd6ed8-0d41-4ddc-9f88-34bde733e930 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:24:33.512173 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4dc3c375-c741-4874-9e58-1634bf6391f9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:33.516997 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdd9d8-2c62-4f79-9ed5-72b8c32067af tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=a1f31ac3-4176-4e85-b011-a03d9c6c3abe,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:33.517966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e903c-eda6-4c93-b95b-4e928e369fae None None] Deleting port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:33.518349 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0d0e903c-eda6-4c93-b95b-4e928e369fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:33.520241 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4dc3c375-c741-4874-9e58-1634bf6391f9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:33.578438 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4dc3c375-c741-4874-9e58-1634bf6391f9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:33.609162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] For port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47,segment=NetworkSegment(1d6297cb-ee66-4adf-a718-b63d3896daa1),segment_id=1d6297cb-ee66-4adf-a718-b63d3896daa1)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:33.609705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:33.630196 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:33.630196 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:33.649507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17137b9d-c3dd-46b9-ba08-59644b3ca5e7 req-90dac930-8407-4366-8dd5-bb4e8c50e475 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:33.651021 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17137b9d-c3dd-46b9-ba08-59644b3ca5e7 req-90dac930-8407-4366-8dd5-bb4e8c50e475 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 943 time: 0.6566126 Jan 24 16:24:33.682303 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0efdd9d8-2c62-4f79-9ed5-72b8c32067af tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:33.757259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Calling delete_port for 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:33.785152 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0efdd9d8-2c62-4f79-9ed5-72b8c32067af tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/a1f31ac3-4176-4e85-b011-a03d9c6c3abe HTTP/1.1" status: 204 len: 168 time: 2.4573996 Jan 24 16:24:33.788260 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17137b9d-c3dd-46b9-ba08-59644b3ca5e7 req-449f53ea-2936-4b49-9146-adf876767e22 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281180 Jan 24 16:24:33.790542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34152) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:33.817094 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c375-c741-4874-9e58-1634bf6391f9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:33.834524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3781ce-1eb0-40ef-8e58-b4b4916fa0b7 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:24:33.835903 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0d0e903c-eda6-4c93-b95b-4e928e369fae None None] For port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47,segment=NetworkSegment(1d6297cb-ee66-4adf-a718-b63d3896daa1),segment_id=1d6297cb-ee66-4adf-a718-b63d3896daa1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:33.836294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0d0e903c-eda6-4c93-b95b-4e928e369fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:33.838861 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-110de923-5e7a-4928-9ead-d582801b234b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a6e18642-b28b-4d3a-b701-7a40de2eb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3287907 Jan 24 16:24:33.839456 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c375-c741-4874-9e58-1634bf6391f9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:33.846796 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ae0257-fdc8-48a9-ba13-2f5236c142a5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] GET failed (client error): The resource could not be found. Jan 24 16:24:33.847335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-54ae0257-fdc8-48a9-ba13-2f5236c142a5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:33.882692 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-54ae0257-fdc8-48a9-ba13-2f5236c142a5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:33.886396 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-54ae0257-fdc8-48a9-ba13-2f5236c142a5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports/a1f31ac3-4176-4e85-b011-a03d9c6c3abe HTTP/1.1" status: 404 len: 333 time: 0.0923417 Jan 24 16:24:33.888102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34156) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:33.952230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:33.959526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c375-c741-4874-9e58-1634bf6391f9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:33.963334 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4dc3c375-c741-4874-9e58-1634bf6391f9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1196837 Jan 24 16:24:33.964960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3c375-c741-4874-9e58-1634bf6391f9 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd2381f-3e62-479a-ab28-ef058933cd9e,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:33.969005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34160) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:33.975515 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-7464bfce-0551-4f02-bb33-22d7b42456ee tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412114970'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:33.992425 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e903c-eda6-4c93-b95b-4e928e369fae None None] Calling delete_port for 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:33.996357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-7464bfce-0551-4f02-bb33-22d7b42456ee tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:34.005391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Pushing event deleted for resources: {'Port': ['ID=1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:34.036232 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b4fe4958-1c23-45f6-a73d-10bc617925e4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.077053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-7464bfce-0551-4f02-bb33-22d7b42456ee tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:34.083693 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b4fe4958-1c23-45f6-a73d-10bc617925e4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.117002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7464bfce-0551-4f02-bb33-22d7b42456ee tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.121978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] No DVR routers for this DVR port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:24:34.125817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-0d0e903c-eda6-4c93-b95b-4e928e369fae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:24:34.126980 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-0d0e903c-eda6-4c93-b95b-4e928e369fae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:24:34.140601 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-780ecaee-b4bc-46df-ba47-04a80bd3d8be service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818346 Jan 24 16:24:34.253107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-7464bfce-0551-4f02-bb33-22d7b42456ee tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:34.256733 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.266751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7464bfce-0551-4f02-bb33-22d7b42456ee tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:34.272241 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7464bfce-0551-4f02-bb33-22d7b42456ee tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:34.272477 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b4fe4958-1c23-45f6-a73d-10bc617925e4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.280643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-7464bfce-0551-4f02-bb33-22d7b42456ee tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:34.300586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe4958-1c23-45f6-a73d-10bc617925e4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9aa4015-8c8a-4e2c-afae-c610f5289bd0,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:34.308396 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3bd6ed8-0d41-4ddc-9f88-34bde733e930']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:34.323859 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6297cb-ee66-4adf-a718-b63d3896daa1') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:34.324159 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6297cb-ee66-4adf-a718-b63d3896daa1') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:34.331747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b4fe4958-1c23-45f6-a73d-10bc617925e4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.332872 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b4fe4958-1c23-45f6-a73d-10bc617925e4 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/security-groups/a9aa4015-8c8a-4e2c-afae-c610f5289bd0 HTTP/1.1" status: 204 len: 168 time: 0.4444804 Jan 24 16:24:34.335706 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34164) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:34.340472 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.374672 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.377877 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0d9664da-1f65-4ee6-b3ce-951679131497 req-362a2b01-2761-4829-bae3-ce9bda80af8a service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272980 Jan 24 16:24:34.397284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:24:34.397566 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:24:34.412126 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:24:34.443968 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7464bfce-0551-4f02-bb33-22d7b42456ee tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.478163 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7464bfce-0551-4f02-bb33-22d7b42456ee tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.500579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ee0dac7-2230-4725-82f4-fc84cb5a1c07 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.513976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.532348 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.552297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ee0dac7-2230-4725-82f4-fc84cb5a1c07 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.554969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7464bfce-0551-4f02-bb33-22d7b42456ee tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.556171 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7464bfce-0551-4f02-bb33-22d7b42456ee tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5861273 Jan 24 16:24:34.557025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464bfce-0551-4f02-bb33-22d7b42456ee tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f74b245f-c3f1-4fff-863b-c5f6528fb7c4,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:34.559647 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] Pushing event deleted for resources: {'Network': ['ID=b3bd6ed8-0d41-4ddc-9f88-34bde733e930,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:34.561472 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34168) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:34.566021 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4d758426-0be3-4320-90dd-7c536f328642 tempest-FloatingIPNegativeTestJSON-382073539 tempest-FloatingIPNegativeTestJSON-382073539-project] 10.222.0.130 "DELETE /v2.0/networks/b3bd6ed8-0d41-4ddc-9f88-34bde733e930 HTTP/1.1" status: 204 len: 168 time: 1.3313115 Jan 24 16:24:34.567406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3781ce-1eb0-40ef-8e58-b4b4916fa0b7 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:24:34.573386 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-20045224-f692-4937-8bc6-1d2f80139926 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '7bd2381f-3e62-479a-ab28-ef058933cd9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f74b245f-c3f1-4fff-863b-c5f6528fb7c4'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:34.581524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1c3781ce-1eb0-40ef-8e58-b4b4916fa0b7 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.582653 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1c3781ce-1eb0-40ef-8e58-b4b4916fa0b7 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0 HTTP/1.1" status: 200 len: 891 time: 5.4485457 Jan 24 16:24:34.585592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34174) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:34.589468 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24dd05-c9fd-4ef1-8300-dffd6ffee9bd None None] Sync routers for ids ['d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:24:34.589973 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-20045224-f692-4937-8bc6-1d2f80139926 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:34.609303 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24dd05-c9fd-4ef1-8300-dffd6ffee9bd None None] Routers {'d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:34.610303 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-2c24dd05-c9fd-4ef1-8300-dffd6ffee9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:34.621884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ee0dac7-2230-4725-82f4-fc84cb5a1c07 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.628882 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e903c-eda6-4c93-b95b-4e928e369fae None None] Deleting port 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:34.629410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0d0e903c-eda6-4c93-b95b-4e928e369fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.662684 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-20045224-f692-4937-8bc6-1d2f80139926 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:34.667427 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-20045224-f692-4937-8bc6-1d2f80139926 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:34.668774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0dac7-2230-4725-82f4-fc84cb5a1c07 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db54b9ae-2094-49cd-b3cd-60c86ea6c0fd,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:34.678165 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ac9e466b-8f1b-413b-ab04-6d3ba8c8b4ab req-a2e09de2-0256-4042-ba03-96f957493f44 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 1096 time: 0.2366405 Jan 24 16:24:34.679024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-20045224-f692-4937-8bc6-1d2f80139926 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:34.690306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ee0dac7-2230-4725-82f4-fc84cb5a1c07 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.692131 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6ee0dac7-2230-4725-82f4-fc84cb5a1c07 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/security-groups/db54b9ae-2094-49cd-b3cd-60c86ea6c0fd HTTP/1.1" status: 204 len: 168 time: 0.3555722 Jan 24 16:24:34.694923 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34178) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:34.695787 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-2c24dd05-c9fd-4ef1-8300-dffd6ffee9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:34.712749 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24dd05-c9fd-4ef1-8300-dffd6ffee9bd None None] Routers {'d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:34.713782 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-2c24dd05-c9fd-4ef1-8300-dffd6ffee9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:34.728305 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e903c-eda6-4c93-b95b-4e928e369fae None None] The port '1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:24:34.794714 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-2c24dd05-c9fd-4ef1-8300-dffd6ffee9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:34.795338 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24dd05-c9fd-4ef1-8300-dffd6ffee9bd None None] The sync data for ids ['d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:24:34.821063 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e3c1bc1c-7a11-4f91-9e24-fa7bbd01ea0b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.822857 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-20045224-f692-4937-8bc6-1d2f80139926 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:34.827146 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-20045224-f692-4937-8bc6-1d2f80139926 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2614191 Jan 24 16:24:34.828773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34184) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:34.859792 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e3c1bc1c-7a11-4f91-9e24-fa7bbd01ea0b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.923429 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e3c1bc1c-7a11-4f91-9e24-fa7bbd01ea0b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:34.973965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e466b-8f1b-413b-ab04-6d3ba8c8b4ab req-47497d60-4401-45c3-97cb-ec5644f9ffd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:34.975427 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ac9e466b-8f1b-413b-ab04-6d3ba8c8b4ab req-47497d60-4401-45c3-97cb-ec5644f9ffd6 service neutron] 10.222.0.129 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 913 time: 0.2859218 Jan 24 16:24:35.005062 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1bc1c-7a11-4f91-9e24-fa7bbd01ea0b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e6de50-da10-4979-94df-9609380ec882,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:35.011100 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e3c1bc1c-7a11-4f91-9e24-fa7bbd01ea0b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:35.012488 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e3c1bc1c-7a11-4f91-9e24-fa7bbd01ea0b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/security-groups/51e6de50-da10-4979-94df-9609380ec882 HTTP/1.1" status: 204 len: 168 time: 0.3165886 Jan 24 16:24:35.015275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34190) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:35.058940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34194) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:35.079006 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ac9e466b-8f1b-413b-ab04-6d3ba8c8b4ab req-d9cc4a1e-2d0a-45bd-a97c-654f8e25ff4e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32c694d8-1f95-46ac-84f7-557f806b9512 HTTP/1.1" status: 200 len: 217 time: 0.0938597 Jan 24 16:24:35.116452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-00ec477e-447a-45e8-b9e4-75fcb1b8d768 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:35.165408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-00ec477e-447a-45e8-b9e4-75fcb1b8d768 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:35.202278 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e466b-8f1b-413b-ab04-6d3ba8c8b4ab req-5d897e9c-5ed9-4570-8c5a-46f217258c60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:35.204194 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ac9e466b-8f1b-413b-ab04-6d3ba8c8b4ab req-5d897e9c-5ed9-4570-8c5a-46f217258c60 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 200 len: 851 time: 0.1177595 Jan 24 16:24:35.268560 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-623983f7-fb59-4f01-9cf1-0e2f239ff9e5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/routers/d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0 HTTP/1.1" status: 200 len: 891 time: 0.6819408 Jan 24 16:24:35.276514 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34200) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:35.303032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb7d7d-6ed8-4069-be1f-e83362b29440 req-d1ecdcd3-dbfb-41f5-be38-02f5d4641828 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:35.304487 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fabb7d7d-6ed8-4069-be1f-e83362b29440 req-d1ecdcd3-dbfb-41f5-be38-02f5d4641828 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 943 time: 0.3586452 Jan 24 16:24:35.319962 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d67a0635-49fc-4369-ab42-d2d7a123d88f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Synchronizing usage tracker for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:35.330317 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-00ec477e-447a-45e8-b9e4-75fcb1b8d768 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:35.363378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec477e-447a-45e8-b9e4-75fcb1b8d768 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74b245f-c3f1-4fff-863b-c5f6528fb7c4,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:35.378033 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-00ec477e-447a-45e8-b9e4-75fcb1b8d768 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:35.379158 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-00ec477e-447a-45e8-b9e4-75fcb1b8d768 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "DELETE /v2.0/security-groups/f74b245f-c3f1-4fff-863b-c5f6528fb7c4 HTTP/1.1" status: 204 len: 168 time: 0.5494027 Jan 24 16:24:35.381989 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34204) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:35.385680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d67a0635-49fc-4369-ab42-d2d7a123d88f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Unset dirty status for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:35.386667 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d67a0635-49fc-4369-ab42-d2d7a123d88f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports?device_id=d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0 HTTP/1.1" status: 200 len: 205 time: 0.1105824 Jan 24 16:24:35.391858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34208) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:35.455722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:24:35.490630 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8f3aa978-5996-4148-92ce-471b74fd9ce2 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=49c18ed1a63e45a89d4ab5b7300359ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4249091 Jan 24 16:24:35.495008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-615b4c2d-ca42-4880-8389-a19ee7242a5b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting subnet 1477aa48-971a-425c-ba3a-bd5f6a711c0c {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:24:35.498280 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34212) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:35.500597 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fabb7d7d-6ed8-4069-be1f-e83362b29440 req-a10f8c31-62af-4c3c-82db-0ce9c4941e71 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1822846 Jan 24 16:24:35.503113 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-615b4c2d-ca42-4880-8389-a19ee7242a5b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:35.508929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:24:35.509838 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 1c93c2f1-8f2b-4431-87b8-1d5bf34f7a47 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:24:35.541484 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ac9e466b-8f1b-413b-ab04-6d3ba8c8b4ab req-51e2f59f-a02d-45ca-9065-2466a94b1795 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a6e18642-b28b-4d3a-b701-7a40de2eb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3293684 Jan 24 16:24:35.606165 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-615b4c2d-ca42-4880-8389-a19ee7242a5b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:35.672443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9ffb9fec-6219-4abd-ade4-c860efebff78 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Synchronizing usage tracker for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:35.685520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-32ee0a82-f50c-41f4-86fc-813ad18e819d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:35.715336 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9ffb9fec-6219-4abd-ade4-c860efebff78 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Unset dirty status for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:35.716601 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9ffb9fec-6219-4abd-ade4-c860efebff78 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3337638 Jan 24 16:24:35.718704 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ac9e466b-8f1b-413b-ab04-6d3ba8c8b4ab req-0b3a6875-303e-439e-8173-5814e4c7d0b3 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631770 Jan 24 16:24:35.719649 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34216) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:35.728956 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-32ee0a82-f50c-41f4-86fc-813ad18e819d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:35.805350 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-615b4c2d-ca42-4880-8389-a19ee7242a5b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:35.893110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ef2800d4-9a24-451d-95ee-92f2646e8af7 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:35.906431 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ac9e466b-8f1b-413b-ab04-6d3ba8c8b4ab req-86439082-213d-47ad-b038-27bf58d4a4ff service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726916 Jan 24 16:24:35.925496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ef2800d4-9a24-451d-95ee-92f2646e8af7 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:35.929857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-32ee0a82-f50c-41f4-86fc-813ad18e819d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:35.952178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee0a82-f50c-41f4-86fc-813ad18e819d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed2ece5-94fc-4d31-afbb-b6e6aae0b94f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:35.958796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-615b4c2d-ca42-4880-8389-a19ee7242a5b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:35.975244 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ef2800d4-9a24-451d-95ee-92f2646e8af7 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:35.996808 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2800d4-9a24-451d-95ee-92f2646e8af7 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd2381f-3e62-479a-ab28-ef058933cd9e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:35.999437 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8d212bc9-c74d-4c25-b67f-2b05231e632a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.012813 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ef2800d4-9a24-451d-95ee-92f2646e8af7 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.016680 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ef2800d4-9a24-451d-95ee-92f2646e8af7 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "DELETE /v2.0/security-groups/7bd2381f-3e62-479a-ab28-ef058933cd9e HTTP/1.1" status: 204 len: 168 time: 0.2934020 Jan 24 16:24:36.016829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34220) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:36.073291 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9fb79ef4-d2ff-4791-9a17-cbc8be2a90cf tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Synchronizing usage tracker for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:36.078747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b4c2d-ca42-4880-8389-a19ee7242a5b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Subnet': ['ID=1477aa48-971a-425c-ba3a-bd5f6a711c0c,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:36.083392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-32ee0a82-f50c-41f4-86fc-813ad18e819d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.088362 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-32ee0a82-f50c-41f4-86fc-813ad18e819d admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/4ed2ece5-94fc-4d31-afbb-b6e6aae0b94f HTTP/1.1" status: 204 len: 168 time: 0.5830176 Jan 24 16:24:36.090350 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-615b4c2d-ca42-4880-8389-a19ee7242a5b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.090619 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-615b4c2d-ca42-4880-8389-a19ee7242a5b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/1477aa48-971a-425c-ba3a-bd5f6a711c0c HTTP/1.1" status: 204 len: 168 time: 1.0742249 Jan 24 16:24:36.094617 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34226) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:36.100169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9fb79ef4-d2ff-4791-9a17-cbc8be2a90cf tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Unset dirty status for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:36.105322 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9fb79ef4-d2ff-4791-9a17-cbc8be2a90cf tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0838914 Jan 24 16:24:36.105499 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90215332-d536-4184-94c9-dffd060a322b None None] Network 2cb02613-eb5c-48e1-9cea-860476eca87a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:36.106056 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34230) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:36.114020 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-bf1b1779-e26c-4c38-aef4-6bcaa698b6ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group': {'name': 'tempest-secgroup--393142033'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:36.125789 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bf1b1779-e26c-4c38-aef4-6bcaa698b6ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:36.139245 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bf1b1779-e26c-4c38-aef4-6bcaa698b6ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:36.154549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf1b1779-e26c-4c38-aef4-6bcaa698b6ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.177832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-3624a6b4-2f8a-4391-a01c-5cd70b654ac5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting subnet 8ca8ddd3-8e93-4a60-9176-b29e90bcbd25 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:24:36.183072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3624a6b4-2f8a-4391-a01c-5cd70b654ac5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.202019 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bf1b1779-e26c-4c38-aef4-6bcaa698b6ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:36.206139 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bf1b1779-e26c-4c38-aef4-6bcaa698b6ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:36.209603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bf1b1779-e26c-4c38-aef4-6bcaa698b6ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:36.216266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bf1b1779-e26c-4c38-aef4-6bcaa698b6ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:36.277953 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf1b1779-e26c-4c38-aef4-6bcaa698b6ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.285650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf1b1779-e26c-4c38-aef4-6bcaa698b6ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.306962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3624a6b4-2f8a-4391-a01c-5cd70b654ac5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.341195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b1779-e26c-4c38-aef4-6bcaa698b6ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df85388-c87e-4f96-831f-e61d5cc8cb63,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:36.353144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf1b1779-e26c-4c38-aef4-6bcaa698b6ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.354772 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bf1b1779-e26c-4c38-aef4-6bcaa698b6ba tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2468271 Jan 24 16:24:36.358216 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34236) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:36.366648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-091c54c7-9f42-45ff-b428-f36910ad3e38 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '1df85388-c87e-4f96-831f-e61d5cc8cb63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:36.373762 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-091c54c7-9f42-45ff-b428-f36910ad3e38 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:36.379547 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-091c54c7-9f42-45ff-b428-f36910ad3e38 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:36.384538 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-091c54c7-9f42-45ff-b428-f36910ad3e38 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:36.393022 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-091c54c7-9f42-45ff-b428-f36910ad3e38 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:36.437198 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-091c54c7-9f42-45ff-b428-f36910ad3e38 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:36.438902 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-091c54c7-9f42-45ff-b428-f36910ad3e38 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0776968 Jan 24 16:24:36.442576 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34240) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:36.449840 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8d212bc9-c74d-4c25-b67f-2b05231e632a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.451012 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-2447732f-78f1-4cf4-855d-5b6a6e6c3416 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group_rule': {'security_group_id': '1df85388-c87e-4f96-831f-e61d5cc8cb63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:36.464891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3624a6b4-2f8a-4391-a01c-5cd70b654ac5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.467862 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2447732f-78f1-4cf4-855d-5b6a6e6c3416 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:36.472228 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2447732f-78f1-4cf4-855d-5b6a6e6c3416 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:36.475917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2447732f-78f1-4cf4-855d-5b6a6e6c3416 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:36.487831 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2447732f-78f1-4cf4-855d-5b6a6e6c3416 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:36.495464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-8d212bc9-c74d-4c25-b67f-2b05231e632a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port c44ed40c-782a-424e-b795-accc1b71fa41 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:36.495931 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8d212bc9-c74d-4c25-b67f-2b05231e632a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.521556 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-2447732f-78f1-4cf4-855d-5b6a6e6c3416 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:24:36.523194 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2447732f-78f1-4cf4-855d-5b6a6e6c3416 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0793622 Jan 24 16:24:36.526302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34246) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:36.618779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-edccb152-ac3e-49f4-b195-d4d9b37cc604 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.653512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-edccb152-ac3e-49f4-b195-d4d9b37cc604 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.699005 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3624a6b4-2f8a-4391-a01c-5cd70b654ac5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.773498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-edccb152-ac3e-49f4-b195-d4d9b37cc604 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.782783 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624a6b4-2f8a-4391-a01c-5cd70b654ac5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca8ddd3-8e93-4a60-9176-b29e90bcbd25,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:36.789728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3624a6b4-2f8a-4391-a01c-5cd70b654ac5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.794007 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8d212bc9-c74d-4c25-b67f-2b05231e632a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.803760 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccb152-ac3e-49f4-b195-d4d9b37cc604 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df85388-c87e-4f96-831f-e61d5cc8cb63,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:36.813133 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3624a6b4-2f8a-4391-a01c-5cd70b654ac5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/8ca8ddd3-8e93-4a60-9176-b29e90bcbd25 HTTP/1.1" status: 204 len: 168 time: 0.7146263 Jan 24 16:24:36.813451 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34258) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:36.816903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-edccb152-ac3e-49f4-b195-d4d9b37cc604 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.818120 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-edccb152-ac3e-49f4-b195-d4d9b37cc604 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "DELETE /v2.0/security-groups/1df85388-c87e-4f96-831f-e61d5cc8cb63 HTTP/1.1" status: 204 len: 168 time: 0.2905035 Jan 24 16:24:36.830906 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34262) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:36.875202 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-3074b64b-4349-4ce5-aeda-82e89174fdbd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] DELETE failed (client error): The resource could not be found. Jan 24 16:24:36.875770 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3074b64b-4349-4ce5-aeda-82e89174fdbd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:24:36.879742 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3074b64b-4349-4ce5-aeda-82e89174fdbd tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/1477aa48-971a-425c-ba3a-bd5f6a711c0c HTTP/1.1" status: 404 len: 337 time: 0.0627749 Jan 24 16:24:36.882125 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34266) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:36.950635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-8d212bc9-c74d-4c25-b67f-2b05231e632a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for c44ed40c-782a-424e-b795-accc1b71fa41 owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:36.963060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3863cee1-7de1-4b67-bf09-468c77342c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:36.979236 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fb568-21a0-4e69-a811-47aa70e309f7 req-8d76409a-1b6d-409a-a07f-d6bea27de3d2 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:36.980776 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ef5fb568-21a0-4e69-a811-47aa70e309f7 req-8d76409a-1b6d-409a-a07f-d6bea27de3d2 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 943 time: 0.2727857 Jan 24 16:24:36.988181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-477936c6-b839-43c0-99e0-b609fc018ca3 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Synchronizing usage tracker for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:37.041804 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-477936c6-b839-43c0-99e0-b609fc018ca3 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Unset dirty status for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:37.043086 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-477936c6-b839-43c0-99e0-b609fc018ca3 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1696343 Jan 24 16:24:37.049702 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34274) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:37.058205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4132709f-826e-4a94-b727-23e77717c2ac tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group': {'name': 'tempest-secgroup--428120943'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:37.064171 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ef5fb568-21a0-4e69-a811-47aa70e309f7 req-8ce36f10-c82a-4826-8cbb-9723b9506977 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731223 Jan 24 16:24:37.066484 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4132709f-826e-4a94-b727-23e77717c2ac tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:37.076428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4132709f-826e-4a94-b727-23e77717c2ac tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:37.106249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4132709f-826e-4a94-b727-23e77717c2ac tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.149456 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4132709f-826e-4a94-b727-23e77717c2ac tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:37.153938 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4132709f-826e-4a94-b727-23e77717c2ac tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Usage tracker for resource:security_group_rule and tenant:fc18c5c456794758bf3d3a99ebaf5a1e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:37.157616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4132709f-826e-4a94-b727-23e77717c2ac tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:37.164652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4132709f-826e-4a94-b727-23e77717c2ac tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:37.230494 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4132709f-826e-4a94-b727-23e77717c2ac tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.236431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4132709f-826e-4a94-b727-23e77717c2ac tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.260768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34280) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:37.263711 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eef237-eaf1-499f-8426-4d378caa5082 None None] Network 2cb02613-eb5c-48e1-9cea-860476eca87a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:37.277419 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c833fd-9be2-40e6-b64c-25ce3b5afca5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting subnet 43951988-03ae-4bf5-a4e1-b61402834e7f {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:24:37.282416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7c833fd-9be2-40e6-b64c-25ce3b5afca5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.289882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132709f-826e-4a94-b727-23e77717c2ac tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c025ee-49b4-48ff-81e6-966d49b376b0,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:37.302709 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4132709f-826e-4a94-b727-23e77717c2ac tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.304089 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4132709f-826e-4a94-b727-23e77717c2ac tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2522814 Jan 24 16:24:37.307191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34286) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:37.313642 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c907895e-b20d-4f65-b180-a61d2264c2b7 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:37.314273 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-c907895e-b20d-4f65-b180-a61d2264c2b7 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] update failed (client error): There was a conflict when trying to complete your request. Jan 24 16:24:37.316752 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c907895e-b20d-4f65-b180-a61d2264c2b7 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "PUT /v2.0/security-groups/d1c025ee-49b4-48ff-81e6-966d49b376b0 HTTP/1.1" status: 409 len: 330 time: 0.0070138 Jan 24 16:24:37.318724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34290) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:37.374241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7c833fd-9be2-40e6-b64c-25ce3b5afca5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.394739 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1ad38383-1753-4abc-a889-c8eb1b91e1f1 None None] Provisioning complete for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:37.395103 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1ad38383-1753-4abc-a889-c8eb1b91e1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.410660 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e6c1-208d-4c95-bb8e-c0128c5014f0 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.446310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e6c1-208d-4c95-bb8e-c0128c5014f0 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.459950 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'network': {'name': 'tempest-RoutersTest-1457441909'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:37.469189 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:37.483004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:network and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:37.487332 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:37.501445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:37.515833 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:37.519188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7c833fd-9be2-40e6-b64c-25ce3b5afca5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.520164 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.534661 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.547141 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e6c1-208d-4c95-bb8e-c0128c5014f0 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.572136 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4e6c1-208d-4c95-bb8e-c0128c5014f0 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c025ee-49b4-48ff-81e6-966d49b376b0,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:37.574141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8d212bc9-c74d-4c25-b67f-2b05231e632a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.588951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e6c1-208d-4c95-bb8e-c0128c5014f0 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.592496 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1ba4e6c1-208d-4c95-bb8e-c0128c5014f0 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "DELETE /v2.0/security-groups/d1c025ee-49b4-48ff-81e6-966d49b376b0 HTTP/1.1" status: 204 len: 168 time: 0.2698956 Jan 24 16:24:37.592496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34294) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:37.614589 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:37.623613 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:security_group_rule and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:37.628459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:37.641372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:37.663520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d212bc9-c74d-4c25-b67f-2b05231e632a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Port': ['ID=c44ed40c-782a-424e-b795-accc1b71fa41,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:37.688567 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2867253e-14af-4460-a507-2f6b7594ebd0 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Synchronizing usage tracker for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:37.709571 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1ad38383-1753-4abc-a889-c8eb1b91e1f1 None None] Provisioning complete for port 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:37.710156 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1ad38383-1753-4abc-a889-c8eb1b91e1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.726412 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2867253e-14af-4460-a507-2f6b7594ebd0 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] Unset dirty status for tenant:fc18c5c456794758bf3d3a99ebaf5a1e on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:37.731635 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2867253e-14af-4460-a507-2f6b7594ebd0 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1344235 Jan 24 16:24:37.731854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34298) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:37.747891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7c833fd-9be2-40e6-b64c-25ce3b5afca5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.759557 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-4798d673-6fac-44f9-a91b-f3f806814ba7 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] delete failed (client error): The resource could not be found. Jan 24 16:24:37.760635 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4798d673-6fac-44f9-a91b-f3f806814ba7 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "DELETE /v2.0/security-groups/e8de3e32-4def-4dc6-a494-dac9c49f2dd0 HTTP/1.1" status: 404 len: 347 time: 0.0277884 Jan 24 16:24:37.771956 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34302) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:37.778049 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1ad38383-1753-4abc-a889-c8eb1b91e1f1 None None] Port 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:37.793768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.796817 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-3386654b-b357-43a6-9445-36d6d739ff10 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] show failed (client error): The resource could not be found. Jan 24 16:24:37.799013 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3386654b-b357-43a6-9445-36d6d739ff10 tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "GET /v2.0/security-groups/99eaf135-8961-49b7-9c0a-a02a2740bf90 HTTP/1.1" status: 404 len: 347 time: 0.0253351 Jan 24 16:24:37.801083 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.804181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34306) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:37.845086 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-2fb877c9-c95e-445e-8ae9-b7fed48f0b0c tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] show failed (client error): The resource could not be found. Jan 24 16:24:37.852561 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2fb877c9-c95e-445e-8ae9-b7fed48f0b0c tempest-NegativeSecGroupIPv6Test-839801424 tempest-NegativeSecGroupIPv6Test-839801424-project] 10.222.0.130 "GET /v2.0/security-group-rules/7dbd42d7-f0b1-40ff-b97a-63fba13efc4e HTTP/1.1" status: 404 len: 356 time: 0.0336628 Jan 24 16:24:37.852561 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:24:37.869874 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0d6686-042b-4f5c-b984-b40481f0da78,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:37.876992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.877468 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Added segment 9721fa26-ca87-489d-ad67-2bfe40c07ce4 of type vlan for network 7cc2f848-b2fc-4e73-99d8-da450a7bd328 Jan 24 16:24:37.914095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.941185 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c833fd-9be2-40e6-b64c-25ce3b5afca5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Subnet': ['ID=43951988-03ae-4bf5-a4e1-b61402834e7f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:37.955354 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.961104 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:37.961845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.961963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7c833fd-9be2-40e6-b64c-25ce3b5afca5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.970753 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d7c833fd-9be2-40e6-b64c-25ce3b5afca5 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/43951988-03ae-4bf5-a4e1-b61402834e7f HTTP/1.1" status: 204 len: 168 time: 1.0859022 Jan 24 16:24:37.971698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8d212bc9-c74d-4c25-b67f-2b05231e632a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:37.985561 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34312) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:38.056692 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-64caa45b-2fe4-4c76-8089-ef52fbcbb44d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] DELETE failed (client error): The resource could not be found. Jan 24 16:24:38.056948 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64caa45b-2fe4-4c76-8089-ef52fbcbb44d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:24:38.162491 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9006510 Jan 24 16:24:38.187713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34318) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:38.189266 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-64caa45b-2fe4-4c76-8089-ef52fbcbb44d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/14b707d6-a203-4d5b-a294-f98e8a52ad86 HTTP/1.1" status: 404 len: 337 time: 0.1936703 Jan 24 16:24:38.191693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34322) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:38.223390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f4fea60b-e84a-4bd3-bd0f-28cd2f99396f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'network': {'name': 'tempest-RoutersTest-362689640'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:38.298732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f4fea60b-e84a-4bd3-bd0f-28cd2f99396f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:38.303665 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f4fea60b-e84a-4bd3-bd0f-28cd2f99396f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:network and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:38.307620 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f4fea60b-e84a-4bd3-bd0f-28cd2f99396f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:38.310392 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c65016-fa12-4f5f-afaf-c9a1c33e06d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Network': ['ID=7cc2f848-b2fc-4e73-99d8-da450a7bd328,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:38.322180 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a01c3fc0-9ff4-4353-ab57-c75ee3b68753 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Synchronizing usage tracker for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:38.326844 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f4fea60b-e84a-4bd3-bd0f-28cd2f99396f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:38.344687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a01c3fc0-9ff4-4353-ab57-c75ee3b68753 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Unset dirty status for tenant:020c63c86e484c40a5cbd6c7b2bbb0fb on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:38.346628 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a01c3fc0-9ff4-4353-ab57-c75ee3b68753 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "GET /v2.0/ports?device_id=0cfdbc58-f7a8-4351-95f6-72308b1f5ce4 HTTP/1.1" status: 200 len: 205 time: 0.1384289 Jan 24 16:24:38.348724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34328) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:38.352422 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8d212bc9-c74d-4c25-b67f-2b05231e632a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:38.377029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8d212bc9-c74d-4c25-b67f-2b05231e632a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:38.380330 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34332) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:38.421724 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d06bc-4ce4-4622-94bf-90b2fe5ac82c req-f38dfeb0-6e2c-443f-a817-d7ca8ed81eea tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:38.423752 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-497d06bc-4ce4-4622-94bf-90b2fe5ac82c req-f38dfeb0-6e2c-443f-a817-d7ca8ed81eea tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 943 time: 0.1289878 Jan 24 16:24:38.428019 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fea60b-e84a-4bd3-bd0f-28cd2f99396f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:38.430730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f4fea60b-e84a-4bd3-bd0f-28cd2f99396f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:38.439024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a50654e-6ef3-4bf3-8027-3c36acb52ecf None None] Network 2cb02613-eb5c-48e1-9cea-860476eca87a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:38.450960 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-a3d8d730-dd4d-44cb-82e0-cb2c6bb4897b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] delete failed (client error): The resource could not be found. Jan 24 16:24:38.452113 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a3d8d730-dd4d-44cb-82e0-cb2c6bb4897b tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/routers/0cfdbc58-f7a8-4351-95f6-72308b1f5ce4 HTTP/1.1" status: 404 len: 336 time: 0.1024337 Jan 24 16:24:38.455545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34338) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:38.483340 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8d212bc9-c74d-4c25-b67f-2b05231e632a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:38.484488 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d212bc9-c74d-4c25-b67f-2b05231e632a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Fanout notify agent at l3_agent the message router_deleted on router d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:24:38.504887 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2634981-0b7d-4596-8304-43ee111b8359 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] DELETE failed (client error): The resource could not be found. Jan 24 16:24:38.505318 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2634981-0b7d-4596-8304-43ee111b8359 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:24:38.510115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34342) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:38.510548 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a2634981-0b7d-4596-8304-43ee111b8359 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/40afb5a2-5a97-4f17-820d-e7a8360eb2c5 HTTP/1.1" status: 404 len: 337 time: 0.0503235 Jan 24 16:24:38.518161 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-497d06bc-4ce4-4622-94bf-90b2fe5ac82c req-1d77089a-7b2f-429f-af7c-fd3e461ed93e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736749 Jan 24 16:24:38.521955 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fea60b-e84a-4bd3-bd0f-28cd2f99396f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:24:38.531929 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f4fea60b-e84a-4bd3-bd0f-28cd2f99396f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:38.532231 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-f4fea60b-e84a-4bd3-bd0f-28cd2f99396f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Added segment c9e42040-eb46-40b9-a34b-5c0abc824673 of type vlan for network 1b03cede-0060-4268-a5b3-632b2fd88ff5 Jan 24 16:24:38.550240 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 7cc2f848-b2fc-4e73-99d8-da450a7bd328 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:24:38.565701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8d212bc9-c74d-4c25-b67f-2b05231e632a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:38.570625 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8d212bc9-c74d-4c25-b67f-2b05231e632a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/routers/d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0 HTTP/1.1" status: 204 len: 168 time: 3.1741564 Jan 24 16:24:38.572243 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f4fea60b-e84a-4bd3-bd0f-28cd2f99396f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:38.577374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34346) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:38.578312 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-78222f3c-b66b-45e6-b38e-f76150b23d5d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] DELETE failed (client error): The resource could not be found. Jan 24 16:24:38.579200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78222f3c-b66b-45e6-b38e-f76150b23d5d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:24:38.581062 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-78222f3c-b66b-45e6-b38e-f76150b23d5d tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/e45a2394-f95f-4248-8847-fae91e915056 HTTP/1.1" status: 404 len: 337 time: 0.0680788 Jan 24 16:24:38.583666 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34350) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:38.591437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c6da2e15-22e5-4846-9206-7f1ea59810cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1010699455'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:38.599092 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c6da2e15-22e5-4846-9206-7f1ea59810cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:38.603831 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c6da2e15-22e5-4846-9206-7f1ea59810cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:network and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:38.607834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c6da2e15-22e5-4846-9206-7f1ea59810cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:38.616278 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c6da2e15-22e5-4846-9206-7f1ea59810cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:38.625541 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c6bbb5-e7e6-43f4-8994-cb5441e604f2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] DELETE failed (client error): The resource could not be found. Jan 24 16:24:38.626730 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c6bbb5-e7e6-43f4-8994-cb5441e604f2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:24:38.628965 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e3c6bbb5-e7e6-43f4-8994-cb5441e604f2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/a92776eb-5ee1-4c70-b509-671e105190c3 HTTP/1.1" status: 404 len: 337 time: 0.0443642 Jan 24 16:24:38.631204 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34354) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:38.641100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6da2e15-22e5-4846-9206-7f1ea59810cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:38.645951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c6da2e15-22e5-4846-9206-7f1ea59810cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:38.691101 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f4fea60b-e84a-4bd3-bd0f-28cd2f99396f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:38.696741 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbac5a51-f4a5-4a3a-b8d7-c6bf69771db6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] DELETE failed (client error): The resource could not be found. Jan 24 16:24:38.697178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbac5a51-f4a5-4a3a-b8d7-c6bf69771db6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:24:38.701143 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fea60b-e84a-4bd3-bd0f-28cd2f99396f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:38.701301 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bbac5a51-f4a5-4a3a-b8d7-c6bf69771db6 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/b86b6311-0371-46bc-a37d-cd1e4163330f HTTP/1.1" status: 404 len: 333 time: 0.0665390 Jan 24 16:24:38.701392 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f4fea60b-e84a-4bd3-bd0f-28cd2f99396f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:38.702726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34358) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:38.706331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6da2e15-22e5-4846-9206-7f1ea59810cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:24:38.731041 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a1cc8cbe-3ad3-40be-a32b-7ace46f7c22b None None] Provisioning complete for port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:38.731411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a1cc8cbe-3ad3-40be-a32b-7ace46f7c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:38.752953 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce29538-907f-4858-88f5-b67dd81af430 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] DELETE failed (client error): The resource could not be found. Jan 24 16:24:38.753722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce29538-907f-4858-88f5-b67dd81af430 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:24:38.757502 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7ce29538-907f-4858-88f5-b67dd81af430 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/6ef7ed98-5dde-44f5-bffc-7ec448eb12e3 HTTP/1.1" status: 404 len: 337 time: 0.0514965 Jan 24 16:24:38.758045 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34362) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:38.811177 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18f082f-7ec7-4aa6-9e2a-4ca3c7b029d2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] DELETE failed (client error): The resource could not be found. Jan 24 16:24:38.811727 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18f082f-7ec7-4aa6-9e2a-4ca3c7b029d2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:24:38.816040 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f18f082f-7ec7-4aa6-9e2a-4ca3c7b029d2 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/3d82ed3d-b59c-40af-a26d-f6e792fb3f11 HTTP/1.1" status: 404 len: 337 time: 0.0543487 Jan 24 16:24:38.816254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34366) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:38.900625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c6da2e15-22e5-4846-9206-7f1ea59810cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:38.901014 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-c6da2e15-22e5-4846-9206-7f1ea59810cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Added segment 2dfc057f-35b7-41d9-8979-af6fd90e822d of type vlan for network 469bdd2e-ac04-4980-a4a6-cd7fdc4379dc Jan 24 16:24:38.922965 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a1cc8cbe-3ad3-40be-a32b-7ace46f7c22b None None] Provisioning complete for port 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:38.923658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a1cc8cbe-3ad3-40be-a32b-7ace46f7c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:38.945720 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f4fea60b-e84a-4bd3-bd0f-28cd2f99396f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7553174 Jan 24 16:24:38.956870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fea60b-e84a-4bd3-bd0f-28cd2f99396f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Network': ['ID=1b03cede-0060-4268-a5b3-632b2fd88ff5,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:38.958984 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34370) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:38.965139 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c44d00fb-7615-4ec9-8572-71681c351968 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=fc18c5c456794758bf3d3a99ebaf5a1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5830603 Jan 24 16:24:38.971803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34374) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:38.972369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-13d9fc17-f541-423d-b33d-b90b025ef83a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'subnet': {'network_id': '7cc2f848-b2fc-4e73-99d8-da450a7bd328', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:38.983214 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 1b03cede-0060-4268-a5b3-632b2fd88ff5 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:24:38.990333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c6da2e15-22e5-4846-9206-7f1ea59810cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:38.992695 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-781d9563-54ec-42f6-9ae3-7a51ab6adfb9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] DELETE failed (client error): The resource could not be found. Jan 24 16:24:38.993251 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781d9563-54ec-42f6-9ae3-7a51ab6adfb9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:24:38.995159 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-781d9563-54ec-42f6-9ae3-7a51ab6adfb9 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/3849ebbd-93bc-4166-960a-7fe893b26158 HTTP/1.1" status: 404 len: 333 time: 0.1780126 Jan 24 16:24:38.998108 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34378) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:39.060238 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e72464-7207-4c6f-a1f1-dbc052ce4619 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] DELETE failed (client error): The resource could not be found. Jan 24 16:24:39.060753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e72464-7207-4c6f-a1f1-dbc052ce4619 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:24:39.062801 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f7e72464-7207-4c6f-a1f1-dbc052ce4619 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/53efdfdd-e5c3-4ba5-a3dd-06a90598581e HTTP/1.1" status: 404 len: 337 time: 0.0637119 Jan 24 16:24:39.069044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34382) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:39.103737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:39.119031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3195f9cf-4593-4643-809d-221b7b74754f None None] DHCP port deletion for 2cb02613-eb5c-48e1-9cea-860476eca87a request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:24:39.131976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:39.136483 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-a1cc8cbe-3ad3-40be-a32b-7ace46f7c22b None None] Port 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:39.146408 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-310e6e7c-ce76-489b-bf8a-ecce606892c8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] DELETE failed (client error): The resource could not be found. Jan 24 16:24:39.146832 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310e6e7c-ce76-489b-bf8a-ecce606892c8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:24:39.148476 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-310e6e7c-ce76-489b-bf8a-ecce606892c8 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/subnets/69387730-f12c-46cb-a1bd-45c5babaaefa HTTP/1.1" status: 404 len: 337 time: 0.0775151 Jan 24 16:24:39.152335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34386) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:39.153346 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3195f9cf-4593-4643-809d-221b7b74754f None None] Deleting port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:39.153897 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3195f9cf-4593-4643-809d-221b7b74754f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:39.157917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-13d9fc17-f541-423d-b33d-b90b025ef83a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:39.161876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c6da2e15-22e5-4846-9206-7f1ea59810cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:39.165442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6da2e15-22e5-4846-9206-7f1ea59810cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:39.166003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c6da2e15-22e5-4846-9206-7f1ea59810cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:39.169830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-13d9fc17-f541-423d-b33d-b90b025ef83a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:subnet and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:39.189590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-13d9fc17-f541-423d-b33d-b90b025ef83a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:39.224739 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-268d996b-770c-4723-9208-33dfda1281f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:39.245703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-f85fa248-04b3-49a6-bdd1-b4cefc359942 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Deleting port 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:39.246085 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f85fa248-04b3-49a6-bdd1-b4cefc359942 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:39.250565 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-13d9fc17-f541-423d-b33d-b90b025ef83a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:39.283388 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c6da2e15-22e5-4846-9206-7f1ea59810cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6998801 Jan 24 16:24:39.283720 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34390) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:39.289551 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-df987a54-cbfb-43e1-b9d2-91274856be59 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'subnet': {'network_id': '469bdd2e-ac04-4980-a4a6-cd7fdc4379dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:39.356964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:39.389417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b813652b-c22d-428f-a685-efb574db8282,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:39.403059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da2e15-22e5-4846-9206-7f1ea59810cb tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Network': ['ID=469bdd2e-ac04-4980-a4a6-cd7fdc4379dc,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:39.405498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-df987a54-cbfb-43e1-b9d2-91274856be59 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:39.407857 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d9fc17-f541-423d-b33d-b90b025ef83a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:39.425110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 469bdd2e-ac04-4980-a4a6-cd7fdc4379dc details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:24:39.431811 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-df987a54-cbfb-43e1-b9d2-91274856be59 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:subnet and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:39.479377 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-df987a54-cbfb-43e1-b9d2-91274856be59 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:39.482694 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:39.483040 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:39.483374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:39.483730 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:39.484058 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:39.484383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:39.484712 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:39.485216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:39.486381 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:39.486601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:39.487233 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:39.499182 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:24:39.505950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:39.509499 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f12b15da-52ac-4af5-9ff6-b609133adc7a admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/b813652b-c22d-428f-a685-efb574db8282 HTTP/1.1" status: 204 len: 168 time: 0.5339282 Jan 24 16:24:39.514485 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-df987a54-cbfb-43e1-b9d2-91274856be59 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:39.533669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f85fa248-04b3-49a6-bdd1-b4cefc359942 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:39.543152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df987a54-cbfb-43e1-b9d2-91274856be59 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:39.564179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3195f9cf-4593-4643-809d-221b7b74754f None None] For port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6e85cd0b-5156-4f4c-99dc-36df599ff4a7,segment=NetworkSegment(8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169),segment_id=8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:39.564715 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3195f9cf-4593-4643-809d-221b7b74754f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:39.661460 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-df987a54-cbfb-43e1-b9d2-91274856be59 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:39.682299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-13d9fc17-f541-423d-b33d-b90b025ef83a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:39.685071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-f85fa248-04b3-49a6-bdd1-b4cefc359942 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Calling delete_port for 3f0f5c3f-84e5-4f41-8b71-ba47866167d5 owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:39.793301 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f85fa248-04b3-49a6-bdd1-b4cefc359942 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:39.827643 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3195f9cf-4593-4643-809d-221b7b74754f None None] Calling delete_port for 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:39.858186 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fa248-04b3-49a6-bdd1-b4cefc359942 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Port': ['ID=3f0f5c3f-84e5-4f41-8b71-ba47866167d5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:39.864342 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f85fa248-04b3-49a6-bdd1-b4cefc359942 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:39.884846 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f85fa248-04b3-49a6-bdd1-b4cefc359942 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/ports/3f0f5c3f-84e5-4f41-8b71-ba47866167d5 HTTP/1.1" status: 204 len: 168 time: 0.7312112 Jan 24 16:24:39.887357 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34402) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:39.994267 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea71e4-bfef-4695-8e5c-f7219967bb99 req-495ef231-8e56-4f47-98bb-f0c2540ec72f tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:39.995905 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5bea71e4-bfef-4695-8e5c-f7219967bb99 req-495ef231-8e56-4f47-98bb-f0c2540ec72f tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 943 time: 0.2345467 Jan 24 16:24:40.036696 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3195f9cf-4593-4643-809d-221b7b74754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.071182 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.072712 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b86f-1ab1-43d0-b0d6-1066aaa0fca3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.102441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195f9cf-4593-4643-809d-221b7b74754f None None] Pushing event deleted for resources: {'Port': ['ID=6e85cd0b-5156-4f4c-99dc-36df599ff4a7,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:40.109205 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3195f9cf-4593-4643-809d-221b7b74754f None None] No DVR routers for this DVR port 6e85cd0b-5156-4f4c-99dc-36df599ff4a7 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:24:40.242678 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5bea71e4-bfef-4695-8e5c-f7219967bb99 req-d7002e2a-5b7b-4eb4-8d84-3fa2ee5d7e3d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2401104 Jan 24 16:24:40.251836 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b86f-1ab1-43d0-b0d6-1066aaa0fca3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.288104 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.289428 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-a3b1b86f-1ab1-43d0-b0d6-1066aaa0fca3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb02613-eb5c-48e1-9cea-860476eca87a']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:40.305183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-a3b1b86f-1ab1-43d0-b0d6-1066aaa0fca3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:40.305747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-a3b1b86f-1ab1-43d0-b0d6-1066aaa0fca3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd7dc0e-c4d1-4ce1-b80a-87b74cab5169') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:40.311202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-df987a54-cbfb-43e1-b9d2-91274856be59 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.319635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b86f-1ab1-43d0-b0d6-1066aaa0fca3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.337834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b86f-1ab1-43d0-b0d6-1066aaa0fca3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.345288 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b1b86f-1ab1-43d0-b0d6-1066aaa0fca3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:24:40.345935 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b86f-1ab1-43d0-b0d6-1066aaa0fca3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.346437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-13d9fc17-f541-423d-b33d-b90b025ef83a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:24:40.363107 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:24:40.396674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.428825 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df987a54-cbfb-43e1-b9d2-91274856be59 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Subnet': ['ID=5868ee9d-c34e-4616-a36f-61cf5e0b3d05,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:40.461313 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b86f-1ab1-43d0-b0d6-1066aaa0fca3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.480915 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df987a54-cbfb-43e1-b9d2-91274856be59 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Checking segment: {'id': '2dfc057f-35b7-41d9-8979-af6fd90e822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '469bdd2e-ac04-4980-a4a6-cd7fdc4379dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:40.480915 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df987a54-cbfb-43e1-b9d2-91274856be59 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network hostable DHCP agents. Network: 469bdd2e-ac04-4980-a4a6-cd7fdc4379dc, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:24:40.486068 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3b1b86f-1ab1-43d0-b0d6-1066aaa0fca3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.499260 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d9fc17-f541-423d-b33d-b90b025ef83a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Checking segment: {'id': '9721fa26-ca87-489d-ad67-2bfe40c07ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7cc2f848-b2fc-4e73-99d8-da450a7bd328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:40.499445 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a3b1b86f-1ab1-43d0-b0d6-1066aaa0fca3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] 10.222.0.130 "DELETE /v2.0/networks/2cb02613-eb5c-48e1-9cea-860476eca87a HTTP/1.1" status: 204 len: 168 time: 0.6070631 Jan 24 16:24:40.499575 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d9fc17-f541-423d-b33d-b90b025ef83a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network hostable DHCP agents. Network: 7cc2f848-b2fc-4e73-99d8-da450a7bd328, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:24:40.499676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1b86f-1ab1-43d0-b0d6-1066aaa0fca3 tempest-PortsIpV6TestJSON-1658313815 tempest-PortsIpV6TestJSON-1658313815-project] Pushing event deleted for resources: {'Network': ['ID=2cb02613-eb5c-48e1-9cea-860476eca87a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:40.527594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9fc17-f541-423d-b33d-b90b025ef83a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Subnet': ['ID=6862d93d-142b-4139-9185-c1b3e53d3c3c,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:40.542333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df987a54-cbfb-43e1-b9d2-91274856be59 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network 469bdd2e-ac04-4980-a4a6-cd7fdc4379dc is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:24:40.548563 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d9fc17-f541-423d-b33d-b90b025ef83a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 7cc2f848-b2fc-4e73-99d8-da450a7bd328 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:24:40.557688 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-df987a54-cbfb-43e1-b9d2-91274856be59 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 469bdd2e-ac04-4980-a4a6-cd7fdc4379dc) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:40.559361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-13d9fc17-f541-423d-b33d-b90b025ef83a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 7cc2f848-b2fc-4e73-99d8-da450a7bd328) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:40.564009 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df987a54-cbfb-43e1-b9d2-91274856be59 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:40.564656 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-df987a54-cbfb-43e1-b9d2-91274856be59 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.570765 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d9fc17-f541-423d-b33d-b90b025ef83a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:40.570927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761cf906-1ce5-4826-ac91-3c5f93477363 None None] Network 469bdd2e-ac04-4980-a4a6-cd7fdc4379dc requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:40.571373 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-13d9fc17-f541-423d-b33d-b90b025ef83a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.590879 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2585b4-ebed-4708-9263-ecb141ba393d None None] Network 7cc2f848-b2fc-4e73-99d8-da450a7bd328 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:40.612515 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-df987a54-cbfb-43e1-b9d2-91274856be59 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3269572 Jan 24 16:24:40.614750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34420) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:40.621461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-7dc55bac-e4e8-4839-a53c-e3809aeb6cef tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1175921877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:40.629729 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-13d9fc17-f541-423d-b33d-b90b025ef83a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6621289 Jan 24 16:24:40.630646 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34424) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:40.633702 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7dc55bac-e4e8-4839-a53c-e3809aeb6cef tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:40.639885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34428) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:40.640023 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-5f5a6360-a51a-426b-889a-fefba47f8136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'subnet': {'network_id': '1b03cede-0060-4268-a5b3-632b2fd88ff5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:40.663914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7dc55bac-e4e8-4839-a53c-e3809aeb6cef tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:router and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:40.670942 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7dc55bac-e4e8-4839-a53c-e3809aeb6cef tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:40.680301 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7dc55bac-e4e8-4839-a53c-e3809aeb6cef tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:40.697601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7dc55bac-e4e8-4839-a53c-e3809aeb6cef tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.702437 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7dc55bac-e4e8-4839-a53c-e3809aeb6cef tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.732098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7dc55bac-e4e8-4839-a53c-e3809aeb6cef tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.759744 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7dc55bac-e4e8-4839-a53c-e3809aeb6cef tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.805883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7dc55bac-e4e8-4839-a53c-e3809aeb6cef tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.813041 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7dc55bac-e4e8-4839-a53c-e3809aeb6cef tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1959777 Jan 24 16:24:40.814143 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34434) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:40.888335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-7cc2f848-b2fc-4e73-99d8-da450a7bd328', 'network_id': '7cc2f848-b2fc-4e73-99d8-da450a7bd328', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'fixed_ips': [{'subnet_id': '6862d93d-142b-4139-9185-c1b3e53d3c3c'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:24:40.889182 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:40.899242 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5f5a6360-a51a-426b-889a-fefba47f8136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:40.910435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5f5a6360-a51a-426b-889a-fefba47f8136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:subnet and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:40.910914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1661242984-network', 'tenant_id': '8a79250c71664497ae0c8c1b57de2f8a'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:40.915427 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5f5a6360-a51a-426b-889a-fefba47f8136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:40.916470 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:40.920751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Usage tracker for resource:network and tenant:8a79250c71664497ae0c8c1b57de2f8a is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:40.923467 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5f5a6360-a51a-426b-889a-fefba47f8136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:40.923937 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:40.938065 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5a6360-a51a-426b-889a-fefba47f8136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:40.952904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:40.976906 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34440) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:40.981317 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Made reservation on behalf of 8a79250c71664497ae0c8c1b57de2f8a for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:40.983753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.068230 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6360-a51a-426b-889a-fefba47f8136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.106132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.148067 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-469bdd2e-ac04-4980-a4a6-cd7fdc4379dc', 'network_id': '469bdd2e-ac04-4980-a4a6-cd7fdc4379dc', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'fixed_ips': [{'subnet_id': '5868ee9d-c34e-4616-a36f-61cf5e0b3d05'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:24:41.148857 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.178844 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Allocated IP 172.20.0.2 (7cc2f848-b2fc-4e73-99d8-da450a7bd328/6862d93d-142b-4139-9185-c1b3e53d3c3c/f0002482-7b56-411a-9bfd-48f176ef7547) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:41.360199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6360-a51a-426b-889a-fefba47f8136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.448247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a6360-a51a-426b-889a-fefba47f8136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Subnet': ['ID=9204ad7c-e5fb-416d-ab74-4902546e207d,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:41.467454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a6360-a51a-426b-889a-fefba47f8136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Checking segment: {'id': 'c9e42040-eb46-40b9-a34b-5c0abc824673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1b03cede-0060-4268-a5b3-632b2fd88ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:41.468047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5a6360-a51a-426b-889a-fefba47f8136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network hostable DHCP agents. Network: 1b03cede-0060-4268-a5b3-632b2fd88ff5, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:24:41.475013 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:41.476299 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:24:41.483263 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Usage tracker for resource:security_group_rule and tenant:8a79250c71664497ae0c8c1b57de2f8a is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:41.489929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Allocated IP 2001:db8::2 (469bdd2e-ac04-4980-a4a6-cd7fdc4379dc/5868ee9d-c34e-4616-a36f-61cf5e0b3d05/c46452c5-5a96-4a39-8977-080cf384b665) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:41.491021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:41.494545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5a6360-a51a-426b-889a-fefba47f8136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 1b03cede-0060-4268-a5b3-632b2fd88ff5 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:24:41.506830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-5f5a6360-a51a-426b-889a-fefba47f8136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 1b03cede-0060-4268-a5b3-632b2fd88ff5) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:41.513158 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5a6360-a51a-426b-889a-fefba47f8136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:41.513828 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6360-a51a-426b-889a-fefba47f8136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.538201 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5f5a6360-a51a-426b-889a-fefba47f8136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9061737 Jan 24 16:24:41.540716 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34448) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:41.541948 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb0583b-c18b-4771-ba0c-d4932cf32f2c None None] Network 1b03cede-0060-4268-a5b3-632b2fd88ff5 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:41.547250 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f16baaee-bfd5-4811-9675-4c1a98f09503 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1341416590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:41.554954 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f16baaee-bfd5-4811-9675-4c1a98f09503 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:41.559297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f16baaee-bfd5-4811-9675-4c1a98f09503 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:router and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:41.561667 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:41.563466 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f16baaee-bfd5-4811-9675-4c1a98f09503 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:41.570685 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f16baaee-bfd5-4811-9675-4c1a98f09503 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:41.583750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f16baaee-bfd5-4811-9675-4c1a98f09503 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.584935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f16baaee-bfd5-4811-9675-4c1a98f09503 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.600164 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3ccebeaa-9ffa-40d4-8984-37791c60b8b2 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=020c63c86e484c40a5cbd6c7b2bbb0fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6192257 Jan 24 16:24:41.601057 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34452) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:41.642926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f16baaee-bfd5-4811-9675-4c1a98f09503 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.696045 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f16baaee-bfd5-4811-9675-4c1a98f09503 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.703130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db93d62-15fe-4805-bea7-37586352859a req-102dc065-9cf1-4336-b460-7160d6090d58 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:41.705407 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4db93d62-15fe-4805-bea7-37586352859a req-102dc065-9cf1-4336-b460-7160d6090d58 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 943 time: 0.2948165 Jan 24 16:24:41.715592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d42d53b-fb9d-4c9f-ba72-6a492a3a6d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.742401 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.748744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f16baaee-bfd5-4811-9675-4c1a98f09503 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.750609 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f16baaee-bfd5-4811-9675-4c1a98f09503 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2082763 Jan 24 16:24:41.754553 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34456) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:41.775746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Transition to ACTIVE for port object f0002482-7b56-411a-9bfd-48f176ef7547 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:41.795565 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.810695 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d42d53b-fb9d-4c9f-ba72-6a492a3a6d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.833643 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Transition to ACTIVE for port object f0002482-7b56-411a-9bfd-48f176ef7547 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:41.871616 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.874259 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.885583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:41.913796 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4db93d62-15fe-4805-bea7-37586352859a req-0e5ae6a3-4c35-484f-8f65-fbb6f865abc6 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1516199 Jan 24 16:24:41.941934 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:24:41.976828 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191bf7bb-d64b-47a9-bd4a-e842f962d889,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:41.989849 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.003812 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.004164 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Added segment e2f14d9d-eadf-4e00-a2f4-20854f8315a6 of type vlan for network 58f10c6b-1200-4cb6-af19-8400f8ca6668 Jan 24 16:24:42.064022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df63990b-63df-444c-9150-13f5a093663c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-1b03cede-0060-4268-a5b3-632b2fd88ff5', 'network_id': '1b03cede-0060-4268-a5b3-632b2fd88ff5', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'fixed_ips': [{'subnet_id': '9204ad7c-e5fb-416d-ab74-4902546e207d'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:24:42.064810 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-df63990b-63df-444c-9150-13f5a093663c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.101534 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Network 7cc2f848-b2fc-4e73-99d8-da450a7bd328 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:42.116043 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Pushing event updated for resources: {'Port': ['ID=f0002482-7b56-411a-9bfd-48f176ef7547,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:42.117515 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d42d53b-fb9d-4c9f-ba72-6a492a3a6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.119005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:42.126697 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:42.136116 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.173898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.198606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42d53b-fb9d-4c9f-ba72-6a492a3a6d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf5c930-3a93-47bb-b594-e5ffb7c293e3,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:42.222839 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Transition to ACTIVE for port object c46452c5-5a96-4a39-8977-080cf384b665 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:42.269034 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5d42d53b-fb9d-4c9f-ba72-6a492a3a6d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.272887 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5d42d53b-fb9d-4c9f-ba72-6a492a3a6d1f admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/fbf5c930-3a93-47bb-b594-e5ffb7c293e3 HTTP/1.1" status: 204 len: 168 time: 0.6688087 Jan 24 16:24:42.299394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.299394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:42.299394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.330593 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Attempting to bind port f0002482-7b56-411a-9bfd-48f176ef7547 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:24:42.331226 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Attempting to bind port f0002482-7b56-411a-9bfd-48f176ef7547 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '9721fa26-ca87-489d-ad67-2bfe40c07ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7cc2f848-b2fc-4e73-99d8-da450a7bd328'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:24:42.331761 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Attempting to bind port f0002482-7b56-411a-9bfd-48f176ef7547 on network 7cc2f848-b2fc-4e73-99d8-da450a7bd328 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:24:42.338693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Transition to ACTIVE for port object c46452c5-5a96-4a39-8977-080cf384b665 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:42.342572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:24:42.343153 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Checking segment: {'id': '9721fa26-ca87-489d-ad67-2bfe40c07ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7cc2f848-b2fc-4e73-99d8-da450a7bd328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:42.343726 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.344339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Bound using segment: {'id': '9721fa26-ca87-489d-ad67-2bfe40c07ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7cc2f848-b2fc-4e73-99d8-da450a7bd328'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:24:42.344977 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Bound port: f0002482-7b56-411a-9bfd-48f176ef7547, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9721fa26-ca87-489d-ad67-2bfe40c07ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7cc2f848-b2fc-4e73-99d8-da450a7bd328'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:24:42.345513 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.404623 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.421977 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.426696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] Pushing event updated for resources: {'Network': ['ID=58f10c6b-1200-4cb6-af19-8400f8ca6668,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:42.453048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 58f10c6b-1200-4cb6-af19-8400f8ca6668 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:24:42.483326 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e9dcb183-eecc-4a32-b2e5-275c7294f353 admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8417401 Jan 24 16:24:42.559465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Allocated IP 2001:db8::1 (469bdd2e-ac04-4980-a4a6-cd7fdc4379dc/5868ee9d-c34e-4616-a36f-61cf5e0b3d05/fc4d7d35-7e04-4c86-b2f0-aefa88e94b57) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:42.617536 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Network 469bdd2e-ac04-4980-a4a6-cd7fdc4379dc is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:42.635181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:42.644636 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:42.663933 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34466) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:42.678007 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-71cfabf1-ebb0-42d3-a8a4-7832f13220ec admin admin] Request body: {'subnet': {'network_id': '58f10c6b-1200-4cb6-af19-8400f8ca6668', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1661242984-subnet', 'tenant_id': '8a79250c71664497ae0c8c1b57de2f8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:42.684962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-71cfabf1-ebb0-42d3-a8a4-7832f13220ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:42.696122 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-71cfabf1-ebb0-42d3-a8a4-7832f13220ec admin admin] Usage tracker for resource:subnet and tenant:8a79250c71664497ae0c8c1b57de2f8a is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:42.699716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Pushing event updated for resources: {'Port': ['ID=c46452c5-5a96-4a39-8977-080cf384b665,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:42.708020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-71cfabf1-ebb0-42d3-a8a4-7832f13220ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:42.718737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-71cfabf1-ebb0-42d3-a8a4-7832f13220ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:42.761416 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] For port f0002482-7b56-411a-9bfd-48f176ef7547, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:24:42.762151 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cfabf1-ebb0-42d3-a8a4-7832f13220ec admin admin] Made reservation on behalf of 8a79250c71664497ae0c8c1b57de2f8a for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:42.764834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-71cfabf1-ebb0-42d3-a8a4-7832f13220ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.786042 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-df63990b-63df-444c-9150-13f5a093663c None None] Allocated IP 172.21.0.2 (1b03cede-0060-4268-a5b3-632b2fd88ff5/9204ad7c-e5fb-416d-ab74-4902546e207d/8b4e8966-2fee-4d12-addf-75c75d1db19d) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:42.790876 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] For port f0002482-7b56-411a-9bfd-48f176ef7547, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f0002482-7b56-411a-9bfd-48f176ef7547,segment=NetworkSegment(9721fa26-ca87-489d-ad67-2bfe40c07ce4),segment_id=9721fa26-ca87-489d-ad67-2bfe40c07ce4)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:24:42.796673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Attempting to bind port c46452c5-5a96-4a39-8977-080cf384b665 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:24:42.797027 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Attempting to bind port c46452c5-5a96-4a39-8977-080cf384b665 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2dfc057f-35b7-41d9-8979-af6fd90e822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '469bdd2e-ac04-4980-a4a6-cd7fdc4379dc'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:24:42.797524 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Attempting to bind port c46452c5-5a96-4a39-8977-080cf384b665 on network 469bdd2e-ac04-4980-a4a6-cd7fdc4379dc {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:24:42.811977 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.823294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:24:42.823899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Checking segment: {'id': '2dfc057f-35b7-41d9-8979-af6fd90e822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '469bdd2e-ac04-4980-a4a6-cd7fdc4379dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:42.824476 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.825020 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Bound using segment: {'id': '2dfc057f-35b7-41d9-8979-af6fd90e822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '469bdd2e-ac04-4980-a4a6-cd7fdc4379dc'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:24:42.825802 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Bound port: c46452c5-5a96-4a39-8977-080cf384b665, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfc057f-35b7-41d9-8979-af6fd90e822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '469bdd2e-ac04-4980-a4a6-cd7fdc4379dc'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:24:42.826338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.900516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:42.931606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Transition to ACTIVE for port object fc4d7d35-7e04-4c86-b2f0-aefa88e94b57 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:43.040212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:43.113581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Allocated IP 172.20.0.1 (7cc2f848-b2fc-4e73-99d8-da450a7bd328/6862d93d-142b-4139-9185-c1b3e53d3c3c/ec5d72bc-d2dc-4814-b7c5-c69511323639) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:43.165939 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8b74b-867e-49f7-a526-bad3dfa27331 None None] Pushing event updated for resources: {'Port': ['ID=f0002482-7b56-411a-9bfd-48f176ef7547,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:43.194854 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] For port c46452c5-5a96-4a39-8977-080cf384b665, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:24:43.318392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] For port c46452c5-5a96-4a39-8977-080cf384b665, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c46452c5-5a96-4a39-8977-080cf384b665,segment=NetworkSegment(2dfc057f-35b7-41d9-8979-af6fd90e822d),segment_id=2dfc057f-35b7-41d9-8979-af6fd90e822d)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:24:43.338964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:43.447579 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:43.461017 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f4626-e0e2-4671-9004-c045ae1ab81d None None] Pushing event updated for resources: {'Port': ['ID=c46452c5-5a96-4a39-8977-080cf384b665,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:43.484670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Transition to ACTIVE for port object ec5d72bc-d2dc-4814-b7c5-c69511323639 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:43.521902 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:43.577443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network 469bdd2e-ac04-4980-a4a6-cd7fdc4379dc is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:43.598771 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 7cc2f848-b2fc-4e73-99d8-da450a7bd328 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:43.598995 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f0002482-7b56-411a-9bfd-48f176ef7547 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:43.602210 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:43.607050 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:43.629805 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:43.638696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:43.639584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:43.642141 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=ec5d72bc-d2dc-4814-b7c5-c69511323639,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:43.651975 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-df63990b-63df-444c-9150-13f5a093663c None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:43.668284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=fc4d7d35-7e04-4c86-b2f0-aefa88e94b57,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:43.671978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34488) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:43.678568 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:43.682558 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34490) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:43.690054 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [-] 10.222.0.130 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0067346 Jan 24 16:24:43.690239 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-df63990b-63df-444c-9150-13f5a093663c None None] Transition to ACTIVE for port object 8b4e8966-2fee-4d12-addf-75c75d1db19d will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:43.691836 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-71cfabf1-ebb0-42d3-a8a4-7832f13220ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:43.717874 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-df63990b-63df-444c-9150-13f5a093663c None None] Transition to ACTIVE for port object 8b4e8966-2fee-4d12-addf-75c75d1db19d will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:43.728724 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-df63990b-63df-444c-9150-13f5a093663c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:43.802312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port f0002482-7b56-411a-9bfd-48f176ef7547 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:43.807685 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:43.828025 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63990b-63df-444c-9150-13f5a093663c None None] Network 1b03cede-0060-4268-a5b3-632b2fd88ff5 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:43.833485 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-df63990b-63df-444c-9150-13f5a093663c None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:43.837732 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63990b-63df-444c-9150-13f5a093663c None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:43.900102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:43.915281 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfabf1-ebb0-42d3-a8a4-7832f13220ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=8525b1fd-77ed-449e-9dbb-e82334f74fdb,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:43.917779 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63990b-63df-444c-9150-13f5a093663c None None] Pushing event updated for resources: {'Port': ['ID=8b4e8966-2fee-4d12-addf-75c75d1db19d,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:43.937389 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-df63990b-63df-444c-9150-13f5a093663c None None] Attempting to bind port 8b4e8966-2fee-4d12-addf-75c75d1db19d on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:24:43.937753 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-df63990b-63df-444c-9150-13f5a093663c None None] Attempting to bind port 8b4e8966-2fee-4d12-addf-75c75d1db19d by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'c9e42040-eb46-40b9-a34b-5c0abc824673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1b03cede-0060-4268-a5b3-632b2fd88ff5'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:24:43.938166 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63990b-63df-444c-9150-13f5a093663c None None] Attempting to bind port 8b4e8966-2fee-4d12-addf-75c75d1db19d on network 1b03cede-0060-4268-a5b3-632b2fd88ff5 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:24:43.944942 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63990b-63df-444c-9150-13f5a093663c None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:24:43.945311 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63990b-63df-444c-9150-13f5a093663c None None] Checking segment: {'id': 'c9e42040-eb46-40b9-a34b-5c0abc824673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1b03cede-0060-4268-a5b3-632b2fd88ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:43.945700 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-df63990b-63df-444c-9150-13f5a093663c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:43.946083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63990b-63df-444c-9150-13f5a093663c None None] Bound using segment: {'id': 'c9e42040-eb46-40b9-a34b-5c0abc824673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1b03cede-0060-4268-a5b3-632b2fd88ff5'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:24:43.946532 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-df63990b-63df-444c-9150-13f5a093663c None None] Bound port: 8b4e8966-2fee-4d12-addf-75c75d1db19d, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e42040-eb46-40b9-a34b-5c0abc824673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1b03cede-0060-4268-a5b3-632b2fd88ff5'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:24:43.946909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-df63990b-63df-444c-9150-13f5a093663c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:43.974554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006a6d0-bb8b-424c-bce9-361a453a3265 req-43f6f648-8ab5-4994-9a5d-9e83e8ac649b tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:43.978908 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ab4e4097-ca4f-4bfc-991f-5d7764596e2b tempest-NetworksApiDiscovery-1707546772 tempest-NetworksApiDiscovery-1707546772-project] 10.222.0.130 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.2944129 Jan 24 16:24:43.991626 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8006a6d0-bb8b-424c-bce9-361a453a3265 req-43f6f648-8ab5-4994-9a5d-9e83e8ac649b tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 943 time: 0.6192329 Jan 24 16:24:44.039656 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cfabf1-ebb0-42d3-a8a4-7832f13220ec admin admin] Checking segment: {'id': 'e2f14d9d-eadf-4e00-a2f4-20854f8315a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '58f10c6b-1200-4cb6-af19-8400f8ca6668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:44.040016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cfabf1-ebb0-42d3-a8a4-7832f13220ec admin admin] Network hostable DHCP agents. Network: 58f10c6b-1200-4cb6-af19-8400f8ca6668, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:24:44.065335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-df63990b-63df-444c-9150-13f5a093663c None None] For port 8b4e8966-2fee-4d12-addf-75c75d1db19d, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:24:44.068794 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-df63990b-63df-444c-9150-13f5a093663c None None] For port 8b4e8966-2fee-4d12-addf-75c75d1db19d, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8b4e8966-2fee-4d12-addf-75c75d1db19d,segment=NetworkSegment(c9e42040-eb46-40b9-a34b-5c0abc824673),segment_id=c9e42040-eb46-40b9-a34b-5c0abc824673)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:24:44.082829 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-df63990b-63df-444c-9150-13f5a093663c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:44.157566 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8006a6d0-bb8b-424c-bce9-361a453a3265 req-0b4a6f6d-bda2-42e1-9345-de63f4dd8c22 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1643188 Jan 24 16:24:44.289418 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63990b-63df-444c-9150-13f5a093663c None None] Pushing event updated for resources: {'Port': ['ID=8b4e8966-2fee-4d12-addf-75c75d1db19d,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:44.405600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:44.412123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:44.415292 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cfabf1-ebb0-42d3-a8a4-7832f13220ec admin admin] Network 58f10c6b-1200-4cb6-af19-8400f8ca6668 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:24:44.461466 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-71cfabf1-ebb0-42d3-a8a4-7832f13220ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 58f10c6b-1200-4cb6-af19-8400f8ca6668) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:44.470980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cfabf1-ebb0-42d3-a8a4-7832f13220ec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:44.471420 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1266c685-e0d5-4f76-9356-742b2d99e980 None None] Network 58f10c6b-1200-4cb6-af19-8400f8ca6668 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:44.471642 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-71cfabf1-ebb0-42d3-a8a4-7832f13220ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:44.587005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 32c694d8-1f95-46ac-84f7-557f806b9512 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:24:44.601921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=ec5d72bc-d2dc-4814-b7c5-c69511323639,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:44.609967 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:44.647058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34500) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:44.726242 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-71cfabf1-ebb0-42d3-a8a4-7832f13220ec admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0612235 Jan 24 16:24:44.763181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb51e3f5-2581-4132-816e-b2c7ed5814e3 None None] Network 7cc2f848-b2fc-4e73-99d8-da450a7bd328 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:44.817048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:44.829883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:44.830894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:44.851114 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 7cc2f848-b2fc-4e73-99d8-da450a7bd328 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:44.852373 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:44.974891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=fc4d7d35-7e04-4c86-b2f0-aefa88e94b57,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:45.063683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:45.232751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network 469bdd2e-ac04-4980-a4a6-cd7fdc4379dc is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:45.234171 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:45.256356 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:45.261496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Usage tracker for resource:security_group_rule and tenant:800553c21eef4ea0a0ab2fbe36072710 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:45.266097 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:45.269657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 32c694d8-1f95-46ac-84f7-557f806b9512, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=32c694d8-1f95-46ac-84f7-557f806b9512,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:45.359002 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '32c694d8-1f95-46ac-84f7-557f806b9512', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'port_id': '32c694d8-1f95-46ac-84f7-557f806b9512', 'mac_address': 'fa:16:3e:28:fc:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:24:45.522501 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-75fcdc51-fabf-41f4-bab4-afc0c3aface5 None None] Provisioning for port f0002482-7b56-411a-9bfd-48f176ef7547 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:45.639698 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5f9086-3cf8-45f5-aca3-a208e976fefe None None] Network 469bdd2e-ac04-4980-a4a6-cd7fdc4379dc requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:45.705089 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:45.729676 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8b4e8966-2fee-4d12-addf-75c75d1db19d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:45.819233 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1517b4f1-00a9-4ee9-9700-c6b49e753cc5 None None] Network 58f10c6b-1200-4cb6-af19-8400f8ca6668 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:45.849982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:45.859582 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-75fcdc51-fabf-41f4-bab4-afc0c3aface5 None None] Provisioning complete for port f0002482-7b56-411a-9bfd-48f176ef7547 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:45.859982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-75fcdc51-fabf-41f4-bab4-afc0c3aface5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:45.864411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router 7d665ece-d58c-4510-a445-b7eca482ef34 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:24:45.905251 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fe134-ca8f-4420-87ba-6f348880f4e9 req-e0b3c54a-fe43-4968-8632-40117ecdd706 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:45.906993 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-455fe134-ca8f-4420-87ba-6f348880f4e9 req-e0b3c54a-fe43-4968-8632-40117ecdd706 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 943 time: 0.3204892 Jan 24 16:24:45.909044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:45.959587 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:46.068594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184a8d57-abad-47cb-8e35-f245be12f798 None None] Network 1b03cede-0060-4268-a5b3-632b2fd88ff5 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:46.074341 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=800553c21eef4ea0a0ab2fbe36072710&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4262376 Jan 24 16:24:46.075399 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eae593e-b59f-49e0-92eb-1f3e2d98f8d0,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:46.078199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34524) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:46.104952 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-455fe134-ca8f-4420-87ba-6f348880f4e9 req-37a597cb-d36c-4c93-bcea-9ad2a3dcb634 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1880498 Jan 24 16:24:46.134312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:46.135152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:46.135736 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:46.136158 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:46.136722 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:46.137294 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:46.137725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:46.138556 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:46.139078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:46.139612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:46.139989 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f2967-758a-4a86-9bd0-2ce2216baaee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:46.162535 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router 5801b402-9070-42ac-a4f5-191505510b6b is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:24:46.184388 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c694d8-1f95-46ac-84f7-557f806b9512 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:24:46.312946 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 32c694d8-1f95-46ac-84f7-557f806b9512, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=32c694d8-1f95-46ac-84f7-557f806b9512,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:46.317282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c6361aae-cf13-4e06-b631-7dc45cd9cd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:46.356354 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:24:46.363154 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-562c7da8-e815-4ac3-9b2d-a03e54d5bc5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/7d665ece-d58c-4510-a445-b7eca482ef34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5474751 Jan 24 16:24:46.364708 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34532) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:46.372374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1036963404-network', 'tenant_id': '9ef0684c3bb64c61b120f291b97b6c2b'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:46.375963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34534) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:46.385434 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3befb5-afa3-4fd4-909c-558cfd6b3263 None None] Sync routers for ids ['7d665ece-d58c-4510-a445-b7eca482ef34'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:24:46.387628 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:46.418184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:46.423102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c6361aae-cf13-4e06-b631-7dc45cd9cd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:46.434254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Usage tracker for resource:network and tenant:9ef0684c3bb64c61b120f291b97b6c2b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:46.440451 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:46.457279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:46.484900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb45c2bd-dbc1-4026-9c7e-fb5cc4cfc708 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:46.485612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-eb45c2bd-dbc1-4026-9c7e-fb5cc4cfc708 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Synchronizing usage tracker for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:46.504499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:24:46.513573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Made reservation on behalf of 9ef0684c3bb64c61b120f291b97b6c2b for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:46.515541 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6803c-bf05-4a94-9c3e-824d8cde466e None None] Sync routers for ids ['5801b402-9070-42ac-a4f5-191505510b6b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:24:46.516362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:46.529203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-eb45c2bd-dbc1-4026-9c7e-fb5cc4cfc708 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Unset dirty status for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:46.534445 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-eb45c2bd-dbc1-4026-9c7e-fb5cc4cfc708 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports/fc4d7d35-7e04-4c86-b2f0-aefa88e94b57 HTTP/1.1" status: 200 len: 911 time: 0.1570632 Jan 24 16:24:46.534662 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34540) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:46.536325 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6803c-bf05-4a94-9c3e-824d8cde466e None None] Routers {'5801b402-9070-42ac-a4f5-191505510b6b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:46.537283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:46.538196 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-58d6803c-bf05-4a94-9c3e-824d8cde466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5801b402-9070-42ac-a4f5-191505510b6b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:46.554576 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-199347d0-cdc8-4ff8-9199-41cb182ff537 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5868ee9d-c34e-4616-a36f-61cf5e0b3d05'}]}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:46.578860 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:46.583460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Usage tracker for resource:security_group_rule and tenant:9ef0684c3bb64c61b120f291b97b6c2b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:46.586699 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:46.593447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:46.606428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c6361aae-cf13-4e06-b631-7dc45cd9cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:46.620218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 8b4e8966-2fee-4d12-addf-75c75d1db19d completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:46.654894 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c6361aae-cf13-4e06-b631-7dc45cd9cd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:46.656869 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c6361aae-cf13-4e06-b631-7dc45cd9cd9f admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/0eae593e-b59f-49e0-92eb-1f3e2d98f8d0 HTTP/1.1" status: 204 len: 168 time: 0.5774167 Jan 24 16:24:46.662955 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-58d6803c-bf05-4a94-9c3e-824d8cde466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:46.676868 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6803c-bf05-4a94-9c3e-824d8cde466e None None] Routers {'5801b402-9070-42ac-a4f5-191505510b6b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:46.677690 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-58d6803c-bf05-4a94-9c3e-824d8cde466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5801b402-9070-42ac-a4f5-191505510b6b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:46.688345 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:46.698391 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-75fcdc51-fabf-41f4-bab4-afc0c3aface5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:46.699145 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:46.703259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6361aae-cf13-4e06-b631-7dc45cd9cd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eae593e-b59f-49e0-92eb-1f3e2d98f8d0,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:46.714223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:24:46.714730 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['32c694d8-1f95-46ac-84f7-557f806b9512'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:24:46.718004 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f64940e4-cc28-4d49-9359-8fab8b56e22d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/5801b402-9070-42ac-a4f5-191505510b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9616573 Jan 24 16:24:46.726716 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34546) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:46.729292 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:46.729656 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Added segment ae5801c4-a73e-4329-98fd-610bb813be2c of type vlan for network 48f414d6-6eb0-4afd-b92f-1048bc976735 Jan 24 16:24:46.765296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:46.781182 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-58d6803c-bf05-4a94-9c3e-824d8cde466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:46.783132 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6803c-bf05-4a94-9c3e-824d8cde466e None None] The sync data for ids ['5801b402-9070-42ac-a4f5-191505510b6b'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:24:46.815321 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c46452c5-5a96-4a39-8977-080cf384b665 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:46.825385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:46.826388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:46.826968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:46.867013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3befb5-afa3-4fd4-909c-558cfd6b3263 None None] Routers {'7d665ece-d58c-4510-a445-b7eca482ef34'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:46.867662 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0e3befb5-afa3-4fd4-909c-558cfd6b3263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['7d665ece-d58c-4510-a445-b7eca482ef34'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:46.968951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de72d362-e42c-4ee5-a07a-411827b9b1aa tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:46.969624 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-de72d362-e42c-4ee5-a07a-411827b9b1aa tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Synchronizing usage tracker for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:46.971090 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6053483 Jan 24 16:24:46.977768 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34550) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:46.981439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Pushing event updated for resources: {'Network': ['ID=48f414d6-6eb0-4afd-b92f-1048bc976735,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:46.988393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ee9f940b-1bf0-42a3-85bb-23379d8ef021 admin admin] Request body: {'subnet': {'network_id': '48f414d6-6eb0-4afd-b92f-1048bc976735', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1036963404-subnet', 'tenant_id': '9ef0684c3bb64c61b120f291b97b6c2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:46.998972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ee9f940b-1bf0-42a3-85bb-23379d8ef021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:47.004667 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ee9f940b-1bf0-42a3-85bb-23379d8ef021 admin admin] Usage tracker for resource:subnet and tenant:9ef0684c3bb64c61b120f291b97b6c2b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:47.007263 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76804c12-8e5e-4298-a011-9adfd4f5cca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac634f4-e48a-4a3a-bac6-cf6269b505cd,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:47.011862 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ee9f940b-1bf0-42a3-85bb-23379d8ef021 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:47.019585 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ee9f940b-1bf0-42a3-85bb-23379d8ef021 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:47.034041 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9f940b-1bf0-42a3-85bb-23379d8ef021 admin admin] Made reservation on behalf of 9ef0684c3bb64c61b120f291b97b6c2b for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:47.040199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee9f940b-1bf0-42a3-85bb-23379d8ef021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:47.054358 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 48f414d6-6eb0-4afd-b92f-1048bc976735 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:24:47.063681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-de72d362-e42c-4ee5-a07a-411827b9b1aa tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Unset dirty status for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:47.064841 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-de72d362-e42c-4ee5-a07a-411827b9b1aa tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports/ec5d72bc-d2dc-4814-b7c5-c69511323639 HTTP/1.1" status: 200 len: 910 time: 0.3292098 Jan 24 16:24:47.073713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34554) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:47.203982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=32c694d8-1f95-46ac-84f7-557f806b9512,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:47.233317 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-199347d0-cdc8-4ff8-9199-41cb182ff537 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:47.256275 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-75fcdc51-fabf-41f4-bab4-afc0c3aface5 None None] For port f0002482-7b56-411a-9bfd-48f176ef7547, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f0002482-7b56-411a-9bfd-48f176ef7547,segment=NetworkSegment(9721fa26-ca87-489d-ad67-2bfe40c07ce4),segment_id=9721fa26-ca87-489d-ad67-2bfe40c07ce4)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:47.296991 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0e3befb5-afa3-4fd4-909c-558cfd6b3263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:47.383370 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-75fcdc51-fabf-41f4-bab4-afc0c3aface5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:47.500351 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:47.500776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:47.501150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:47.501506 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:47.501851 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:47.502202 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:47.502637 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:47.503004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:47.503318 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:47.503718 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:47.504186 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:24:47.565592 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee9f940b-1bf0-42a3-85bb-23379d8ef021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:47.659456 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Provisioning for port ec5d72bc-d2dc-4814-b7c5-c69511323639 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:47.663601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3befb5-afa3-4fd4-909c-558cfd6b3263 None None] Routers {'7d665ece-d58c-4510-a445-b7eca482ef34'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:47.664283 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0e3befb5-afa3-4fd4-909c-558cfd6b3263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['7d665ece-d58c-4510-a445-b7eca482ef34'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:47.688172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f940b-1bf0-42a3-85bb-23379d8ef021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b936fc1-69d8-49df-9952-7babbc7d8dbd,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:47.706409 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca956d5-6a69-448a-8251-54c340b2c60d req-758208be-e1d5-4341-9a4e-6b13c8452fc6 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:47.708057 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1ca956d5-6a69-448a-8251-54c340b2c60d req-758208be-e1d5-4341-9a4e-6b13c8452fc6 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 944 time: 0.3084652 Jan 24 16:24:47.742607 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f940b-1bf0-42a3-85bb-23379d8ef021 admin admin] Checking segment: {'id': 'ae5801c4-a73e-4329-98fd-610bb813be2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48f414d6-6eb0-4afd-b92f-1048bc976735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:47.743104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9f940b-1bf0-42a3-85bb-23379d8ef021 admin admin] Network hostable DHCP agents. Network: 48f414d6-6eb0-4afd-b92f-1048bc976735, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:24:47.770016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port c46452c5-5a96-4a39-8977-080cf384b665 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:47.782714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Provisioning complete for port ec5d72bc-d2dc-4814-b7c5-c69511323639 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:47.783083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:47.825860 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0e3befb5-afa3-4fd4-909c-558cfd6b3263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:47.826289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3befb5-afa3-4fd4-909c-558cfd6b3263 None None] The sync data for ids ['7d665ece-d58c-4510-a445-b7eca482ef34'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:24:47.907940 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Port ec5d72bc-d2dc-4814-b7c5-c69511323639 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:47.907940 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcdc51-fabf-41f4-bab4-afc0c3aface5 None None] Pushing event updated for resources: {'Port': ['ID=f0002482-7b56-411a-9bfd-48f176ef7547,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:47.907940 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:47.926849 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1ca956d5-6a69-448a-8251-54c340b2c60d req-4d07da05-74a8-4677-bcc4-caa4bdd968fd tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2092102 Jan 24 16:24:47.947789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9f940b-1bf0-42a3-85bb-23379d8ef021 admin admin] Network 48f414d6-6eb0-4afd-b92f-1048bc976735 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:24:48.028356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Provisioning complete for port f0002482-7b56-411a-9bfd-48f176ef7547 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:48.028730 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:48.078058 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-ee9f940b-1bf0-42a3-85bb-23379d8ef021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 48f414d6-6eb0-4afd-b92f-1048bc976735) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:48.097752 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06eeab3-dd66-49fa-9c99-e780b8a0006b None None] Network 48f414d6-6eb0-4afd-b92f-1048bc976735 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:48.113834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9f940b-1bf0-42a3-85bb-23379d8ef021 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:48.114429 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee9f940b-1bf0-42a3-85bb-23379d8ef021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:48.161145 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-199347d0-cdc8-4ff8-9199-41cb182ff537 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:48.179314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-199347d0-cdc8-4ff8-9199-41cb182ff537 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:48.190231 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199347d0-cdc8-4ff8-9199-41cb182ff537 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:48.192301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-199347d0-cdc8-4ff8-9199-41cb182ff537 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:48.201953 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ee9f940b-1bf0-42a3-85bb-23379d8ef021 admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2154109 Jan 24 16:24:48.202369 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-199347d0-cdc8-4ff8-9199-41cb182ff537 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/ports/fc4d7d35-7e04-4c86-b2f0-aefa88e94b57 HTTP/1.1" status: 200 len: 911 time: 1.6607566 Jan 24 16:24:48.202899 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34578) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:48.359023 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199347d0-cdc8-4ff8-9199-41cb182ff537 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=fc4d7d35-7e04-4c86-b2f0-aefa88e94b57,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:48.813028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc5be28-6ac2-4038-842f-42e814e339ad None None] Network 48f414d6-6eb0-4afd-b92f-1048bc976735 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:49.003197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Provisioning for port 8b4e8966-2fee-4d12-addf-75c75d1db19d completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:49.020320 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Provisioning complete for port 8b4e8966-2fee-4d12-addf-75c75d1db19d triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:49.020320 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:49.240488 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-d9f9880f-8924-4195-b561-049743d52594 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:49.243453 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-d9f9880f-8924-4195-b561-049743d52594 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/networks?id=58f10c6b-1200-4cb6-af19-8400f8ca6668 HTTP/1.1" status: 200 len: 812 time: 0.2432344 Jan 24 16:24:49.258022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:49.262546 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-960a77d3-dff5-4d99-af33-240b3845deeb tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/quotas/8a79250c71664497ae0c8c1b57de2f8a HTTP/1.1" status: 200 len: 375 time: 0.0122328 Jan 24 16:24:49.296437 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] For port 8b4e8966-2fee-4d12-addf-75c75d1db19d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8b4e8966-2fee-4d12-addf-75c75d1db19d,segment=NetworkSegment(c9e42040-eb46-40b9-a34b-5c0abc824673),segment_id=c9e42040-eb46-40b9-a34b-5c0abc824673)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:49.303868 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:49.367205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:49.392495 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e2e0e-7c3c-4b0e-ab78-5bf1e3a6ac04 req-0b133fb9-721f-4b49-83d5-2a272690edfa tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:49.394063 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-028e2e0e-7c3c-4b0e-ab78-5bf1e3a6ac04 req-0b133fb9-721f-4b49-83d5-2a272690edfa tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 944 time: 0.2325289 Jan 24 16:24:49.405325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Provisioning for port c46452c5-5a96-4a39-8977-080cf384b665 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:49.423935 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Pushing event updated for resources: {'Port': ['ID=8b4e8966-2fee-4d12-addf-75c75d1db19d,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:49.428531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f101bc0-3d5b-4cd3-9817-804b3f51e20d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:49.434560 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-5074bb70-9614-48bc-9eee-b80d675e0c1c tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=8a79250c71664497ae0c8c1b57de2f8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1643214 Jan 24 16:24:49.436707 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Provisioning complete for port c46452c5-5a96-4a39-8977-080cf384b665 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:49.437080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:49.596345 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:49.640528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] For port c46452c5-5a96-4a39-8977-080cf384b665, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c46452c5-5a96-4a39-8977-080cf384b665,segment=NetworkSegment(2dfc057f-35b7-41d9-8979-af6fd90e822d),segment_id=2dfc057f-35b7-41d9-8979-af6fd90e822d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:49.646926 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:49.672566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34616) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:49.715469 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-028e2e0e-7c3c-4b0e-ab78-5bf1e3a6ac04 req-d7891a64-d337-4609-92ad-9bfd7f032fb4 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3090470 Jan 24 16:24:49.746104 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb5950-7a2d-4f6b-a1af-d6c9a61c6ecf None None] Pushing event updated for resources: {'Port': ['ID=c46452c5-5a96-4a39-8977-080cf384b665,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:49.771962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-38c4a065-1764-4a68-b1b6-4ff2e2ee0a04 None None] Provisioning for port fc4d7d35-7e04-4c86-b2f0-aefa88e94b57 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:49.781926 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-38c4a065-1764-4a68-b1b6-4ff2e2ee0a04 None None] Provisioning complete for port fc4d7d35-7e04-4c86-b2f0-aefa88e94b57 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:49.782918 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-38c4a065-1764-4a68-b1b6-4ff2e2ee0a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:49.846673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-38c4a065-1764-4a68-b1b6-4ff2e2ee0a04 None None] Port fc4d7d35-7e04-4c86-b2f0-aefa88e94b57 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:49.869168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-38c4a065-1764-4a68-b1b6-4ff2e2ee0a04 None None] Provisioning complete for port c46452c5-5a96-4a39-8977-080cf384b665 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:49.869916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-38c4a065-1764-4a68-b1b6-4ff2e2ee0a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:49.874120 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'network': {'name': 'tempest-network-smoke--1167759275', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'port_security_enabled': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:49.881122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:49.884758 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:network and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:49.887891 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:49.895377 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:49.921697 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-dfb64799-a791-4e37-898f-f7a8f46c6295 service neutron] 10.222.0.130 "GET /v2.0/networks/58f10c6b-1200-4cb6-af19-8400f8ca6668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782236 Jan 24 16:24:49.949888 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8b4e8966-2fee-4d12-addf-75c75d1db19d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:49.956980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:49.960282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.029801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.083768 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-38c4a065-1764-4a68-b1b6-4ff2e2ee0a04 None None] Provisioning complete for port 8b4e8966-2fee-4d12-addf-75c75d1db19d triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:50.085335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-38c4a065-1764-4a68-b1b6-4ff2e2ee0a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.098481 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Allocated IP 172.21.0.1 (1b03cede-0060-4268-a5b3-632b2fd88ff5/9204ad7c-e5fb-416d-ab74-4902546e207d/b6bdbf93-1e50-42bf-8675-536cb44db070) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:50.110259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:50.117606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:50.122242 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-80e5fa57-bc8e-491b-bb8a-b2203d56bffd service neutron] 10.222.0.130 "GET /v2.0/networks/58f10c6b-1200-4cb6-af19-8400f8ca6668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992359 Jan 24 16:24:50.123719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:50.124024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 8b4e8966-2fee-4d12-addf-75c75d1db19d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:50.124390 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.133892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:50.219196 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.226369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.269730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:24:50.285837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a83cae6-0a99-4147-b3f8-c89320a18acc,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:50.291900 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.292243 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Added segment 8100a01e-9f95-4dd9-acee-d81572d560fa of type vlan for network 88a45bf6-42c8-42f3-be4a-55593bb18366 Jan 24 16:24:50.346186 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.393424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.399640 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:50.400089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f0002482-7b56-411a-9bfd-48f176ef7547 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:50.400792 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.478458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port f0002482-7b56-411a-9bfd-48f176ef7547 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:50.478972 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.525277 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8484008 Jan 24 16:24:50.530799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34630) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:50.537170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-363063766', 'admin_state_up': True, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:50.558262 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:50.569580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:router and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:50.575039 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:50.577881 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d559ed2-cb27-44c6-b98f-a23d22ca3f0c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Network': ['ID=88a45bf6-42c8-42f3-be4a-55593bb18366,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:50.583639 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-26f3b970-0e7a-4fa3-be8c-aa67d8a8dc32 req-f4988e37-9b4e-4a63-a031-9b6b4d71da83 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 210 time: 0.2145371 Jan 24 16:24:50.585920 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:50.599861 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 32c694d8-1f95-46ac-84f7-557f806b9512 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:50.602525 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.603610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.603926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.626007 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Transition to ACTIVE for port object b6bdbf93-1e50-42bf-8675-536cb44db070 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:50.644625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.662272 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 88a45bf6-42c8-42f3-be4a-55593bb18366 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:24:50.698295 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.785257 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 1b03cede-0060-4268-a5b3-632b2fd88ff5 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:50.789485 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:50.795232 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:50.810433 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c46452c5-5a96-4a39-8977-080cf384b665 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:24:50.820592 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=b6bdbf93-1e50-42bf-8675-536cb44db070,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:50.899710 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.912253 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:50.918342 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6f101bc0-3d5b-4cd3-9817-804b3f51e20d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port fc4d7d35-7e04-4c86-b2f0-aefa88e94b57 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:50.918663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f101bc0-3d5b-4cd3-9817-804b3f51e20d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:51.001909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port c46452c5-5a96-4a39-8977-080cf384b665 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:51.002592 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:51.120309 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 32c694d8-1f95-46ac-84f7-557f806b9512 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:51.137921 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 32c694d8-1f95-46ac-84f7-557f806b9512 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:51.139920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:51.201557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:51.208785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f006ac8-9e1c-45e8-b7ed-f0ef06d5bf8c req-4e7c2952-06a2-44ec-acc8-fe6c1b017a3b tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:51.217065 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3f006ac8-9e1c-45e8-b7ed-f0ef06d5bf8c req-4e7c2952-06a2-44ec-acc8-fe6c1b017a3b tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 944 time: 0.1549516 Jan 24 16:24:51.295036 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f101bc0-3d5b-4cd3-9817-804b3f51e20d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:51.296384 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ccf07ba2-d65c-46e4-9a7a-798359d5cf48 None None] Provisioning for port b6bdbf93-1e50-42bf-8675-536cb44db070 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:24:51.312477 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ccf07ba2-d65c-46e4-9a7a-798359d5cf48 None None] Provisioning complete for port b6bdbf93-1e50-42bf-8675-536cb44db070 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:51.313340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ccf07ba2-d65c-46e4-9a7a-798359d5cf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:51.315554 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3f006ac8-9e1c-45e8-b7ed-f0ef06d5bf8c req-bec89b83-fc93-40e4-a17f-e4be048bda15 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973604 Jan 24 16:24:51.398275 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:51.411712 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ccf07ba2-d65c-46e4-9a7a-798359d5cf48 None None] Port b6bdbf93-1e50-42bf-8675-536cb44db070 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:51.420720 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:51.432247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:51.447907 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be80c8d4-491c-43d6-b8fe-1c7bb96171a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c694d8-1f95-46ac-84f7-557f806b9512'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:24:51.469214 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 32c694d8-1f95-46ac-84f7-557f806b9512, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=32c694d8-1f95-46ac-84f7-557f806b9512,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:51.477363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:51.486388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6f101bc0-3d5b-4cd3-9817-804b3f51e20d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for fc4d7d35-7e04-4c86-b2f0-aefa88e94b57 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:51.523152 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be80c8d4-491c-43d6-b8fe-1c7bb96171a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c694d8-1f95-46ac-84f7-557f806b9512', 'code': 200} Jan 24 16:24:51.552519 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=32c694d8-1f95-46ac-84f7-557f806b9512,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:51.604944 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.246 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/9e5c5222-08cd-4b19-8755-1dedc8577a9a) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:51.810425 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fe0c8ea8-f52c-4326-a88f-e1618dc5488b req-a8464ab0-cfad-4815-b571-51fdbf69409d tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 210 time: 0.0563302 Jan 24 16:24:51.834971 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:51.872582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f101bc0-3d5b-4cd3-9817-804b3f51e20d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:51.926562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:51.928378 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f101bc0-3d5b-4cd3-9817-804b3f51e20d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Port': ['ID=fc4d7d35-7e04-4c86-b2f0-aefa88e94b57,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:51.964580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:52.058449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:52.208310 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-64998388-3d0f-4b7a-9458-989587e3039e req-b8cb8041-53cd-4f68-954f-afa25d9258bb service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 1098 time: 0.3659446 Jan 24 16:24:52.216758 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-1615593f-ea6c-4a08-8738-1b4fc6c2dcd1 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:52.218099 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-1615593f-ea6c-4a08-8738-1b4fc6c2dcd1 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.129 "GET /v2.0/networks?id=58f10c6b-1200-4cb6-af19-8400f8ca6668 HTTP/1.1" status: 200 len: 812 time: 0.3301539 Jan 24 16:24:52.221334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:52.280837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Request body: {'port': {'device_id': '4355f7aa-e82d-483b-b35d-8bbeeb4d3154', 'network_id': '58f10c6b-1200-4cb6-af19-8400f8ca6668', 'admin_state_up': True, 'tenant_id': '8a79250c71664497ae0c8c1b57de2f8a'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:52.352893 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=b6bdbf93-1e50-42bf-8675-536cb44db070,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:52.398415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:52.399141 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=9e5c5222-08cd-4b19-8755-1dedc8577a9a,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:52.407045 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:52.408935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:52.435463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6f101bc0-3d5b-4cd3-9817-804b3f51e20d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:52.477609 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-64998388-3d0f-4b7a-9458-989587e3039e req-85da8d32-0adb-4272-bcb2-fc2e9b6174a7 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2583027 Jan 24 16:24:52.562222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:52.569249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Usage tracker for resource:port and tenant:8a79250c71664497ae0c8c1b57de2f8a is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:52.573571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:52.583737 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:52.592803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 1b03cede-0060-4268-a5b3-632b2fd88ff5 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:52.601074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:52.610301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Made reservation on behalf of 8a79250c71664497ae0c8c1b57de2f8a for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:52.614138 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:52.772701 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:52.773427 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:52.842507 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-12652944-57c3-4b7e-a8ef-be6e5c97f7d4 None None] Provisioning complete for port b6bdbf93-1e50-42bf-8675-536cb44db070 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:24:52.843120 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-12652944-57c3-4b7e-a8ef-be6e5c97f7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:52.860568 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Allocated IP 172.20.0.3 (58f10c6b-1200-4cb6-af19-8400f8ca6668/8525b1fd-77ed-449e-9dbb-e82334f74fdb/1ef98f5a-db87-4e38-8186-0163ac492586) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:52.897747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3330a-6d3e-4bf0-afa9-b3839ee40617 req-bc3649fb-1514-4de8-9773-80db93abc92b tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:52.899135 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-59d3330a-6d3e-4bf0-afa9-b3839ee40617 req-bc3649fb-1514-4de8-9773-80db93abc92b tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 945 time: 0.4421980 Jan 24 16:24:52.905903 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-12652944-57c3-4b7e-a8ef-be6e5c97f7d4 None None] Port b6bdbf93-1e50-42bf-8675-536cb44db070 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:24:53.116303 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5517e0ef-ed94-444f-adc3-379d720ed5bb req-8c0cbea3-2d15-462d-84e5-5d6671c17ef0 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 210 time: 0.1535301 Jan 24 16:24:53.118901 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-59d3330a-6d3e-4bf0-afa9-b3839ee40617 req-d5da5336-697c-4b23-a3bd-70df154d3cab tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1582358 Jan 24 16:24:53.273099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f101bc0-3d5b-4cd3-9817-804b3f51e20d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router 7d665ece-d58c-4510-a445-b7eca482ef34 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:24:53.283129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:53.299836 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d14c3403-bb18-450d-81e7-6d734462a710 req-50b1c731-dc7d-4a6e-b5d0-288724ada9e8 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2309356 Jan 24 16:24:53.350925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:53.504949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Network 58f10c6b-1200-4cb6-af19-8400f8ca6668 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:53.510768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Pushing event updated for resources: {'Port': ['ID=1ef98f5a-db87-4e38-8186-0163ac492586,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:53.517190 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:53.523927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:53.569857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router 5801b402-9070-42ac-a4f5-191505510b6b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:24:53.573752 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f101bc0-3d5b-4cd3-9817-804b3f51e20d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:24:53.591092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d920d3a-6f91-4bb0-9c1a-fcfdbb0c6874 None None] Sync routers for ids ['7d665ece-d58c-4510-a445-b7eca482ef34'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:24:53.618492 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:53.619241 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:53.624160 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 6201f088-186e-4248-8bc9-adddedc40c5a is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:24:53.628262 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d920d3a-6f91-4bb0-9c1a-fcfdbb0c6874 None None] Routers {'7d665ece-d58c-4510-a445-b7eca482ef34'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:53.629998 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6d920d3a-6f91-4bb0-9c1a-fcfdbb0c6874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['7d665ece-d58c-4510-a445-b7eca482ef34'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:53.646866 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d14c3403-bb18-450d-81e7-6d734462a710 req-76ce4271-c7ef-44b5-91d5-dc5012e4d26d service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=887dba35b042474383130630b2f4d852&device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 1098 time: 0.2492309 Jan 24 16:24:53.661766 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6f101bc0-3d5b-4cd3-9817-804b3f51e20d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/7d665ece-d58c-4510-a445-b7eca482ef34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4569046 Jan 24 16:24:53.667131 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34656) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:53.767048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6d920d3a-6f91-4bb0-9c1a-fcfdbb0c6874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:53.785332 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d920d3a-6f91-4bb0-9c1a-fcfdbb0c6874 None None] Routers {'7d665ece-d58c-4510-a445-b7eca482ef34'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:53.786319 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6d920d3a-6f91-4bb0-9c1a-fcfdbb0c6874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['7d665ece-d58c-4510-a445-b7eca482ef34'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:53.852462 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:24:53.860377 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8eb56c40-bc05-4733-a52b-da4e612d6845 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/5801b402-9070-42ac-a4f5-191505510b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7840867 Jan 24 16:24:53.868096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34664) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:53.868642 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-31afd57a-bafd-49b4-906d-8f99c3a72e05 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5973349 Jan 24 16:24:53.874685 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f2e0b-3ddb-4de6-93da-f8c2d4302bee None None] Sync routers for ids ['5801b402-9070-42ac-a4f5-191505510b6b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:24:53.889137 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Request body: {'port': {'device_id': '4355f7aa-e82d-483b-b35d-8bbeeb4d3154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:53.912168 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f2e0b-3ddb-4de6-93da-f8c2d4302bee None None] Routers {'5801b402-9070-42ac-a4f5-191505510b6b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:53.915008 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-6c7f2e0b-3ddb-4de6-93da-f8c2d4302bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5801b402-9070-42ac-a4f5-191505510b6b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:53.931816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6d920d3a-6f91-4bb0-9c1a-fcfdbb0c6874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:53.932305 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d920d3a-6f91-4bb0-9c1a-fcfdbb0c6874 None None] The sync data for ids ['7d665ece-d58c-4510-a445-b7eca482ef34'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:24:53.988898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f43a02-4ec2-44b9-9e56-f455542463d8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:53.989516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f1f43a02-4ec2-44b9-9e56-f455542463d8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Synchronizing usage tracker for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:54.019355 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-6c7f2e0b-3ddb-4de6-93da-f8c2d4302bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:54.035256 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f2e0b-3ddb-4de6-93da-f8c2d4302bee None None] Routers {'5801b402-9070-42ac-a4f5-191505510b6b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:54.036691 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-6c7f2e0b-3ddb-4de6-93da-f8c2d4302bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5801b402-9070-42ac-a4f5-191505510b6b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:54.074391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f1f43a02-4ec2-44b9-9e56-f455542463d8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Unset dirty status for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:54.075987 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f1f43a02-4ec2-44b9-9e56-f455542463d8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports/b6bdbf93-1e50-42bf-8675-536cb44db070 HTTP/1.1" status: 200 len: 910 time: 0.2068372 Jan 24 16:24:54.079682 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34668) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:54.091667 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7bde3cd9-2a16-4a5e-9d14-b35f0ff37971 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports?device_id=7d665ece-d58c-4510-a445-b7eca482ef34 HTTP/1.1" status: 200 len: 205 time: 0.4220152 Jan 24 16:24:54.101986 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34672) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:54.130382 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-6c7f2e0b-3ddb-4de6-93da-f8c2d4302bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:54.130781 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f2e0b-3ddb-4de6-93da-f8c2d4302bee None None] The sync data for ids ['5801b402-9070-42ac-a4f5-191505510b6b'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:24:54.277233 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294db4d-bfc4-4195-a077-2515cb97a291 req-f01ef630-0e3b-431d-adc8-02180b38f848 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:54.280504 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4294db4d-bfc4-4195-a077-2515cb97a291 req-f01ef630-0e3b-431d-adc8-02180b38f848 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 0.2973073 Jan 24 16:24:54.348075 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4294db4d-bfc4-4195-a077-2515cb97a291 req-0701eb21-2aea-454e-9dfb-a6c35fad757c tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565548 Jan 24 16:24:54.415254 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c3403-bb18-450d-81e7-6d734462a710 req-59e40a57-e0b2-4a44-a2aa-a3b8432893b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:54.417121 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d14c3403-bb18-450d-81e7-6d734462a710 req-59e40a57-e0b2-4a44-a2aa-a3b8432893b2 service neutron] 10.222.0.129 "GET /v2.0/networks?id=acadd433-0231-4b2a-ac9a-1d06f04803d6 HTTP/1.1" status: 200 len: 898 time: 0.7420862 Jan 24 16:24:54.431106 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:54.498280 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7187f926-806e-41ab-983d-d0d33efefbd1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:54.604133 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72603c-60ed-4e76-ace1-7bb10a42b6b9 req-cec3f375-fedb-4323-8826-2f8a7726a2c7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:54.605895 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2b72603c-60ed-4e76-ace1-7bb10a42b6b9 req-cec3f375-fedb-4323-8826-2f8a7726a2c7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 945 time: 0.1238444 Jan 24 16:24:54.613021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5f3097d2-57d8-4030-b15b-1cac064df9ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:54.770635 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2b72603c-60ed-4e76-ace1-7bb10a42b6b9 req-1cd5aec7-c8fe-4a76-a3bf-fae75df84b75 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046867 Jan 24 16:24:54.786798 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d14c3403-bb18-450d-81e7-6d734462a710 req-7f56f19f-c59b-48d9-b024-299c7c43f302 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec706bb-2c45-4281-be45-cabcb68e3d3a HTTP/1.1" status: 200 len: 1000 time: 0.3582122 Jan 24 16:24:55.086577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c089bb8-03eb-46d8-aa96-067900dde370 req-e27a7ff7-f9cb-437d-99d2-7954554bf6a4 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:55.087121 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-1c089bb8-03eb-46d8-aa96-067900dde370 req-e27a7ff7-f9cb-437d-99d2-7954554bf6a4 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Synchronizing usage tracker for tenant:8a79250c71664497ae0c8c1b57de2f8a on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:55.092748 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb6237-ec52-4159-87eb-d698de485e77 req-d24f5bed-43fa-46a2-8761-6a4fcc4ae5a7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:55.094372 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-83cb6237-ec52-4159-87eb-d698de485e77 req-d24f5bed-43fa-46a2-8761-6a4fcc4ae5a7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 945 time: 0.1666348 Jan 24 16:24:55.137134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c3403-bb18-450d-81e7-6d734462a710 req-a47a8201-79fb-47b5-9b1f-3a9239396772 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:55.138557 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d14c3403-bb18-450d-81e7-6d734462a710 req-a47a8201-79fb-47b5-9b1f-3a9239396772 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=337b2769-a1e5-4643-ac51-e591120c5fdb HTTP/1.1" status: 200 len: 834 time: 0.3428991 Jan 24 16:24:55.200599 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-83cb6237-ec52-4159-87eb-d698de485e77 req-5c5bf4a2-7c5d-450a-924f-deedd3dabe82 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963726 Jan 24 16:24:55.382781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34682) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:55.483553 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7187f926-806e-41ab-983d-d0d33efefbd1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:55.498645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-1c089bb8-03eb-46d8-aa96-067900dde370 req-e27a7ff7-f9cb-437d-99d2-7954554bf6a4 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Unset dirty status for tenant:8a79250c71664497ae0c8c1b57de2f8a on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:55.499815 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1c089bb8-03eb-46d8-aa96-067900dde370 req-e27a7ff7-f9cb-437d-99d2-7954554bf6a4 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 931 time: 1.2191269 Jan 24 16:24:55.505472 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7187f926-806e-41ab-983d-d0d33efefbd1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:55.557575 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:24:55.569204 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Sync routers for ids ['6201f088-186e-4248-8bc9-adddedc40c5a'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:24:55.586542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Routers {'6201f088-186e-4248-8bc9-adddedc40c5a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:55.587458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6201f088-186e-4248-8bc9-adddedc40c5a'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:55.594207 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-5f3097d2-57d8-4030-b15b-1cac064df9ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port b6bdbf93-1e50-42bf-8675-536cb44db070 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:55.594441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5f3097d2-57d8-4030-b15b-1cac064df9ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:55.628828 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:55.630113 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-39b28d72-6421-4226-9d6a-a467d5fdef74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0986309 Jan 24 16:24:55.634797 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34690) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:55.648015 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1c089bb8-03eb-46d8-aa96-067900dde370 req-9a6f5a43-6b2b-4e90-b5cc-e4c8665c4c07 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267593 Jan 24 16:24:55.656689 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7187f926-806e-41ab-983d-d0d33efefbd1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:55.657787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7187f926-806e-41ab-983d-d0d33efefbd1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Fanout notify agent at l3_agent the message router_deleted on router 7d665ece-d58c-4510-a445-b7eca482ef34 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:24:55.661417 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d14c3403-bb18-450d-81e7-6d734462a710 req-8a0160b5-4e38-4b64-b5af-2ed40a38fc01 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=acadd433-0231-4b2a-ac9a-1d06f04803d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4609854 Jan 24 16:24:55.739140 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7187f926-806e-41ab-983d-d0d33efefbd1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:55.740240 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7187f926-806e-41ab-983d-d0d33efefbd1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/routers/7d665ece-d58c-4510-a445-b7eca482ef34 HTTP/1.1" status: 204 len: 168 time: 1.6349208 Jan 24 16:24:55.747201 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34696) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:55.785461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b71ad-d193-4daa-8d9f-a94e86563406 req-4293b0d8-e743-4ebc-bf9f-72b93c0b11ef tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:55.786909 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4f9b71ad-d193-4daa-8d9f-a94e86563406 req-4293b0d8-e743-4ebc-bf9f-72b93c0b11ef tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 0.2853973 Jan 24 16:24:55.845632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0720db5e-acd2-469e-b868-3f01622ad84c tempest-TestVolumeBootPattern-1697996857 tempest-TestVolumeBootPattern-1697996857-project-admin] Synchronizing usage tracker for tenant:8284f0285e3a4b62af749bd9f4bb7d1b on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:24:55.848176 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Set router 6201f088-186e-4248-8bc9-adddedc40c5a gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:24:55.869609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef98f5a-db87-4e38-8186-0163ac492586 {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:24:55.882746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:55.901185 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0e51054d-8bfe-470b-a15d-73bb282ac898 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?project_id=c758db9abd254971bbaac83475af12ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2640860 Jan 24 16:24:55.906493 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34700) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:55.909950 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4f9b71ad-d193-4daa-8d9f-a94e86563406 req-1d849f33-fdd4-4407-aedd-c3c41f2cc84f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112199 Jan 24 16:24:55.913785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5f3097d2-57d8-4030-b15b-1cac064df9ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:55.939093 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Transition to ACTIVE for port object 1ef98f5a-db87-4e38-8186-0163ac492586 will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:55.947216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0720db5e-acd2-469e-b868-3f01622ad84c tempest-TestVolumeBootPattern-1697996857 tempest-TestVolumeBootPattern-1697996857-project-admin] Unset dirty status for tenant:8284f0285e3a4b62af749bd9f4bb7d1b on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:24:55.948579 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0720db5e-acd2-469e-b868-3f01622ad84c tempest-TestVolumeBootPattern-1697996857 tempest-TestVolumeBootPattern-1697996857-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 1093 time: 0.5644979 Jan 24 16:24:55.962105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34704) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:55.981502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:55.990038 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '32c694d8-1f95-46ac-84f7-557f806b9512', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:56.082274 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:56.107554 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Usage tracker for resource:floatingip and tenant:352f5a2cec024da5b72f74b5856cad93 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:56.114891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-5f3097d2-57d8-4030-b15b-1cac064df9ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for b6bdbf93-1e50-42bf-8675-536cb44db070 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:56.117311 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:56.121280 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d14c3403-bb18-450d-81e7-6d734462a710 req-e3f63e14-17d5-4f8f-a619-42e7f5b6f249 service neutron] 10.222.0.129 "GET /v2.0/networks/acadd433-0231-4b2a-ac9a-1d06f04803d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486582 Jan 24 16:24:56.187079 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:56.230496 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:24:52Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:56.238363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Checking router: 6201f088-186e-4248-8bc9-adddedc40c5a for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:24:56.238730 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Updating router 6201f088-186e-4248-8bc9-adddedc40c5a port 9e5c5222-08cd-4b19-8755-1dedc8577a9a binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:24:56.255727 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89959b82-788b-4103-bdb5-8c099b2b6075 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:56.260056 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-89959b82-788b-4103-bdb5-8c099b2b6075 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3466892 Jan 24 16:24:56.260191 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34708) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:56.299181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef98f5a-db87-4e38-8186-0163ac492586,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:56.306705 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:56.309230 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4891415b-d0c0-4bb1-8a4d-aa5388f2bfd4 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480149 Jan 24 16:24:56.312601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34712) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:56.319649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a559c019-6a85-4c0a-91c9-8ae8147b5fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-830442095', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:24:56.319879 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for floatingip, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:56.393724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf9ca96-12f1-49d2-b820-b578b79d612b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting subnet 5868ee9d-c34e-4616-a36f-61cf5e0b3d05 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:24:56.431934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ccf9ca96-12f1-49d2-b820-b578b79d612b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:56.492373 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a559c019-6a85-4c0a-91c9-8ae8147b5fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:24:56.497198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a559c019-6a85-4c0a-91c9-8ae8147b5fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:subnet and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:24:56.500765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a559c019-6a85-4c0a-91c9-8ae8147b5fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:24:56.506986 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5f3097d2-57d8-4030-b15b-1cac064df9ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:56.510788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a559c019-6a85-4c0a-91c9-8ae8147b5fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:24:56.561400 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3097d2-57d8-4030-b15b-1cac064df9ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Port': ['ID=b6bdbf93-1e50-42bf-8675-536cb44db070,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:56.571996 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d14c3403-bb18-450d-81e7-6d734462a710 req-cb5774bc-4e6b-44ee-b90d-d9739ddf5fea service neutron] 10.222.0.129 "GET /v2.0/networks/acadd433-0231-4b2a-ac9a-1d06f04803d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922589 Jan 24 16:24:56.583979 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ccf9ca96-12f1-49d2-b820-b578b79d612b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:56.638452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a559c019-6a85-4c0a-91c9-8ae8147b5fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:24:56.706642 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ccf9ca96-12f1-49d2-b820-b578b79d612b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:56.720698 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:56.749188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Transition to ACTIVE for port object 9e5c5222-08cd-4b19-8755-1dedc8577a9a will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:56.771156 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:56.810588 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ccf9ca96-12f1-49d2-b820-b578b79d612b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:56.873184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Attempting to bind port 9e5c5222-08cd-4b19-8755-1dedc8577a9a on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:24:56.874363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Attempting to bind port 9e5c5222-08cd-4b19-8755-1dedc8577a9a by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:24:56.874842 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Attempting to bind port 9e5c5222-08cd-4b19-8755-1dedc8577a9a on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:24:56.879088 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Attempting to bind port 1ef98f5a-db87-4e38-8186-0163ac492586 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:24:56.880206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Attempting to bind port 1ef98f5a-db87-4e38-8186-0163ac492586 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'e2f14d9d-eadf-4e00-a2f4-20854f8315a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '58f10c6b-1200-4cb6-af19-8400f8ca6668'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:24:56.880691 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Attempting to bind port 1ef98f5a-db87-4e38-8186-0163ac492586 on network 58f10c6b-1200-4cb6-af19-8400f8ca6668 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:24:56.880831 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939ecd1c-2b5e-4530-923b-1a6b5bbf09aa None None] Network 469bdd2e-ac04-4980-a4a6-cd7fdc4379dc requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:56.887239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ccf9ca96-12f1-49d2-b820-b578b79d612b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:56.895198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9ca96-12f1-49d2-b820-b578b79d612b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Subnet': ['ID=5868ee9d-c34e-4616-a36f-61cf5e0b3d05,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:56.903372 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a559c019-6a85-4c0a-91c9-8ae8147b5fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:56.908812 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e737ba3-adcc-43d4-a7ff-0f07080da024 None None] Pushing event updated for resources: {'Port': ['ID=9e5c5222-08cd-4b19-8755-1dedc8577a9a,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:56.961089 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ccf9ca96-12f1-49d2-b820-b578b79d612b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/5868ee9d-c34e-4616-a36f-61cf5e0b3d05 HTTP/1.1" status: 204 len: 168 time: 1.2102602 Jan 24 16:24:56.961290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:24:56.961290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:56.961290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:56.961290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:24:56.961290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Bound port: 9e5c5222-08cd-4b19-8755-1dedc8577a9a, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:24:56.961290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:56.965083 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Port 1ef98f5a-db87-4e38-8186-0163ac492586 on network 58f10c6b-1200-4cb6-af19-8400f8ca6668 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:24:56.965399 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Attempting to bind port 1ef98f5a-db87-4e38-8186-0163ac492586 on network 58f10c6b-1200-4cb6-af19-8400f8ca6668 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:24:56.972622 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34720) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:56.973496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:24:56.973819 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Checking segment: {'id': 'e2f14d9d-eadf-4e00-a2f4-20854f8315a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '58f10c6b-1200-4cb6-af19-8400f8ca6668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:56.974187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Bound using segment: {'id': 'e2f14d9d-eadf-4e00-a2f4-20854f8315a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '58f10c6b-1200-4cb6-af19-8400f8ca6668'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:24:56.974600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Bound port: 1ef98f5a-db87-4e38-8186-0163ac492586, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f14d9d-eadf-4e00-a2f4-20854f8315a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '58f10c6b-1200-4cb6-af19-8400f8ca6668'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:24:56.974929 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:57.038310 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] For port 9e5c5222-08cd-4b19-8755-1dedc8577a9a, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:24:57.041931 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] For port 9e5c5222-08cd-4b19-8755-1dedc8577a9a, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9e5c5222-08cd-4b19-8755-1dedc8577a9a,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:24:57.068495 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:57.292972 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:57.293313 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e737ba3-adcc-43d4-a7ff-0f07080da024 None None] Pushing event updated for resources: {'Port': ['ID=9e5c5222-08cd-4b19-8755-1dedc8577a9a,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:57.311418 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Routers {'6201f088-186e-4248-8bc9-adddedc40c5a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:57.312147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6201f088-186e-4248-8bc9-adddedc40c5a'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:57.398435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:57.516234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a559c019-6a85-4c0a-91c9-8ae8147b5fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:57.528867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3812f75-ebd9-48fa-b9e4-c13bc634e02b None None] DHCP port deletion for 469bdd2e-ac04-4980-a4a6-cd7fdc4379dc request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:24:57.538725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e3812f75-ebd9-48fa-b9e4-c13bc634e02b None None] Deleting port c46452c5-5a96-4a39-8977-080cf384b665 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:57.539092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e3812f75-ebd9-48fa-b9e4-c13bc634e02b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:57.567526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Allocated IP 172.26.2.248 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/54ca3365-a768-42b5-b0d8-ff76aff04fe8) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:57.580938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a2e83-c284-483e-8fe4-4cd828820973 req-8a171833-d698-4186-ae74-33e97c94e651 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:57.582552 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] Set router 6201f088-186e-4248-8bc9-adddedc40c5a gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:24:57.582918 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9c2a2e83-c284-483e-8fe4-4cd828820973 req-8a171833-d698-4186-ae74-33e97c94e651 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 0.2904661 Jan 24 16:24:57.653721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559c019-6a85-4c0a-91c9-8ae8147b5fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Subnet': ['ID=825ceca4-d3e6-44d5-82b0-5de84ec4730f,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:57.667860 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5f3097d2-57d8-4030-b15b-1cac064df9ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:57.738219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:57.751573 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9c2a2e83-c284-483e-8fe4-4cd828820973 req-e6e3cae2-610d-4903-9d35-3345a81899c2 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570141 Jan 24 16:24:57.758129 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559c019-6a85-4c0a-91c9-8ae8147b5fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Checking segment: {'id': '8100a01e-9f95-4dd9-acee-d81572d560fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:24:57.758480 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a559c019-6a85-4c0a-91c9-8ae8147b5fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network hostable DHCP agents. Network: 88a45bf6-42c8-42f3-be4a-55593bb18366, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:24:57.762444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port c46452c5-5a96-4a39-8977-080cf384b665 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:57.762718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:57.810310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:57.864884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a559c019-6a85-4c0a-91c9-8ae8147b5fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 88a45bf6-42c8-42f3-be4a-55593bb18366 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:24:57.888537 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be795c-57cc-424d-9834-85d600f0818e req-9b9b55fc-0d2c-497e-ade0-c92860213e36 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:57.895529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-a559c019-6a85-4c0a-91c9-8ae8147b5fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 88a45bf6-42c8-42f3-be4a-55593bb18366) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:57.897211 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-76be795c-57cc-424d-9834-85d600f0818e req-9b9b55fc-0d2c-497e-ade0-c92860213e36 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 943 time: 1.0037220 Jan 24 16:24:57.905951 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a559c019-6a85-4c0a-91c9-8ae8147b5fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:57.906645 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a559c019-6a85-4c0a-91c9-8ae8147b5fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:57.923516 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e3fec3-8b3c-46b4-a52d-052f4dc6e560 None None] Network 88a45bf6-42c8-42f3-be4a-55593bb18366 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:24:57.958677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] For port 1ef98f5a-db87-4e38-8186-0163ac492586, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:24:58.002225 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] For port 1ef98f5a-db87-4e38-8186-0163ac492586, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=1ef98f5a-db87-4e38-8186-0163ac492586,segment=NetworkSegment(e2f14d9d-eadf-4e00-a2f4-20854f8315a6),segment_id=e2f14d9d-eadf-4e00-a2f4-20854f8315a6)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:24:58.004417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c46452c5-5a96-4a39-8977-080cf384b665 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:24:58.077674 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a559c019-6a85-4c0a-91c9-8ae8147b5fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7638142 Jan 24 16:24:58.081382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34726) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:58.153865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-e3812f75-ebd9-48fa-b9e4-c13bc634e02b None None] For port c46452c5-5a96-4a39-8977-080cf384b665, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c46452c5-5a96-4a39-8977-080cf384b665,segment=NetworkSegment(2dfc057f-35b7-41d9-8979-af6fd90e822d),segment_id=2dfc057f-35b7-41d9-8979-af6fd90e822d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:58.154404 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e3812f75-ebd9-48fa-b9e4-c13bc634e02b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:58.159329 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:58.166982 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:58.169087 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:58.194817 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:58.228446 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event updated for resources: {'Port': ['ID=54ca3365-a768-42b5-b0d8-ff76aff04fe8,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:58.264718 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-76be795c-57cc-424d-9834-85d600f0818e req-c642747b-b6a5-43ea-8c44-1e19be5d6eb2 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659596 Jan 24 16:24:58.317643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:58.319190 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] 10.222.0.129 "PUT /v2.0/ports/1ef98f5a-db87-4e38-8186-0163ac492586 HTTP/1.1" status: 200 len: 1093 time: 4.4341459 Jan 24 16:24:58.319714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4355f7aa-e82d-483b-b35d-8bbeeb4d3154', 'tag': '1ef98f5a-db87-4e38-8186-0163ac492586'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:24:58.330746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] For port c46452c5-5a96-4a39-8977-080cf384b665, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c46452c5-5a96-4a39-8977-080cf384b665,segment=NetworkSegment(2dfc057f-35b7-41d9-8979-af6fd90e822d),segment_id=2dfc057f-35b7-41d9-8979-af6fd90e822d)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:58.331587 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:58.418911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e3812f75-ebd9-48fa-b9e4-c13bc634e02b None None] Calling delete_port for c46452c5-5a96-4a39-8977-080cf384b665 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:58.484629 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for c46452c5-5a96-4a39-8977-080cf384b665 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:24:58.499696 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:58.522343 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4355f7aa-e82d-483b-b35d-8bbeeb4d3154', 'tag': '1ef98f5a-db87-4e38-8186-0163ac492586', 'status': 'completed', 'code': 200} Jan 24 16:24:58.555234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3097d2-57d8-4030-b15b-1cac064df9ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router 5801b402-9070-42ac-a4f5-191505510b6b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:24:58.605289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port c46452c5-5a96-4a39-8977-080cf384b665, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c46452c5-5a96-4a39-8977-080cf384b665,segment=NetworkSegment(2dfc057f-35b7-41d9-8979-af6fd90e822d),segment_id=2dfc057f-35b7-41d9-8979-af6fd90e822d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:58.637779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065a186-8aad-4533-80d9-7e2dde11c7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef98f5a-db87-4e38-8186-0163ac492586,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:58.641784 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:58.691921 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-e3812f75-ebd9-48fa-b9e4-c13bc634e02b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:24:58.692300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-e3812f75-ebd9-48fa-b9e4-c13bc634e02b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:24:58.701768 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:24:52Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:58.708615 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-88a45bf6-42c8-42f3-be4a-55593bb18366', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:24:58.709473 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:58.730450 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effbbaa1-52fc-4ada-89d1-a9c13d2231f7 None None] The sync data for ids ['6201f088-186e-4248-8bc9-adddedc40c5a'] in dv-neutron-826104-1-hyperv is: [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:24:52Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:24:58.746254 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-4825b918-a2f5-46b3-b73a-c0079d138535 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=8a79250c71664497ae0c8c1b57de2f8a&device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 1096 time: 0.2311578 Jan 24 16:24:58.755296 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.api [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:24:58.755734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG oslo_db.api [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:24:58.788422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=c46452c5-5a96-4a39-8977-080cf384b665,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:58.841394 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-06064461-b949-4acd-81eb-86032c52b184 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ef98f5a-db87-4e38-8186-0163ac492586 HTTP/1.1" status: 200 len: 217 time: 0.0787899 Jan 24 16:24:58.914841 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Allocated IP 172.20.0.2 (88a45bf6-42c8-42f3-be4a-55593bb18366/825ceca4-d3e6-44d5-82b0-5de84ec4730f/43cb5551-7add-4760-a040-00c9419a3f91) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:24:59.146228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3097d2-57d8-4030-b15b-1cac064df9ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:24:59.159412 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c628d-51ec-4364-a06e-12d54317dc74 None None] Sync routers for ids ['5801b402-9070-42ac-a4f5-191505510b6b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:24:59.177871 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c628d-51ec-4364-a06e-12d54317dc74 None None] Routers {'5801b402-9070-42ac-a4f5-191505510b6b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:59.180331 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0b7c628d-51ec-4364-a06e-12d54317dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5801b402-9070-42ac-a4f5-191505510b6b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:59.220186 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5f3097d2-57d8-4030-b15b-1cac064df9ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/5801b402-9070-42ac-a4f5-191505510b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1389534 Jan 24 16:24:59.226748 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34734) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:24:59.250442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-e53dc6c8-351a-482d-ae1e-9c90fc5e597d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:59.252038 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-e53dc6c8-351a-482d-ae1e-9c90fc5e597d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8525b1fd-77ed-449e-9dbb-e82334f74fdb HTTP/1.1" status: 200 len: 852 time: 0.3436162 Jan 24 16:24:59.263677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port c46452c5-5a96-4a39-8977-080cf384b665 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:59.264159 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:59.264934 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e3812f75-ebd9-48fa-b9e4-c13bc634e02b None None] Deleting port c46452c5-5a96-4a39-8977-080cf384b665 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:24:59.265793 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e3812f75-ebd9-48fa-b9e4-c13bc634e02b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:59.320676 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0b7c628d-51ec-4364-a06e-12d54317dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:59.350419 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c628d-51ec-4364-a06e-12d54317dc74 None None] Routers {'5801b402-9070-42ac-a4f5-191505510b6b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:24:59.351068 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0b7c628d-51ec-4364-a06e-12d54317dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5801b402-9070-42ac-a4f5-191505510b6b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:59.383546 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:59.404812 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Transition to ACTIVE for port object 43cb5551-7add-4760-a040-00c9419a3f91 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:59.423992 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-3f636b74-abc1-4539-8237-63301f99661d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=58f10c6b-1200-4cb6-af19-8400f8ca6668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182468 Jan 24 16:24:59.454458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Transition to ACTIVE for port object 43cb5551-7add-4760-a040-00c9419a3f91 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:24:59.503029 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0b7c628d-51ec-4364-a06e-12d54317dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:24:59.503609 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c628d-51ec-4364-a06e-12d54317dc74 None None] The sync data for ids ['5801b402-9070-42ac-a4f5-191505510b6b'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:24:59.506375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:59.623326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16996d0d-bb5c-451c-894a-7d055e66d79a req-7871f979-f7d9-44f4-8a3d-a55d6304fe5a tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:59.624629 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-16996d0d-bb5c-451c-894a-7d055e66d79a req-7871f979-f7d9-44f4-8a3d-a55d6304fe5a tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 0.6581409 Jan 24 16:24:59.638183 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Network 88a45bf6-42c8-42f3-be4a-55593bb18366 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:24:59.694240 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:24:59.696325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Pushing event updated for resources: {'Port': ['ID=43cb5551-7add-4760-a040-00c9419a3f91,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:24:59.703904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:24:59.713223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb362a43-e851-4f6d-850d-7fe3d9002387 req-15c0934a-39db-40f6-a44b-d2f44d264841 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:24:59.722863 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bb362a43-e851-4f6d-850d-7fe3d9002387 req-15c0934a-39db-40f6-a44b-d2f44d264841 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 943 time: 0.2499843 Jan 24 16:24:59.815171 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-e22d207e-6318-4616-b249-6c5460a412f2 service neutron] 10.222.0.129 "GET /v2.0/networks/58f10c6b-1200-4cb6-af19-8400f8ca6668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825493 Jan 24 16:24:59.821012 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-e3812f75-ebd9-48fa-b9e4-c13bc634e02b None None] For port c46452c5-5a96-4a39-8977-080cf384b665, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c46452c5-5a96-4a39-8977-080cf384b665,segment=NetworkSegment(2dfc057f-35b7-41d9-8979-af6fd90e822d),segment_id=2dfc057f-35b7-41d9-8979-af6fd90e822d)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:59.821521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e3812f75-ebd9-48fa-b9e4-c13bc634e02b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:59.879015 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-16996d0d-bb5c-451c-894a-7d055e66d79a req-658977c3-4c2d-4c71-a648-f67af0adc51a tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425349 Jan 24 16:24:59.880867 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] For port c46452c5-5a96-4a39-8977-080cf384b665, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c46452c5-5a96-4a39-8977-080cf384b665,segment=NetworkSegment(2dfc057f-35b7-41d9-8979-af6fd90e822d),segment_id=2dfc057f-35b7-41d9-8979-af6fd90e822d)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:24:59.881311 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:24:59.901811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-bb362a43-e851-4f6d-850d-7fe3d9002387 req-df4bc263-49c2-434b-8ffe-448feabe470c tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Synchronizing usage tracker for tenant:8a79250c71664497ae0c8c1b57de2f8a on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:25:00.002940 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e3812f75-ebd9-48fa-b9e4-c13bc634e02b None None] Calling delete_port for c46452c5-5a96-4a39-8977-080cf384b665 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:00.036147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Attempting to bind port 43cb5551-7add-4760-a040-00c9419a3f91 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:25:00.036509 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Attempting to bind port 43cb5551-7add-4760-a040-00c9419a3f91 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '8100a01e-9f95-4dd9-acee-d81572d560fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:25:00.036861 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Attempting to bind port 43cb5551-7add-4760-a040-00c9419a3f91 on network 88a45bf6-42c8-42f3-be4a-55593bb18366 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:25:00.056132 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9e5c5222-08cd-4b19-8755-1dedc8577a9a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:00.106778 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:25:00.107151 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Checking segment: {'id': '8100a01e-9f95-4dd9-acee-d81572d560fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:00.107564 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:00.107957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Bound using segment: {'id': '8100a01e-9f95-4dd9-acee-d81572d560fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:25:00.108427 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Bound port: 43cb5551-7add-4760-a040-00c9419a3f91, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8100a01e-9f95-4dd9-acee-d81572d560fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:25:00.108922 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:00.137429 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for c46452c5-5a96-4a39-8977-080cf384b665 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:00.202450 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-bb362a43-e851-4f6d-850d-7fe3d9002387 req-df4bc263-49c2-434b-8ffe-448feabe470c tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Unset dirty status for tenant:8a79250c71664497ae0c8c1b57de2f8a on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:25:00.204011 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bb362a43-e851-4f6d-850d-7fe3d9002387 req-df4bc263-49c2-434b-8ffe-448feabe470c tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796197 Jan 24 16:25:00.240332 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e3812f75-ebd9-48fa-b9e4-c13bc634e02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:00.240640 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:00.299683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] For port 43cb5551-7add-4760-a040-00c9419a3f91, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:25:00.301792 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3812f75-ebd9-48fa-b9e4-c13bc634e02b None None] Pushing event deleted for resources: {'Port': ['ID=c46452c5-5a96-4a39-8977-080cf384b665,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:00.306378 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 9e5c5222-08cd-4b19-8755-1dedc8577a9a completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:00.311149 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ff72-6b02-4c4a-839e-d5fb4012c0e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:00.316579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] For port 43cb5551-7add-4760-a040-00c9419a3f91, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=43cb5551-7add-4760-a040-00c9419a3f91,segment=NetworkSegment(8100a01e-9f95-4dd9-acee-d81572d560fa),segment_id=8100a01e-9f95-4dd9-acee-d81572d560fa)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:25:00.317500 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 9e5c5222-08cd-4b19-8755-1dedc8577a9a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:00.317863 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:00.334934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.api [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:25:00.335736 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG oslo_db.api [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:25:00.342018 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3812f75-ebd9-48fa-b9e4-c13bc634e02b None None] No DVR routers for this DVR port c46452c5-5a96-4a39-8977-080cf384b665 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:25:00.343014 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ba8e5ab-7a23-4212-9d67-21ed6e59b385 req-a0ad6d4d-da3b-4163-b2a6-404fad2287fd service neutron] 10.222.0.129 "GET /v2.0/networks/58f10c6b-1200-4cb6-af19-8400f8ca6668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113494 Jan 24 16:25:00.347576 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:00.454688 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:00.472814 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb189b82-e9d5-4710-9bd3-203b6405a1d2 None None] Pushing event updated for resources: {'Port': ['ID=43cb5551-7add-4760-a040-00c9419a3f91,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:00.546297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:00.598927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:00.617572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 9e5c5222-08cd-4b19-8755-1dedc8577a9a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9e5c5222-08cd-4b19-8755-1dedc8577a9a,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:00.631693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:00.743137 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=9e5c5222-08cd-4b19-8755-1dedc8577a9a,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:00.754709 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a3fc4eec-4bf7-46ee-9753-064c1c349abf req-27d77252-cf6c-463e-888b-ba6492c353dc service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=8a79250c71664497ae0c8c1b57de2f8a&device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 1096 time: 0.3440368 Jan 24 16:25:00.795394 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port c46452c5-5a96-4a39-8977-080cf384b665 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:00.795394 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:01.059361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] The port 'c46452c5-5a96-4a39-8977-080cf384b665' was deleted {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:25:01.154503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.1 (88a45bf6-42c8-42f3-be4a-55593bb18366/825ceca4-d3e6-44d5-82b0-5de84ec4730f/a064a49b-2dd1-4cf0-a6c6-ca764a711399) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:25:01.300107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:25:01.311326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:01.324252 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc4eec-4bf7-46ee-9753-064c1c349abf req-6f336169-2c58-4e7f-94e1-4d9b6cae36ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:01.325725 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a3fc4eec-4bf7-46ee-9753-064c1c349abf req-6f336169-2c58-4e7f-94e1-4d9b6cae36ee service neutron] 10.222.0.129 "GET /v2.0/networks?id=58f10c6b-1200-4cb6-af19-8400f8ca6668 HTTP/1.1" status: 200 len: 913 time: 0.5572510 Jan 24 16:25:01.341281 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:01.409884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:01.462826 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469bdd2e-ac04-4980-a4a6-cd7fdc4379dc']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:01.478034 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:01.484386 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a3fc4eec-4bf7-46ee-9753-064c1c349abf req-dd958b17-a7cc-4c2e-b317-8dc1af9369e7 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ef98f5a-db87-4e38-8186-0163ac492586 HTTP/1.1" status: 200 len: 217 time: 0.1405921 Jan 24 16:25:01.492390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfc057f-35b7-41d9-8979-af6fd90e822d') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:01.492614 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfc057f-35b7-41d9-8979-af6fd90e822d') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:01.514504 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object a064a49b-2dd1-4cf0-a6c6-ca764a711399 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:01.572901 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770454a8-d884-427b-87e3-7ce436f98cd6 None None] Network 88a45bf6-42c8-42f3-be4a-55593bb18366 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:01.581178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:01.589529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478b3d4-b7a3-40c4-8568-0f760eaffb85 req-0621baeb-dd74-4b4a-a5c4-9cab5f60f918 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:01.590999 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a478b3d4-b7a3-40c4-8568-0f760eaffb85 req-0621baeb-dd74-4b4a-a5c4-9cab5f60f918 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 943 time: 0.1871438 Jan 24 16:25:01.616334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event updated for resources: {'Port': ['ID=54ca3365-a768-42b5-b0d8-ff76aff04fe8,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:01.628117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:01.651881 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b974caa-38c8-41a3-a604-b9d51d565de2 req-d822a037-f50e-400d-89bc-19e8a522a43f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:01.653128 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9b974caa-38c8-41a3-a604-b9d51d565de2 req-d822a037-f50e-400d-89bc-19e8a522a43f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 0.5138061 Jan 24 16:25:01.658553 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:01.677023 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8911def2-9af7-4b92-be30-2b290e82fc51 None None] Provisioning for port 43cb5551-7add-4760-a040-00c9419a3f91 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:01.684617 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:01.735261 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc4eec-4bf7-46ee-9753-064c1c349abf req-8e7ba7a8-0801-4303-b6bc-0bdaa34cb2c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:01.737156 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a3fc4eec-4bf7-46ee-9753-064c1c349abf req-8e7ba7a8-0801-4303-b6bc-0bdaa34cb2c2 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8525b1fd-77ed-449e-9dbb-e82334f74fdb HTTP/1.1" status: 200 len: 852 time: 0.2303107 Jan 24 16:25:01.744348 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:25:01.744743 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn( Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn( Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn( Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn( Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:25:01.759534 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:25:01.784539 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=a064a49b-2dd1-4cf0-a6c6-ca764a711399,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:01.787866 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 88a45bf6-42c8-42f3-be4a-55593bb18366 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:01.788860 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ff72-6b02-4c4a-839e-d5fb4012c0e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port ec5d72bc-d2dc-4814-b7c5-c69511323639 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:01.789189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ff72-6b02-4c4a-839e-d5fb4012c0e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:01.818015 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a478b3d4-b7a3-40c4-8568-0f760eaffb85 req-17920136-b12e-4408-96ba-d75a0b5d57fa tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107751 Jan 24 16:25:01.823264 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:01.832995 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:25:01.883107 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a3fc4eec-4bf7-46ee-9753-064c1c349abf req-5debcf66-52f0-49bb-98e3-3a6028d1bf7c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=58f10c6b-1200-4cb6-af19-8400f8ca6668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227386 Jan 24 16:25:01.938519 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:01.996915 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9b974caa-38c8-41a3-a604-b9d51d565de2 req-56e84e8f-60b7-4d26-bee6-be980d84f11f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3269081 Jan 24 16:25:02.015755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.053206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.069733 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Network': ['ID=469bdd2e-ac04-4980-a4a6-cd7fdc4379dc,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:02.117034 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ca6c35ef-c96b-4077-aac6-91c3b8c9b976 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/networks/469bdd2e-ac04-4980-a4a6-cd7fdc4379dc HTTP/1.1" status: 204 len: 168 time: 5.1228487 Jan 24 16:25:02.123961 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34744) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:02.131142 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9e5c5222-08cd-4b19-8755-1dedc8577a9a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:02.131331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-dc284030-037b-4b70-99e0-1f4ffc7d520c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-675636428', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:02.138912 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a3fc4eec-4bf7-46ee-9753-064c1c349abf req-f55b727f-d11a-4425-98d5-5607f1c986ac service neutron] 10.222.0.129 "GET /v2.0/networks/58f10c6b-1200-4cb6-af19-8400f8ca6668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472124 Jan 24 16:25:02.139999 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-dc284030-037b-4b70-99e0-1f4ffc7d520c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:02.168775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-dc284030-037b-4b70-99e0-1f4ffc7d520c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:router and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:02.174867 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-dc284030-037b-4b70-99e0-1f4ffc7d520c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:02.176129 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ff72-6b02-4c4a-839e-d5fb4012c0e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.203175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.229006 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-dc284030-037b-4b70-99e0-1f4ffc7d520c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:02.321987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 9e5c5222-08cd-4b19-8755-1dedc8577a9a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:02.322380 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.334867 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dc284030-037b-4b70-99e0-1f4ffc7d520c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.336381 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dc284030-037b-4b70-99e0-1f4ffc7d520c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.363250 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bd4c6d01-de45-4a5a-8f67-465199c4f6ab None None] Provisioning for port a064a49b-2dd1-4cf0-a6c6-ca764a711399 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:02.378550 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bd4c6d01-de45-4a5a-8f67-465199c4f6ab None None] Provisioning complete for port a064a49b-2dd1-4cf0-a6c6-ca764a711399 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:02.378915 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bd4c6d01-de45-4a5a-8f67-465199c4f6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.388128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4ff72-6b02-4c4a-839e-d5fb4012c0e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for ec5d72bc-d2dc-4814-b7c5-c69511323639 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:02.405981 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a3fc4eec-4bf7-46ee-9753-064c1c349abf req-bc0e1a1d-26ec-4ccc-ab1a-a4f5a78f177e service neutron] 10.222.0.129 "GET /v2.0/networks/58f10c6b-1200-4cb6-af19-8400f8ca6668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597797 Jan 24 16:25:02.428632 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dc284030-037b-4b70-99e0-1f4ffc7d520c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.461032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dc284030-037b-4b70-99e0-1f4ffc7d520c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.493813 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-bd4c6d01-de45-4a5a-8f67-465199c4f6ab None None] Port a064a49b-2dd1-4cf0-a6c6-ca764a711399 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:25:02.514217 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Floating IP 347c69c4-1b3e-46b5-af0f-a42bc18fb82f associated. External IP: 172.26.2.248, port: 32c694d8-1f95-46ac-84f7-557f806b9512. Jan 24 16:25:02.560979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 43cb5551-7add-4760-a040-00c9419a3f91 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:02.573384 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dc284030-037b-4b70-99e0-1f4ffc7d520c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.577038 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dc284030-037b-4b70-99e0-1f4ffc7d520c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4504757 Jan 24 16:25:02.581087 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34748) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:02.593642 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-dadb56e8-b4a0-448f-aa7a-ad9db2727c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-717096984'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:02.603193 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-dadb56e8-b4a0-448f-aa7a-ad9db2727c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:02.614326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-dadb56e8-b4a0-448f-aa7a-ad9db2727c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:network and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:02.618080 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-dadb56e8-b4a0-448f-aa7a-ad9db2727c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:02.638769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-dadb56e8-b4a0-448f-aa7a-ad9db2727c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:02.640005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-db8ac6d8-9087-4b8a-b3a4-e89496fb2cce None None] Provisioning complete for port a064a49b-2dd1-4cf0-a6c6-ca764a711399 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:02.640924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-db8ac6d8-9087-4b8a-b3a4-e89496fb2cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.677167 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadb56e8-b4a0-448f-aa7a-ad9db2727c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:25:02.680349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dadb56e8-b4a0-448f-aa7a-ad9db2727c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.701892 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 43cb5551-7add-4760-a040-00c9419a3f91 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:02.712603 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-db8ac6d8-9087-4b8a-b3a4-e89496fb2cce None None] Port a064a49b-2dd1-4cf0-a6c6-ca764a711399 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:25:02.714269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 43cb5551-7add-4760-a040-00c9419a3f91 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:02.715199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.847827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.880753 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 43cb5551-7add-4760-a040-00c9419a3f91, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=43cb5551-7add-4760-a040-00c9419a3f91,segment=NetworkSegment(8100a01e-9f95-4dd9-acee-d81572d560fa),segment_id=8100a01e-9f95-4dd9-acee-d81572d560fa)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:02.884648 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.940055 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dadb56e8-b4a0-448f-aa7a-ad9db2727c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:25:02.960183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dadb56e8-b4a0-448f-aa7a-ad9db2727c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:02.960183 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-dadb56e8-b4a0-448f-aa7a-ad9db2727c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Added segment 98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5 of type vlan for network fa64967a-7970-4735-bf5d-bd4b96b28810 Jan 24 16:25:02.985292 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=43cb5551-7add-4760-a040-00c9419a3f91,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:02.997181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dadb56e8-b4a0-448f-aa7a-ad9db2727c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:03.022554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ff72-6b02-4c4a-839e-d5fb4012c0e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:03.087199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dadb56e8-b4a0-448f-aa7a-ad9db2727c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:03.090726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb56e8-b4a0-448f-aa7a-ad9db2727c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:03.091285 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dadb56e8-b4a0-448f-aa7a-ad9db2727c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:03.206675 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4ff72-6b02-4c4a-839e-d5fb4012c0e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Port': ['ID=ec5d72bc-d2dc-4814-b7c5-c69511323639,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:03.229088 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dadb56e8-b4a0-448f-aa7a-ad9db2727c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6469402 Jan 24 16:25:03.250903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34756) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:03.261728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-811f05cb-897b-4433-9d30-62f6be9d3423 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'subnet': {'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:03.305631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb56e8-b4a0-448f-aa7a-ad9db2727c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Network': ['ID=fa64967a-7970-4735-bf5d-bd4b96b28810,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:03.324254 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network fa64967a-7970-4735-bf5d-bd4b96b28810 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:25:03.374202 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2933cb-f27a-4632-b9e9-d4e0633b0ba6 req-fe674d41-60b6-4ccf-868f-8d17f4ec8662 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:03.374513 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3f2933cb-f27a-4632-b9e9-d4e0633b0ba6 req-fe674d41-60b6-4ccf-868f-8d17f4ec8662 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 943 time: 0.3867695 Jan 24 16:25:03.438807 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:03.441190 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-811f05cb-897b-4433-9d30-62f6be9d3423 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:03.450206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-811f05cb-897b-4433-9d30-62f6be9d3423 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:subnet and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:03.454703 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-811f05cb-897b-4433-9d30-62f6be9d3423 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:03.479000 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:03.522653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce901e-6723-4f58-90fa-ef10829c1028 req-a04d4cd6-3d73-4f66-85d2-2f5067ea5349 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:03.524054 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-76ce901e-6723-4f58-90fa-ef10829c1028 req-a04d4cd6-3d73-4f66-85d2-2f5067ea5349 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 0.3958917 Jan 24 16:25:03.526219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-811f05cb-897b-4433-9d30-62f6be9d3423 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:03.575942 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811f05cb-897b-4433-9d30-62f6be9d3423 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:25:03.678365 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:03.690072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=a064a49b-2dd1-4cf0-a6c6-ca764a711399,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:03.698775 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3f2933cb-f27a-4632-b9e9-d4e0633b0ba6 req-f6e2f479-e9ab-422c-be47-db837e4ec6ec tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572856 Jan 24 16:25:03.710971 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-76ce901e-6723-4f58-90fa-ef10829c1028 req-4e5c5f4d-debd-423a-a4b4-fd49eda1cb14 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725023 Jan 24 16:25:03.732727 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-811f05cb-897b-4433-9d30-62f6be9d3423 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:03.734927 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8bf4ff72-6b02-4c4a-839e-d5fb4012c0e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:03.855577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Router 55fc5a73-0a38-4574-993a-0a74bf47fcbe has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:25:03.951892 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 43cb5551-7add-4760-a040-00c9419a3f91 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:04.065634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 43cb5551-7add-4760-a040-00c9419a3f91 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:04.066754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:04.085963 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-811f05cb-897b-4433-9d30-62f6be9d3423 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:04.136621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 88a45bf6-42c8-42f3-be4a-55593bb18366 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:04.248802 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f05cb-897b-4433-9d30-62f6be9d3423 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Subnet': ['ID=9511b234-292d-447f-bd7a-1a959c7a57fd,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:04.277249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811f05cb-897b-4433-9d30-62f6be9d3423 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Checking segment: {'id': '98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:04.277603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f05cb-897b-4433-9d30-62f6be9d3423 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network hostable DHCP agents. Network: fa64967a-7970-4735-bf5d-bd4b96b28810, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:25:04.281038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:04.304434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:04.325481 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e68fd5c-1d54-469f-9127-f4c0781cb12b None None] Sync routers for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:04.330985 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f05cb-897b-4433-9d30-62f6be9d3423 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network fa64967a-7970-4735-bf5d-bd4b96b28810 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:25:04.340084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:04.340776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68fd5c-1d54-469f-9127-f4c0781cb12b None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:04.341623 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-4e68fd5c-1d54-469f-9127-f4c0781cb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:04.377389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-811f05cb-897b-4433-9d30-62f6be9d3423 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, fa64967a-7970-4735-bf5d-bd4b96b28810) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:04.388702 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811f05cb-897b-4433-9d30-62f6be9d3423 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:04.389410 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-811f05cb-897b-4433-9d30-62f6be9d3423 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:04.428731 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5dec928b-ba08-4793-a51b-19e01a25415e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.4572308 Jan 24 16:25:04.429933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be80c8d4-491c-43d6-b8fe-1c7bb96171a9', 'tag': '32c694d8-1f95-46ac-84f7-557f806b9512'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:25:04.435817 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-811f05cb-897b-4433-9d30-62f6be9d3423 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1835399 Jan 24 16:25:04.438990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34762) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:04.454059 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711f84b4-45be-4500-89ce-ae8158eb5088 None None] Network fa64967a-7970-4735-bf5d-bd4b96b28810 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:04.633916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 1ef98f5a-db87-4e38-8186-0163ac492586 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:25:04.771312 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be80c8d4-491c-43d6-b8fe-1c7bb96171a9', 'tag': '32c694d8-1f95-46ac-84f7-557f806b9512', 'status': 'completed', 'code': 200} Jan 24 16:25:04.802316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf4ff72-6b02-4c4a-839e-d5fb4012c0e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router 5801b402-9070-42ac-a4f5-191505510b6b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:25:04.944306 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0ea294ea-7d57-4170-b3cb-fb82ed69c996 None None] Provisioning complete for port a064a49b-2dd1-4cf0-a6c6-ca764a711399 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:04.945085 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0ea294ea-7d57-4170-b3cb-fb82ed69c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:05.044475 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-4e68fd5c-1d54-469f-9127-f4c0781cb12b None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:05.129984 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf4ff72-6b02-4c4a-839e-d5fb4012c0e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:05.133544 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d1b87c35-f18d-4a33-8b87-cad453612ff4 req-276c8342-6672-40dc-a516-1e820da4e3a9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 1098 time: 0.3645952 Jan 24 16:25:05.140133 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d876245e-b2c1-4339-abc7-a72a0c3205f6 None None] Sync routers for ids ['5801b402-9070-42ac-a4f5-191505510b6b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:05.158159 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0ea294ea-7d57-4170-b3cb-fb82ed69c996 None None] Port a064a49b-2dd1-4cf0-a6c6-ca764a711399 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:25:05.159546 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d876245e-b2c1-4339-abc7-a72a0c3205f6 None None] Routers {'5801b402-9070-42ac-a4f5-191505510b6b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:05.160476 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d876245e-b2c1-4339-abc7-a72a0c3205f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5801b402-9070-42ac-a4f5-191505510b6b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:05.172490 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8bf4ff72-6b02-4c4a-839e-d5fb4012c0e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/5801b402-9070-42ac-a4f5-191505510b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9453270 Jan 24 16:25:05.173600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34772) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:05.245441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 1ef98f5a-db87-4e38-8186-0163ac492586, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=1ef98f5a-db87-4e38-8186-0163ac492586,segment=NetworkSegment(e2f14d9d-eadf-4e00-a2f4-20854f8315a6),segment_id=e2f14d9d-eadf-4e00-a2f4-20854f8315a6)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:05.254364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30f435-5200-43b5-b948-60218c2e1851 req-e222aaea-b2ac-4a7e-a2fe-b68ad0a9cc58 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:05.256162 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0e30f435-5200-43b5-b948-60218c2e1851 req-e222aaea-b2ac-4a7e-a2fe-b68ad0a9cc58 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 0.3541367 Jan 24 16:25:05.258831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-dfe232b7-7e71-46a1-8d22-e906682551e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Synchronizing usage tracker for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:25:05.287380 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d876245e-b2c1-4339-abc7-a72a0c3205f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:05.304320 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d876245e-b2c1-4339-abc7-a72a0c3205f6 None None] Routers {'5801b402-9070-42ac-a4f5-191505510b6b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:05.305202 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d876245e-b2c1-4339-abc7-a72a0c3205f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5801b402-9070-42ac-a4f5-191505510b6b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:05.339806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-dfe232b7-7e71-46a1-8d22-e906682551e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Unset dirty status for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:25:05.344785 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-dfe232b7-7e71-46a1-8d22-e906682551e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports?device_id=5801b402-9070-42ac-a4f5-191505510b6b HTTP/1.1" status: 200 len: 205 time: 0.1649604 Jan 24 16:25:05.345934 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-fa64967a-7970-4735-bf5d-bd4b96b28810', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:25:05.346605 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:05.349775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34776) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:05.375046 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '1ef98f5a-db87-4e38-8186-0163ac492586', 'network_id': '58f10c6b-1200-4cb6-af19-8400f8ca6668', 'port_id': '1ef98f5a-db87-4e38-8186-0163ac492586', 'mac_address': 'fa:16:3e:0d:ac:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8525b1fd-77ed-449e-9dbb-e82334f74fdb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:25:05.404577 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d876245e-b2c1-4339-abc7-a72a0c3205f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:05.405253 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d876245e-b2c1-4339-abc7-a72a0c3205f6 None None] The sync data for ids ['5801b402-9070-42ac-a4f5-191505510b6b'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:05.416014 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b87c35-f18d-4a33-8b87-cad453612ff4 req-92ea6e3c-d91b-4e21-b949-2f381f0c5a4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:05.417412 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d1b87c35-f18d-4a33-8b87-cad453612ff4 req-92ea6e3c-d91b-4e21-b949-2f381f0c5a4f service neutron] 10.222.0.129 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 913 time: 0.2020199 Jan 24 16:25:05.476254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 6201f088-186e-4248-8bc9-adddedc40c5a has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:25:05.480693 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0e30f435-5200-43b5-b948-60218c2e1851 req-9caf443a-ac85-4a59-b06e-66d6776f1f92 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178972 Jan 24 16:25:05.587322 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4fa9c-7d9a-4660-ad50-87ef908c88e9 req-59a6e539-cb83-4e84-8bf5-5aa0120f4972 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:05.589630 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-60e4fa9c-7d9a-4660-ad50-87ef908c88e9 req-59a6e539-cb83-4e84-8bf5-5aa0120f4972 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 943 time: 0.7084734 Jan 24 16:25:05.596129 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:05.604169 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d1b87c35-f18d-4a33-8b87-cad453612ff4 req-51a27b66-27d9-401f-903d-e6b49de12832 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32c694d8-1f95-46ac-84f7-557f806b9512 HTTP/1.1" status: 200 len: 999 time: 0.1764629 Jan 24 16:25:05.666217 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef98f5a-db87-4e38-8186-0163ac492586 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:25:05.685664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cd8de3f-93fa-46f9-a49a-a6a10db8113d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:05.747597 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 1ef98f5a-db87-4e38-8186-0163ac492586, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=1ef98f5a-db87-4e38-8186-0163ac492586,segment=NetworkSegment(e2f14d9d-eadf-4e00-a2f4-20854f8315a6),segment_id=e2f14d9d-eadf-4e00-a2f4-20854f8315a6)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:05.764896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b87c35-f18d-4a33-8b87-cad453612ff4 req-09e37ea0-7640-45ff-bc82-7c515e2426f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:05.766677 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d1b87c35-f18d-4a33-8b87-cad453612ff4 req-09e37ea0-7640-45ff-bc82-7c515e2426f2 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 200 len: 851 time: 0.1444948 Jan 24 16:25:05.792303 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Allocated IP 2001:db8::2 (fa64967a-7970-4735-bf5d-bd4b96b28810/9511b234-292d-447f-bd7a-1a959c7a57fd/d50645ad-da7a-4401-8b65-9a1d7ba5324f) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:25:05.794042 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:05.813310 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-60e4fa9c-7d9a-4660-ad50-87ef908c88e9 req-dcdab9ac-b123-4e45-8279-15484c3dbde0 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080104 Jan 24 16:25:05.872843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:06.008147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=1ef98f5a-db87-4e38-8186-0163ac492586,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:06.053334 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['1ef98f5a-db87-4e38-8186-0163ac492586'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:25:06.085539 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-4e68fd5c-1d54-469f-9127-f4c0781cb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '347c69c4-1b3e-46b5-af0f-a42bc18fb82f', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'port_id': '32c694d8-1f95-46ac-84f7-557f806b9512', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'mac_address': 'fa:16:3e:28:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be80c8d4-491c-43d6-b8fe-1c7bb96171a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:24:59Z', 'updated_at': '2022-01-24T16:24:59Z', 'revision_number': 0, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:06.128061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e68fd5c-1d54-469f-9127-f4c0781cb12b None None] Checking router: 55fc5a73-0a38-4574-993a-0a74bf47fcbe for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:25:06.132226 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d1b87c35-f18d-4a33-8b87-cad453612ff4 req-46f93833-4852-4f33-b090-f777ec504ad6 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a6e18642-b28b-4d3a-b701-7a40de2eb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3576005 Jan 24 16:25:06.210064 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68fd5c-1d54-469f-9127-f4c0781cb12b None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:06.210703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-4e68fd5c-1d54-469f-9127-f4c0781cb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:06.308800 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:06.400745 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Transition to ACTIVE for port object d50645ad-da7a-4401-8b65-9a1d7ba5324f will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:06.445867 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cd8de3f-93fa-46f9-a49a-a6a10db8113d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:06.459991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cd8de3f-93fa-46f9-a49a-a6a10db8113d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:06.471182 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Transition to ACTIVE for port object d50645ad-da7a-4401-8b65-9a1d7ba5324f will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:06.497693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:06.504735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:06.524602 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7f122926-5a0a-496d-b355-ec6fa947d3b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/6201f088-186e-4248-8bc9-adddedc40c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4418709 Jan 24 16:25:06.525661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34780) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:06.530112 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cd8de3f-93fa-46f9-a49a-a6a10db8113d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:06.531716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd8de3f-93fa-46f9-a49a-a6a10db8113d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Fanout notify agent at l3_agent the message router_deleted on router 5801b402-9070-42ac-a4f5-191505510b6b {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:25:06.536676 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Sync routers for ids ['6201f088-186e-4248-8bc9-adddedc40c5a'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:06.540182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cd8de3f-93fa-46f9-a49a-a6a10db8113d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:06.541495 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0cd8de3f-93fa-46f9-a49a-a6a10db8113d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/routers/5801b402-9070-42ac-a4f5-191505510b6b HTTP/1.1" status: 204 len: 168 time: 1.1883962 Jan 24 16:25:06.550375 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34786) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:06.601085 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Network fa64967a-7970-4735-bf5d-bd4b96b28810 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:06.607830 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:06.612038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-4e68fd5c-1d54-469f-9127-f4c0781cb12b None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:06.788547 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:25:06.801426 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d1b87c35-f18d-4a33-8b87-cad453612ff4 req-00b66436-1844-449c-a64f-3182faaf1d64 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528401 Jan 24 16:25:06.807734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Allocated IP 2001:db8::1 (fa64967a-7970-4735-bf5d-bd4b96b28810/9511b234-292d-447f-bd7a-1a959c7a57fd/cdd4a27c-8440-49e7-9308-4e1ca32ddaab) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:25:06.841814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13570df-2e69-42d2-ad73-a75eeb865614 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:06.842249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13570df-2e69-42d2-ad73-a75eeb865614 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:06.842662 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13570df-2e69-42d2-ad73-a75eeb865614 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:06.843097 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13570df-2e69-42d2-ad73-a75eeb865614 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:06.843542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13570df-2e69-42d2-ad73-a75eeb865614 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:06.843947 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13570df-2e69-42d2-ad73-a75eeb865614 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:06.844375 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13570df-2e69-42d2-ad73-a75eeb865614 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:06.844771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13570df-2e69-42d2-ad73-a75eeb865614 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:06.845149 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13570df-2e69-42d2-ad73-a75eeb865614 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:06.845683 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13570df-2e69-42d2-ad73-a75eeb865614 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:06.847790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13570df-2e69-42d2-ad73-a75eeb865614 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:06.847790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13570df-2e69-42d2-ad73-a75eeb865614 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:06.849764 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e13570df-2e69-42d2-ad73-a75eeb865614 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8419 time: 0.3225083 Jan 24 16:25:06.853279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34790) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:06.856002 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Pushing event updated for resources: {'Port': ['ID=d50645ad-da7a-4401-8b65-9a1d7ba5324f,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:06.893264 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Routers {'6201f088-186e-4248-8bc9-adddedc40c5a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:06.894377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:24:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6201f088-186e-4248-8bc9-adddedc40c5a'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:06.924531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96089b88-6447-4fb1-8e66-f09da455d222 req-563ad26b-78ce-4da6-a563-c5676aaf6474 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:06.926600 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-96089b88-6447-4fb1-8e66-f09da455d222 req-563ad26b-78ce-4da6-a563-c5676aaf6474 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 0.2398338 Jan 24 16:25:06.998621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb995e69-e9cc-408c-9c27-24ef464ae44e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:06.998984 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb995e69-e9cc-408c-9c27-24ef464ae44e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:06.999338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb995e69-e9cc-408c-9c27-24ef464ae44e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:06.999800 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb995e69-e9cc-408c-9c27-24ef464ae44e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:07.000195 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb995e69-e9cc-408c-9c27-24ef464ae44e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:07.000805 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb995e69-e9cc-408c-9c27-24ef464ae44e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:07.002781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb995e69-e9cc-408c-9c27-24ef464ae44e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:07.003222 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb995e69-e9cc-408c-9c27-24ef464ae44e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:07.003832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb995e69-e9cc-408c-9c27-24ef464ae44e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:07.006474 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb995e69-e9cc-408c-9c27-24ef464ae44e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:07.007102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb995e69-e9cc-408c-9c27-24ef464ae44e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:07.007654 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb995e69-e9cc-408c-9c27-24ef464ae44e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:07.010207 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fb995e69-e9cc-408c-9c27-24ef464ae44e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7703 time: 0.1556733 Jan 24 16:25:07.019036 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c188bd-741e-47e4-a156-ed591b6e4eb9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting subnet 9204ad7c-e5fb-416d-ab74-4902546e207d {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:25:07.023897 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34796) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:07.032497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c1c188bd-741e-47e4-a156-ed591b6e4eb9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:07.108029 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-96089b88-6447-4fb1-8e66-f09da455d222 req-ccb4ecbb-bcf0-4ac1-821a-b142bc2297e4 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638885 Jan 24 16:25:07.178260 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c1c188bd-741e-47e4-a156-ed591b6e4eb9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:07.245415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fb1914aa-6c2f-4f40-9760-3945c98b9ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:07.262537 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7289d6c1-821f-431c-af48-a779e96d3541 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4301 time: 0.2371888 Jan 24 16:25:07.297742 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d1b87c35-f18d-4a33-8b87-cad453612ff4 req-d18130a9-01d1-4161-90e4-f66d77c79ddc service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704068 Jan 24 16:25:07.302503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Attempting to bind port d50645ad-da7a-4401-8b65-9a1d7ba5324f on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:25:07.303125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Attempting to bind port d50645ad-da7a-4401-8b65-9a1d7ba5324f by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:25:07.303724 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Attempting to bind port d50645ad-da7a-4401-8b65-9a1d7ba5324f on network fa64967a-7970-4735-bf5d-bd4b96b28810 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:25:07.314762 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:07.351675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38ca16-4d5f-4b3f-815c-f4f260949879 req-60aa66c0-7f16-4474-a316-3e6ed5b4d745 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:07.354150 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4a38ca16-4d5f-4b3f-815c-f4f260949879 req-60aa66c0-7f16-4474-a316-3e6ed5b4d745 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 944 time: 0.2859323 Jan 24 16:25:07.354535 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:25:07.354976 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Checking segment: {'id': '98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:07.355419 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:07.355887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Bound using segment: {'id': '98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:25:07.356428 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Bound port: d50645ad-da7a-4401-8b65-9a1d7ba5324f, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:25:07.356851 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:07.358056 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Transition to ACTIVE for port object cdd4a27c-8440-49e7-9308-4e1ca32ddaab will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:07.417203 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4a38ca16-4d5f-4b3f-815c-f4f260949879 req-1388a8f8-816a-41f0-bd67-a325b8498f57 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558131 Jan 24 16:25:07.419717 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c1c188bd-741e-47e4-a156-ed591b6e4eb9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:07.435157 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Set router 6201f088-186e-4248-8bc9-adddedc40c5a gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:07.490314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:07.613425 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c1c188bd-741e-47e4-a156-ed591b6e4eb9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:07.659069 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network fa64967a-7970-4735-bf5d-bd4b96b28810 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:07.663078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c188bd-741e-47e4-a156-ed591b6e4eb9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Subnet': ['ID=9204ad7c-e5fb-416d-ab74-4902546e207d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:07.674840 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:07.679221 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=cdd4a27c-8440-49e7-9308-4e1ca32ddaab,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:07.682431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:25:07.683118 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:07.699423 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c1c188bd-741e-47e4-a156-ed591b6e4eb9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:07.724598 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c1c188bd-741e-47e4-a156-ed591b6e4eb9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/9204ad7c-e5fb-416d-ab74-4902546e207d HTTP/1.1" status: 204 len: 168 time: 1.1709261 Jan 24 16:25:07.727312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34802) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:07.761361 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4b26fb-13ba-42a5-be9b-5bd18fa50399 None None] Network 1b03cede-0060-4268-a5b3-632b2fd88ff5 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:07.774507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34806) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:07.790174 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-1087f9c1-b063-44bc-aac5-eea4e1544748 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2112473394', 'description': 'tempest-secgroup-smoke-2112473394 description', 'project_id': 'c758db9abd254971bbaac83475af12ff'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:07.801024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1087f9c1-b063-44bc-aac5-eea4e1544748 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:07.806250 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d98acd1d-d70d-4bf5-b091-5fda131d8521 req-66505268-40ea-49c6-9e55-03504d6865e5 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 1098 time: 0.2548497 Jan 24 16:25:07.862940 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1087f9c1-b063-44bc-aac5-eea4e1544748 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:07.877498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1087f9c1-b063-44bc-aac5-eea4e1544748 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:07.908187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1087f9c1-b063-44bc-aac5-eea4e1544748 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:07.910723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] For port d50645ad-da7a-4401-8b65-9a1d7ba5324f, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:25:07.943066 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] For port d50645ad-da7a-4401-8b65-9a1d7ba5324f, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d50645ad-da7a-4401-8b65-9a1d7ba5324f,segment=NetworkSegment(98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5),segment_id=98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:25:07.989797 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:07.990360 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1087f9c1-b063-44bc-aac5-eea4e1544748 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:08.003395 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:08.045565 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d98acd1d-d70d-4bf5-b091-5fda131d8521 req-f6c3b347-ff2d-4eb8-816e-57168fd41ee7 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292697 Jan 24 16:25:08.141756 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f5874c-7981-43f2-baea-be2654a5ffab tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting subnet 6862d93d-142b-4139-9185-c1b3e53d3c3c {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:25:08.147904 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-00f5874c-7981-43f2-baea-be2654a5ffab tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:08.177608 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e75ce-3091-4da3-bf40-bf2c18212cb0 None None] Pushing event updated for resources: {'Port': ['ID=d50645ad-da7a-4401-8b65-9a1d7ba5324f,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:08.186545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1087f9c1-b063-44bc-aac5-eea4e1544748 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:08.204034 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-4e68fd5c-1d54-469f-9127-f4c0781cb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '347c69c4-1b3e-46b5-af0f-a42bc18fb82f', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'port_id': '32c694d8-1f95-46ac-84f7-557f806b9512', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'mac_address': 'fa:16:3e:28:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be80c8d4-491c-43d6-b8fe-1c7bb96171a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:24:59Z', 'updated_at': '2022-01-24T16:24:59Z', 'revision_number': 0, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:08.219501 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e68fd5c-1d54-469f-9127-f4c0781cb12b None None] The sync data for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv is: [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '347c69c4-1b3e-46b5-af0f-a42bc18fb82f', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'port_id': '32c694d8-1f95-46ac-84f7-557f806b9512', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'mac_address': 'fa:16:3e:28:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be80c8d4-491c-43d6-b8fe-1c7bb96171a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:24:59Z', 'updated_at': '2022-01-24T16:24:59Z', 'revision_number': 0, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:08.242086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:25:02Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'a064a49b-2dd1-4cf0-a6c6-ca764a711399', 'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:00:0f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:00Z', 'updated_at': '2022-01-24T16:25:02Z', 'revision_number': 2, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:08.257387 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Checking router: 6201f088-186e-4248-8bc9-adddedc40c5a for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:25:08.258108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Updating router 6201f088-186e-4248-8bc9-adddedc40c5a port a064a49b-2dd1-4cf0-a6c6-ca764a711399 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:25:08.277723 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1087f9c1-b063-44bc-aac5-eea4e1544748 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:08.327177 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:08.345154 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0b46fa-66ce-4abd-996f-c9261a3c27d0 None None] DHCP port deletion for 1b03cede-0060-4268-a5b3-632b2fd88ff5 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:25:08.352247 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b46fa-66ce-4abd-996f-c9261a3c27d0 None None] Deleting port 8b4e8966-2fee-4d12-addf-75c75d1db19d {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:08.352612 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f0b46fa-66ce-4abd-996f-c9261a3c27d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:08.450048 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1087f9c1-b063-44bc-aac5-eea4e1544748 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:08.647355 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 1ef98f5a-db87-4e38-8186-0163ac492586 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:08.676735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b9e76-973a-48d4-9b6c-a8e45684e25e req-a80012e8-88d1-468c-843f-2ef4027cda18 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:08.678231 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c16b9e76-973a-48d4-9b6c-a8e45684e25e req-a80012e8-88d1-468c-843f-2ef4027cda18 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 944 time: 0.0837376 Jan 24 16:25:08.682324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-00f5874c-7981-43f2-baea-be2654a5ffab tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:08.711117 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1087f9c1-b063-44bc-aac5-eea4e1544748 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:08.740173 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c16b9e76-973a-48d4-9b6c-a8e45684e25e req-f5e8be69-cb16-4cb8-8774-62a72293ae82 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532279 Jan 24 16:25:08.894339 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1087f9c1-b063-44bc-aac5-eea4e1544748 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:08.907017 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1087f9c1-b063-44bc-aac5-eea4e1544748 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:08.907547 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6f0b46fa-66ce-4abd-996f-c9261a3c27d0 None None] For port 8b4e8966-2fee-4d12-addf-75c75d1db19d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8b4e8966-2fee-4d12-addf-75c75d1db19d,segment=NetworkSegment(c9e42040-eb46-40b9-a34b-5c0abc824673),segment_id=c9e42040-eb46-40b9-a34b-5c0abc824673)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:08.907927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f0b46fa-66ce-4abd-996f-c9261a3c27d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:08.957545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-00f5874c-7981-43f2-baea-be2654a5ffab tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.012098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087f9c1-b063-44bc-aac5-eea4e1544748 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a5ee05-2bd8-4aee-875e-41c1848b2b48,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:09.025045 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16126e3d-0a7f-41b2-9a2e-1c6643b24c9c req-3f182376-1594-4e10-a388-ba1f1b16ebd9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:09.032224 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-16126e3d-0a7f-41b2-9a2e-1c6643b24c9c req-3f182376-1594-4e10-a388-ba1f1b16ebd9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 0.5790009 Jan 24 16:25:09.035885 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.056808 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1087f9c1-b063-44bc-aac5-eea4e1544748 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.061130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34814) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:09.061278 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1087f9c1-b063-44bc-aac5-eea4e1544748 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.2813697 Jan 24 16:25:09.068019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e125d813-00a5-4be5-9cae-85ec79b100e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '46a5ee05-2bd8-4aee-875e-41c1848b2b48', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:09.083729 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.084504 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.086732 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e125d813-00a5-4be5-9cae-85ec79b100e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:09.090188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b46fa-66ce-4abd-996f-c9261a3c27d0 None None] Calling delete_port for 8b4e8966-2fee-4d12-addf-75c75d1db19d owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:09.098055 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e125d813-00a5-4be5-9cae-85ec79b100e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:09.104850 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e125d813-00a5-4be5-9cae-85ec79b100e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:09.118212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e125d813-00a5-4be5-9cae-85ec79b100e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:09.168462 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e125d813-00a5-4be5-9cae-85ec79b100e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.288237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e125d813-00a5-4be5-9cae-85ec79b100e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.294707 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e125d813-00a5-4be5-9cae-85ec79b100e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.325953 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-16126e3d-0a7f-41b2-9a2e-1c6643b24c9c req-41b7683c-b39f-41f1-beb7-9932a166bcc9 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927117 Jan 24 16:25:09.330158 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.343383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125d813-00a5-4be5-9cae-85ec79b100e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201407c2-8428-4921-ad75-b654073e0363,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:09.347549 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e125d813-00a5-4be5-9cae-85ec79b100e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.351367 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e125d813-00a5-4be5-9cae-85ec79b100e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2859874 Jan 24 16:25:09.352128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34818) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:09.354599 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-00f5874c-7981-43f2-baea-be2654a5ffab tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.358928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-cf70822a-e27b-495c-8172-7ef7493a6a71 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '46a5ee05-2bd8-4aee-875e-41c1848b2b48', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:09.364825 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Transition to ACTIVE for port object a064a49b-2dd1-4cf0-a6c6-ca764a711399 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:09.367049 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cf70822a-e27b-495c-8172-7ef7493a6a71 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:09.372711 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cf70822a-e27b-495c-8172-7ef7493a6a71 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:09.376973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cf70822a-e27b-495c-8172-7ef7493a6a71 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:09.384842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cf70822a-e27b-495c-8172-7ef7493a6a71 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:09.388602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=cdd4a27c-8440-49e7-9308-4e1ca32ddaab,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:09.406796 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.407029 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5874c-7981-43f2-baea-be2654a5ffab tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Subnet': ['ID=6862d93d-142b-4139-9185-c1b3e53d3c3c,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:09.416539 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf70822a-e27b-495c-8172-7ef7493a6a71 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.431647 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-00f5874c-7981-43f2-baea-be2654a5ffab tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.479701 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-00f5874c-7981-43f2-baea-be2654a5ffab tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/6862d93d-142b-4139-9185-c1b3e53d3c3c HTTP/1.1" status: 204 len: 168 time: 1.7511168 Jan 24 16:25:09.485051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34822) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:09.491023 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc578e08-f6e9-4928-a340-333e6bb56538 None None] Network 7cc2f848-b2fc-4e73-99d8-da450a7bd328 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:09.492395 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network fa64967a-7970-4735-bf5d-bd4b96b28810 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:09.493524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:09.541279 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 1ef98f5a-db87-4e38-8186-0163ac492586 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:09.544260 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5df01dc-9072-4487-8059-78e9ea2b0d42 None None] Network fa64967a-7970-4735-bf5d-bd4b96b28810 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:09.607888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf70822a-e27b-495c-8172-7ef7493a6a71 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.620943 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf70822a-e27b-495c-8172-7ef7493a6a71 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.624375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a0eb61e1-601b-4ddd-a993-db988ba28f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.645502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.665222 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70822a-e27b-495c-8172-7ef7493a6a71 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194db3e6-25fe-4592-8674-9702acb8e42c,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:09.679686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port 8b4e8966-2fee-4d12-addf-75c75d1db19d {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:09.680703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.710576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf70822a-e27b-495c-8172-7ef7493a6a71 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.712070 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cf70822a-e27b-495c-8172-7ef7493a6a71 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3589871 Jan 24 16:25:09.719415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34826) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:09.729920 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-15a3ac48-dea0-4df4-bd79-15400b9879ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '46a5ee05-2bd8-4aee-875e-41c1848b2b48', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:09.737159 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 1ef98f5a-db87-4e38-8186-0163ac492586 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:09.737526 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.750085 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-15a3ac48-dea0-4df4-bd79-15400b9879ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:09.758512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-15a3ac48-dea0-4df4-bd79-15400b9879ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:09.762061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-15a3ac48-dea0-4df4-bd79-15400b9879ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:09.790977 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-15a3ac48-dea0-4df4-bd79-15400b9879ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:09.837074 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272a18f-e535-4903-ac96-c8c0574b6513 None None] Pushing event updated for resources: {'Port': ['ID=a064a49b-2dd1-4cf0-a6c6-ca764a711399,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:09.899990 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15a3ac48-dea0-4df4-bd79-15400b9879ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:09.973830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:25:10.026924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d50645ad-da7a-4401-8b65-9a1d7ba5324f up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:10.126591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f0b46fa-66ce-4abd-996f-c9261a3c27d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:10.194001 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:10.203660 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-185455a5-d9ae-4f93-8400-c6ff83ce5fe8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/b75ffcb0-20d1-4b65-bc82-896fe8ef54c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7632029 Jan 24 16:25:10.204976 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34834) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:10.206688 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Sync routers for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:10.211661 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-9d4b544f-a001-42a9-a929-6bcc57a867e2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1129780659'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:10.217742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9d4b544f-a001-42a9-a929-6bcc57a867e2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:10.224354 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9d4b544f-a001-42a9-a929-6bcc57a867e2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:network and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:10.225298 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:10.226140 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:10.228155 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9d4b544f-a001-42a9-a929-6bcc57a867e2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:10.238062 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9d4b544f-a001-42a9-a929-6bcc57a867e2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:10.255322 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4b544f-a001-42a9-a929-6bcc57a867e2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:25:10.260164 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d4b544f-a001-42a9-a929-6bcc57a867e2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:10.280955 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-96b470cd-f109-42c8-aa5e-355950e02fc3 None None] Provisioning for port d50645ad-da7a-4401-8b65-9a1d7ba5324f completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:10.288270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] For port 8b4e8966-2fee-4d12-addf-75c75d1db19d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8b4e8966-2fee-4d12-addf-75c75d1db19d,segment=NetworkSegment(c9e42040-eb46-40b9-a34b-5c0abc824673),segment_id=c9e42040-eb46-40b9-a34b-5c0abc824673)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:10.289015 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:10.330333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4b544f-a001-42a9-a929-6bcc57a867e2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:25:10.347422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d4b544f-a001-42a9-a929-6bcc57a867e2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:10.347819 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-9d4b544f-a001-42a9-a929-6bcc57a867e2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Added segment b09901bf-010a-4f27-ab83-24eee077311a of type vlan for network 76521bc9-421a-47b3-9e08-1d8dc8bc8893 Jan 24 16:25:10.352131 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b46fa-66ce-4abd-996f-c9261a3c27d0 None None] Pushing event deleted for resources: {'Port': ['ID=8b4e8966-2fee-4d12-addf-75c75d1db19d,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:10.433144 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:10.446477 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d4b544f-a001-42a9-a929-6bcc57a867e2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:10.510965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d4b544f-a001-42a9-a929-6bcc57a867e2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:10.518104 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4b544f-a001-42a9-a929-6bcc57a867e2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:10.518787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d4b544f-a001-42a9-a929-6bcc57a867e2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:10.582127 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93699e37-fb16-43a8-9649-39663be1dece None None] New status for floating IP 347c69c4-1b3e-46b5-af0f-a42bc18fb82f: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:25:10.678538 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for 8b4e8966-2fee-4d12-addf-75c75d1db19d owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:10.697953 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0b46fa-66ce-4abd-996f-c9261a3c27d0 None None] No DVR routers for this DVR port 8b4e8966-2fee-4d12-addf-75c75d1db19d on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:25:10.714657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 2ec706bb-2c45-4281-be45-cabcb68e3d3a details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:25:10.732601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:10.760863 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Attempting to bind port a064a49b-2dd1-4cf0-a6c6-ca764a711399 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:25:10.761219 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Attempting to bind port a064a49b-2dd1-4cf0-a6c6-ca764a711399 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '8100a01e-9f95-4dd9-acee-d81572d560fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:25:10.761577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Attempting to bind port a064a49b-2dd1-4cf0-a6c6-ca764a711399 on network 88a45bf6-42c8-42f3-be4a-55593bb18366 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:25:10.780364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:10.815963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15a3ac48-dea0-4df4-bd79-15400b9879ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:10.822594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.api [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:25:10.823173 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG oslo_db.api [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:25:10.835658 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19db212-c61f-452a-a06d-dbff258814e5 req-d698eff7-745b-40a9-a63e-c44905756b89 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:10.837442 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a19db212-c61f-452a-a06d-dbff258814e5 req-d698eff7-745b-40a9-a63e-c44905756b89 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 944 time: 0.8564050 Jan 24 16:25:10.838438 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15a3ac48-dea0-4df4-bd79-15400b9879ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:10.888651 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:07Z', 'revision_number': 2, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:08Z', 'revision_number': 2, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:10.894670 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Checking router: b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:25:10.895160 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Updating router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 port cdd4a27c-8440-49e7-9308-4e1ca32ddaab binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:25:10.898601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3ac48-dea0-4df4-bd79-15400b9879ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b40414-af0f-4859-9810-caec9ed72727,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:10.912668 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:25:10.913050 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Checking segment: {'id': '8100a01e-9f95-4dd9-acee-d81572d560fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:10.913451 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:10.913867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Bound using segment: {'id': '8100a01e-9f95-4dd9-acee-d81572d560fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:25:10.914457 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Bound port: a064a49b-2dd1-4cf0-a6c6-ca764a711399, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8100a01e-9f95-4dd9-acee-d81572d560fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:25:10.914846 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:10.927994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15a3ac48-dea0-4df4-bd79-15400b9879ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:10.932110 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-15a3ac48-dea0-4df4-bd79-15400b9879ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2114482 Jan 24 16:25:10.933226 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34840) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:10.937828 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a19db212-c61f-452a-a06d-dbff258814e5 req-546281b0-4a80-4dc0-857e-043a00cf4d22 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863845 Jan 24 16:25:10.941553 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-344effcb-d4d3-41ae-8d4c-69c2d0bfbf1e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '46a5ee05-2bd8-4aee-875e-41c1848b2b48', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:10.947588 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-344effcb-d4d3-41ae-8d4c-69c2d0bfbf1e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:10.951567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-344effcb-d4d3-41ae-8d4c-69c2d0bfbf1e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:10.955062 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-344effcb-d4d3-41ae-8d4c-69c2d0bfbf1e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:10.960738 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9d4b544f-a001-42a9-a929-6bcc57a867e2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7545323 Jan 24 16:25:10.960991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-344effcb-d4d3-41ae-8d4c-69c2d0bfbf1e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:10.963168 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:10.964447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34844) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:10.980243 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-d05825e9-4186-4426-bb80-d1c1537d5a13 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'subnet': {'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:10.993846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b544f-a001-42a9-a929-6bcc57a867e2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Network': ['ID=76521bc9-421a-47b3-9e08-1d8dc8bc8893,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:11.039649 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccf5a6-fc75-450e-9c61-bd1e5674f541 req-95bdef96-6d15-4720-9554-efa8d531bc58 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:11.041900 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-08ccf5a6-fc75-450e-9c61-bd1e5674f541 req-95bdef96-6d15-4720-9554-efa8d531bc58 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 0.1458085 Jan 24 16:25:11.094600 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-08ccf5a6-fc75-450e-9c61-bd1e5674f541 req-14223274-1cac-4c40-9acd-ccbd5f169578 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458891 Jan 24 16:25:11.124322 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-344effcb-d4d3-41ae-8d4c-69c2d0bfbf1e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.130945 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34848) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:11.180892 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 76521bc9-421a-47b3-9e08-1d8dc8bc8893 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:25:11.181803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d05825e9-4186-4426-bb80-d1c1537d5a13 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:11.190776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d05825e9-4186-4426-bb80-d1c1537d5a13 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:subnet and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:11.193961 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d05825e9-4186-4426-bb80-d1c1537d5a13 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:11.203649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d05825e9-4186-4426-bb80-d1c1537d5a13 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:11.223361 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-344effcb-d4d3-41ae-8d4c-69c2d0bfbf1e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.226382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05825e9-4186-4426-bb80-d1c1537d5a13 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:25:11.292411 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6e6382be-0a22-4219-bf2a-962dd5872f0e tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/floatingips/c310e38e-7c75-4e3d-9185-ebdfc8c5cf1b HTTP/1.1" status: 200 len: 992 time: 0.1602075 Jan 24 16:25:11.297320 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port d50645ad-da7a-4401-8b65-9a1d7ba5324f completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:11.304367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-344effcb-d4d3-41ae-8d4c-69c2d0bfbf1e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.320594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d50645ad-da7a-4401-8b65-9a1d7ba5324f triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:11.320957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.328684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port 8b4e8966-2fee-4d12-addf-75c75d1db19d {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:11.329393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.380030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344effcb-d4d3-41ae-8d4c-69c2d0bfbf1e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c024fc8-fe92-4ad9-bb28-fe6551d47e62,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:11.385590 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.386069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.resource_extend [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:25:11.404539 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Transition to ACTIVE for port object cdd4a27c-8440-49e7-9308-4e1ca32ddaab will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:11.414376 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.414632 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.424488 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] The port '8b4e8966-2fee-4d12-addf-75c75d1db19d' was deleted {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:25:11.428551 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d05825e9-4186-4426-bb80-d1c1537d5a13 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.481905 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-344effcb-d4d3-41ae-8d4c-69c2d0bfbf1e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.486918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34852) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:11.492053 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-344effcb-d4d3-41ae-8d4c-69c2d0bfbf1e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5577111 Jan 24 16:25:11.492487 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c54fc49f-42ec-44ff-9620-5b20cf67e780 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '46a5ee05-2bd8-4aee-875e-41c1848b2b48', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:11.498408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c54fc49f-42ec-44ff-9620-5b20cf67e780 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:11.502584 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c54fc49f-42ec-44ff-9620-5b20cf67e780 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:11.505596 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c54fc49f-42ec-44ff-9620-5b20cf67e780 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:11.511809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c54fc49f-42ec-44ff-9620-5b20cf67e780 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:11.524784 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-c54fc49f-42ec-44ff-9620-5b20cf67e780 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:25:11.533413 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c54fc49f-42ec-44ff-9620-5b20cf67e780 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.534389 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b213a7a-6c07-4523-aacd-68cfca460389 None None] DHCP port deletion for 7cc2f848-b2fc-4e73-99d8-da450a7bd328 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:25:11.558912 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbae861-e29d-42b5-9633-44c78d309226 None None] Pushing event updated for resources: {'Port': ['ID=cdd4a27c-8440-49e7-9308-4e1ca32ddaab,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:11.596665 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae861-e29d-42b5-9633-44c78d309226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:11.596960 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae861-e29d-42b5-9633-44c78d309226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:11.597337 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae861-e29d-42b5-9633-44c78d309226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:11.597749 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae861-e29d-42b5-9633-44c78d309226 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:11.598419 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae861-e29d-42b5-9633-44c78d309226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:11.598544 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae861-e29d-42b5-9633-44c78d309226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:11.598923 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae861-e29d-42b5-9633-44c78d309226 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:11.600220 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae861-e29d-42b5-9633-44c78d309226 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:11.600220 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae861-e29d-42b5-9633-44c78d309226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:11.600220 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae861-e29d-42b5-9633-44c78d309226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:11.600547 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbae861-e29d-42b5-9633-44c78d309226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:11.605959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8b213a7a-6c07-4523-aacd-68cfca460389 None None] Deleting port f0002482-7b56-411a-9bfd-48f176ef7547 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:11.606300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8b213a7a-6c07-4523-aacd-68cfca460389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.632304 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c54fc49f-42ec-44ff-9620-5b20cf67e780 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.638801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c54fc49f-42ec-44ff-9620-5b20cf67e780 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.655228 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4355f7aa-e82d-483b-b35d-8bbeeb4d3154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef98f5a-db87-4e38-8186-0163ac492586'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:25:11.667250 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Attempting to bind port cdd4a27c-8440-49e7-9308-4e1ca32ddaab on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:25:11.667772 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Attempting to bind port cdd4a27c-8440-49e7-9308-4e1ca32ddaab by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:25:11.668498 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Attempting to bind port cdd4a27c-8440-49e7-9308-4e1ca32ddaab on network fa64967a-7970-4735-bf5d-bd4b96b28810 {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:25:11.679505 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:25:11.680288 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Checking segment: {'id': '98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:11.680464 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.680931 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Bound using segment: {'id': '98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:25:11.681474 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Bound port: cdd4a27c-8440-49e7-9308-4e1ca32ddaab, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:25:11.681651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fc49f-42ec-44ff-9620-5b20cf67e780 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c7ef94-2d40-4a04-bcb2-e3d29cc503bc,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:11.682491 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.696660 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c54fc49f-42ec-44ff-9620-5b20cf67e780 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.702345 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c54fc49f-42ec-44ff-9620-5b20cf67e780 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2143276 Jan 24 16:25:11.703504 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34858) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:11.708656 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 1ef98f5a-db87-4e38-8186-0163ac492586, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=1ef98f5a-db87-4e38-8186-0163ac492586,segment=NetworkSegment(e2f14d9d-eadf-4e00-a2f4-20854f8315a6),segment_id=e2f14d9d-eadf-4e00-a2f4-20854f8315a6)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:11.722454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-9d9c557d-f36f-4e0d-9c02-5ad9f97a73c5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '46a5ee05-2bd8-4aee-875e-41c1848b2b48', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:11.723547 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] For port a064a49b-2dd1-4cf0-a6c6-ca764a711399, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:25:11.741574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9d9c557d-f36f-4e0d-9c02-5ad9f97a73c5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:11.745710 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9d9c557d-f36f-4e0d-9c02-5ad9f97a73c5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:11.758857 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9d9c557d-f36f-4e0d-9c02-5ad9f97a73c5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:11.763110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.763932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 2ec706bb-2c45-4281-be45-cabcb68e3d3a no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:25:11.771191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9d9c557d-f36f-4e0d-9c02-5ad9f97a73c5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:11.797267 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-9d9c557d-f36f-4e0d-9c02-5ad9f97a73c5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:25:11.803788 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] For port cdd4a27c-8440-49e7-9308-4e1ca32ddaab, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:25:11.808733 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] For port cdd4a27c-8440-49e7-9308-4e1ca32ddaab, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=cdd4a27c-8440-49e7-9308-4e1ca32ddaab,segment=NetworkSegment(98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5),segment_id=98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:25:11.809621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d9c557d-f36f-4e0d-9c02-5ad9f97a73c5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.814363 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4355f7aa-e82d-483b-b35d-8bbeeb4d3154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef98f5a-db87-4e38-8186-0163ac492586', 'code': 200} Jan 24 16:25:11.818014 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.855939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.896460 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] For port a064a49b-2dd1-4cf0-a6c6-ca764a711399, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a064a49b-2dd1-4cf0-a6c6-ca764a711399,segment=NetworkSegment(8100a01e-9f95-4dd9-acee-d81572d560fa),segment_id=8100a01e-9f95-4dd9-acee-d81572d560fa)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:25:11.897788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b03cede-0060-4268-a5b3-632b2fd88ff5']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:11.923832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e42040-eb46-40b9-a34b-5c0abc824673') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:11.924403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e42040-eb46-40b9-a34b-5c0abc824673') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:11.926116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d9c557d-f36f-4e0d-9c02-5ad9f97a73c5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.940237 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d9c557d-f36f-4e0d-9c02-5ad9f97a73c5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.949266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:11.972668 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbae861-e29d-42b5-9633-44c78d309226 None None] Pushing event updated for resources: {'Port': ['ID=cdd4a27c-8440-49e7-9308-4e1ca32ddaab,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:11.995108 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:12.004766 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d05825e9-4186-4426-bb80-d1c1537d5a13 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:12.019311 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:12.021546 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c557d-f36f-4e0d-9c02-5ad9f97a73c5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3983df-f5db-4009-a602-df8d52c45121,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:12.051602 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:12.055531 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:12.071413 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:12.106243 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d9c557d-f36f-4e0d-9c02-5ad9f97a73c5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:12.108852 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9d9c557d-f36f-4e0d-9c02-5ad9f97a73c5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4045837 Jan 24 16:25:12.112467 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 2ec706bb-2c45-4281-be45-cabcb68e3d3a, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2ec706bb-2c45-4281-be45-cabcb68e3d3a,segment=NetworkSegment(2aba6bd8-ebc7-4d37-8903-371e8fe85e09),segment_id=2aba6bd8-ebc7-4d37-8903-371e8fe85e09)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:12.153111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=1ef98f5a-db87-4e38-8186-0163ac492586,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:12.203937 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:25:12.204304 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:12.254675 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d50dc97e-79ad-4887-93ed-b5648d31a089 req-7aa076a2-c6a9-40cc-955b-0a80cc9d460c service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 1098 time: 0.2106619 Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: util.warn( Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:25:12.299451 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:25:12.340385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '2ec706bb-2c45-4281-be45-cabcb68e3d3a', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'port_id': '2ec706bb-2c45-4281-be45-cabcb68e3d3a', 'mac_address': 'fa:16:3e:4c:cb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:25:12.352792 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:12.402047 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d50dc97e-79ad-4887-93ed-b5648d31a089 req-79efa8df-f42f-4099-a41e-aeda56602283 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996518 Jan 24 16:25:12.476165 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927b783-6afd-48df-bbcb-a1db726d2f9a req-9448338f-034e-4ad4-bcc9-93fab02206f3 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:12.488183 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1927b783-6afd-48df-bbcb-a1db726d2f9a req-9448338f-034e-4ad4-bcc9-93fab02206f3 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.2249730 Jan 24 16:25:12.519640 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05825e9-4186-4426-bb80-d1c1537d5a13 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Subnet': ['ID=6b4ba0fd-5638-44c0-bc60-0bb7629f12a0,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:12.585582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:12.597828 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:12.600188 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1927b783-6afd-48df-bbcb-a1db726d2f9a req-e5e86e34-ffaf-445f-9f2d-51d474d166ad tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004994 Jan 24 16:25:12.634339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:12.661035 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-d1ffc6d4-77ac-4d34-b491-08cfc65dd7b1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2112473394&fields=id&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 267 time: 0.1939201 Jan 24 16:25:12.683439 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8b213a7a-6c07-4523-aacd-68cfca460389 None None] For port f0002482-7b56-411a-9bfd-48f176ef7547, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f0002482-7b56-411a-9bfd-48f176ef7547,segment=NetworkSegment(9721fa26-ca87-489d-ad67-2bfe40c07ce4),segment_id=9721fa26-ca87-489d-ad67-2bfe40c07ce4)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:12.684489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8b213a7a-6c07-4523-aacd-68cfca460389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:12.687436 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Network': ['ID=1b03cede-0060-4268-a5b3-632b2fd88ff5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:12.692659 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8b17a4f5-29aa-4a66-ae4e-761c28899675 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/networks/1b03cede-0060-4268-a5b3-632b2fd88ff5 HTTP/1.1" status: 204 len: 168 time: 3.2060921 Jan 24 16:25:12.694672 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34872) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:12.696717 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05825e9-4186-4426-bb80-d1c1537d5a13 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Checking segment: {'id': 'b09901bf-010a-4f27-ab83-24eee077311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:12.697072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05825e9-4186-4426-bb80-d1c1537d5a13 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network hostable DHCP agents. Network: 76521bc9-421a-47b3-9e08-1d8dc8bc8893, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:25:12.835259 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8b213a7a-6c07-4523-aacd-68cfca460389 None None] Calling delete_port for f0002482-7b56-411a-9bfd-48f176ef7547 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:12.912741 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-137ea440-e653-491d-9de6-cfd700e1243a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:12.961883 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:12.972583 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272a18f-e535-4903-ac96-c8c0574b6513 None None] Pushing event updated for resources: {'Port': ['ID=a064a49b-2dd1-4cf0-a6c6-ca764a711399,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:12.982846 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8b213a7a-6c07-4523-aacd-68cfca460389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:13.001017 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:07Z', 'revision_number': 2, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:11Z', 'revision_number': 4, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:13.008197 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74030f0-19bf-4a38-bc3c-4ec494a48d52 None None] The sync data for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv is: [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:07Z', 'revision_number': 2, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:11Z', 'revision_number': 4, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:13.068856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05825e9-4186-4426-bb80-d1c1537d5a13 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network 76521bc9-421a-47b3-9e08-1d8dc8bc8893 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:25:13.096828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-89918347-bf69-4291-8be6-c902dbdcfd67 None None] Provisioning complete for port d50645ad-da7a-4401-8b65-9a1d7ba5324f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:13.097210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-89918347-bf69-4291-8be6-c902dbdcfd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:13.134803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-d05825e9-4186-4426-bb80-d1c1537d5a13 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 76521bc9-421a-47b3-9e08-1d8dc8bc8893) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:13.153983 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05825e9-4186-4426-bb80-d1c1537d5a13 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:13.154456 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d05825e9-4186-4426-bb80-d1c1537d5a13 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:13.178072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-04fcdef6-f074-43dc-b75b-5ad5282f3d12 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:13.185176 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-04fcdef6-f074-43dc-b75b-5ad5282f3d12 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/networks?id=88a45bf6-42c8-42f3-be4a-55593bb18366 HTTP/1.1" status: 200 len: 797 time: 0.5228658 Jan 24 16:25:13.199026 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-137ea440-e653-491d-9de6-cfd700e1243a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:13.201091 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Routers {'6201f088-186e-4248-8bc9-adddedc40c5a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:13.201892 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6201f088-186e-4248-8bc9-adddedc40c5a'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:13.229108 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-e541e1b8-d25a-40a8-b19b-a39e2ab1c7ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/quotas/c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 375 time: 0.0416472 Jan 24 16:25:13.237972 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-137ea440-e653-491d-9de6-cfd700e1243a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc2f848-b2fc-4e73-99d8-da450a7bd328']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:13.255872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-137ea440-e653-491d-9de6-cfd700e1243a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9721fa26-ca87-489d-ad67-2bfe40c07ce4') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:13.256172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-137ea440-e653-491d-9de6-cfd700e1243a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9721fa26-ca87-489d-ad67-2bfe40c07ce4') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:13.267835 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b213a7a-6c07-4523-aacd-68cfca460389 None None] Pushing event deleted for resources: {'Port': ['ID=f0002482-7b56-411a-9bfd-48f176ef7547,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:13.269037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-137ea440-e653-491d-9de6-cfd700e1243a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:13.271277 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e793e3e-78c7-4b29-8917-09bae660104c None None] Network 76521bc9-421a-47b3-9e08-1d8dc8bc8893 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:13.285518 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d05825e9-4186-4426-bb80-d1c1537d5a13 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3197954 Jan 24 16:25:13.289617 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34876) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:13.332261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-824b9f07-9270-4ba0-bf8a-0f00854ff053 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:25:13.348091 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ec706bb-2c45-4281-be45-cabcb68e3d3a {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:25:13.365974 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 2ec706bb-2c45-4281-be45-cabcb68e3d3a, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2ec706bb-2c45-4281-be45-cabcb68e3d3a,segment=NetworkSegment(2aba6bd8-ebc7-4d37-8903-371e8fe85e09),segment_id=2aba6bd8-ebc7-4d37-8903-371e8fe85e09)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:13.382269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port d50645ad-da7a-4401-8b65-9a1d7ba5324f, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d50645ad-da7a-4401-8b65-9a1d7ba5324f,segment=NetworkSegment(98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5),segment_id=98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:13.404731 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-137ea440-e653-491d-9de6-cfd700e1243a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:13.411146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-824b9f07-9270-4ba0-bf8a-0f00854ff053 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:25:13.420193 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-824b9f07-9270-4ba0-bf8a-0f00854ff053 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1901491 Jan 24 16:25:13.432000 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:13.434321 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:13.436717 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137ea440-e653-491d-9de6-cfd700e1243a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:25:13.437756 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-137ea440-e653-491d-9de6-cfd700e1243a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:25:13.567816 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:25:13.600015 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:13.716206 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b213a7a-6c07-4523-aacd-68cfca460389 None None] No DVR routers for this DVR port f0002482-7b56-411a-9bfd-48f176ef7547 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:25:13.798103 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-d4f4c26a-e657-4453-b2fe-0dd557f0bb2e service neutron] 10.222.0.130 "GET /v2.0/networks/88a45bf6-42c8-42f3-be4a-55593bb18366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683512 Jan 24 16:25:13.879158 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8b4e8966-2fee-4d12-addf-75c75d1db19d no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:25:14.046800 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-137ea440-e653-491d-9de6-cfd700e1243a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:14.146812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-137ea440-e653-491d-9de6-cfd700e1243a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:14.163328 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-771418b5-4743-4bf0-a6ba-a445af48c5b9 service neutron] 10.222.0.130 "GET /v2.0/networks/88a45bf6-42c8-42f3-be4a-55593bb18366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501289 Jan 24 16:25:14.189801 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-137ea440-e653-491d-9de6-cfd700e1243a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/networks/7cc2f848-b2fc-4e73-99d8-da450a7bd328 HTTP/1.1" status: 204 len: 168 time: 1.4886167 Jan 24 16:25:14.195610 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34884) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:14.202273 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b77f24bc-21ba-4ef3-8218-64cc93ab1952 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'network': {'name': 'tempest-RoutersTest-539440809'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:14.223775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b77f24bc-21ba-4ef3-8218-64cc93ab1952 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:14.240528 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ea440-e653-491d-9de6-cfd700e1243a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Network': ['ID=7cc2f848-b2fc-4e73-99d8-da450a7bd328,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:14.246833 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b77f24bc-21ba-4ef3-8218-64cc93ab1952 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:network and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:14.260884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b77f24bc-21ba-4ef3-8218-64cc93ab1952 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:14.271846 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['2ec706bb-2c45-4281-be45-cabcb68e3d3a'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:25:14.297323 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b77f24bc-21ba-4ef3-8218-64cc93ab1952 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:14.329858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77f24bc-21ba-4ef3-8218-64cc93ab1952 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:25:14.329858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b77f24bc-21ba-4ef3-8218-64cc93ab1952 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:14.331930 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:25:14.332299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:25:14.332744 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 8b4e8966-2fee-4d12-addf-75c75d1db19d {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:25:14.333164 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8b4e8966-2fee-4d12-addf-75c75d1db19d not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:25:14.383831 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-89918347-bf69-4291-8be6-c902dbdcfd67 None None] Provisioning for port cdd4a27c-8440-49e7-9308-4e1ca32ddaab completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:14.429074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77f24bc-21ba-4ef3-8218-64cc93ab1952 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:25:14.456438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=2ec706bb-2c45-4281-be45-cabcb68e3d3a,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:14.469512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b77f24bc-21ba-4ef3-8218-64cc93ab1952 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:14.469512 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-b77f24bc-21ba-4ef3-8218-64cc93ab1952 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Added segment 64d752dd-9b7f-49e7-a259-709f809c4726 of type vlan for network 372c3d69-99a4-40b6-98d1-bb07ced85ef5 Jan 24 16:25:14.620788 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:25:14.620788 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:14.627629 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb58eab-08fb-4095-97f9-5c8fee7520ae req-939ed287-0d73-492d-9bdf-47d99bdb3454 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:14.627629 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8fb58eab-08fb-4095-97f9-5c8fee7520ae req-939ed287-0d73-492d-9bdf-47d99bdb3454 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.6916885 Jan 24 16:25:14.655227 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] Set router 6201f088-186e-4248-8bc9-adddedc40c5a gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:14.712773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device cdd4a27c-8440-49e7-9308-4e1ca32ddaab up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:14.774156 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9d04cbaa-cd68-4d12-bc04-1e9d41ddde77 req-25fe78ac-9c9e-431d-979b-5784dd664b86 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 210 time: 0.1291566 Jan 24 16:25:14.774156 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b77f24bc-21ba-4ef3-8218-64cc93ab1952 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:14.824391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b77f24bc-21ba-4ef3-8218-64cc93ab1952 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:14.832985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77f24bc-21ba-4ef3-8218-64cc93ab1952 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:14.835016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b77f24bc-21ba-4ef3-8218-64cc93ab1952 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:14.857695 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8fb58eab-08fb-4095-97f9-5c8fee7520ae req-078033b7-2087-482e-bbda-b2d4a55cb7c5 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318118 Jan 24 16:25:15.028333 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:15.053965 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b77f24bc-21ba-4ef3-8218-64cc93ab1952 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8628275 Jan 24 16:25:15.055333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34896) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:15.065592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-1fcbe937-b784-47f3-aae1-0ca929f863eb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'subnet': {'network_id': '372c3d69-99a4-40b6-98d1-bb07ced85ef5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:15.094685 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f24bc-21ba-4ef3-8218-64cc93ab1952 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Network': ['ID=372c3d69-99a4-40b6-98d1-bb07ced85ef5,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:15.178658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 372c3d69-99a4-40b6-98d1-bb07ced85ef5 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:25:15.269744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1fcbe937-b784-47f3-aae1-0ca929f863eb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:15.275345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1fcbe937-b784-47f3-aae1-0ca929f863eb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:subnet and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:15.278962 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1fcbe937-b784-47f3-aae1-0ca929f863eb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:15.284922 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=d50645ad-da7a-4401-8b65-9a1d7ba5324f,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:15.343530 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1fcbe937-b784-47f3-aae1-0ca929f863eb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:15.362705 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2ec706bb-2c45-4281-be45-cabcb68e3d3a {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:25:15.377332 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcbe937-b784-47f3-aae1-0ca929f863eb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:25:15.383342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 2ec706bb-2c45-4281-be45-cabcb68e3d3a, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2ec706bb-2c45-4281-be45-cabcb68e3d3a,segment=NetworkSegment(2aba6bd8-ebc7-4d37-8903-371e8fe85e09),segment_id=2aba6bd8-ebc7-4d37-8903-371e8fe85e09)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:15.482325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:15.522824 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1fcbe937-b784-47f3-aae1-0ca929f863eb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:15.622461 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port cdd4a27c-8440-49e7-9308-4e1ca32ddaab completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:15.746054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port cdd4a27c-8440-49e7-9308-4e1ca32ddaab triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:15.746415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:15.812456 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:15.859241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-82d2b0ce-4fbe-43e8-b12b-d03a7180689a None None] Provisioning complete for port cdd4a27c-8440-49e7-9308-4e1ca32ddaab triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:15.859612 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-82d2b0ce-4fbe-43e8-b12b-d03a7180689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:16.000690 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-535d77b2-cc77-4e52-a0bb-ae9f0ed55b84 req-e951ecfc-f4c6-41f5-89f3-a4a3e85e6518 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 210 time: 0.0825620 Jan 24 16:25:16.043452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Allocated IP 2001:db8:1::2 (76521bc9-421a-47b3-9e08-1d8dc8bc8893/6b4ba0fd-5638-44c0-bc60-0bb7629f12a0/cf0d06d8-6907-4aab-8d11-959ec5f5594d) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:25:16.077431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1fcbe937-b784-47f3-aae1-0ca929f863eb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:16.175469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=2ec706bb-2c45-4281-be45-cabcb68e3d3a,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:16.365929 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbe937-b784-47f3-aae1-0ca929f863eb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Subnet': ['ID=4afc4520-729b-4c46-b04d-d49436cb929f,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:16.444781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcbe937-b784-47f3-aae1-0ca929f863eb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Checking segment: {'id': '64d752dd-9b7f-49e7-a259-709f809c4726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '372c3d69-99a4-40b6-98d1-bb07ced85ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:16.445165 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcbe937-b784-47f3-aae1-0ca929f863eb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network hostable DHCP agents. Network: 372c3d69-99a4-40b6-98d1-bb07ced85ef5, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:25:16.462732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84179-b69d-4cec-a55f-93cc8deca316 req-dc918bb2-7ca8-4373-babd-c269e68e8766 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:16.464195 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7df84179-b69d-4cec-a55f-93cc8deca316 req-dc918bb2-7ca8-4373-babd-c269e68e8766 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.4409153 Jan 24 16:25:16.519725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-574373f2-c455-4c67-8ac1-40991635e49b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:16.520302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-574373f2-c455-4c67-8ac1-40991635e49b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:25:16.523421 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:16.566865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-82d2b0ce-4fbe-43e8-b12b-d03a7180689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:16.573774 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7df84179-b69d-4cec-a55f-93cc8deca316 req-318282c9-06ab-4ac3-8d0c-4f9c3dea4536 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915155 Jan 24 16:25:16.574920 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-574373f2-c455-4c67-8ac1-40991635e49b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:25:16.576026 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-574373f2-c455-4c67-8ac1-40991635e49b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/networks?id=88a45bf6-42c8-42f3-be4a-55593bb18366 HTTP/1.1" status: 200 len: 797 time: 0.4457464 Jan 24 16:25:16.576967 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcbe937-b784-47f3-aae1-0ca929f863eb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 372c3d69-99a4-40b6-98d1-bb07ced85ef5 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:25:16.590192 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-1fcbe937-b784-47f3-aae1-0ca929f863eb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 372c3d69-99a4-40b6-98d1-bb07ced85ef5) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:16.595126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcbe937-b784-47f3-aae1-0ca929f863eb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:16.596104 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1fcbe937-b784-47f3-aae1-0ca929f863eb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:16.619902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:16.622363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e528a6c-5739-4c71-bf7d-ea22810e064e None None] Network 372c3d69-99a4-40b6-98d1-bb07ced85ef5 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:16.653378 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1fcbe937-b784-47f3-aae1-0ca929f863eb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5936489 Jan 24 16:25:16.656208 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34908) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:16.666414 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-32cb204a-5c20-4eba-9abe-fbf1eeff6b96 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1322564626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:16.690044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-1d2afb6f-375c-42a5-b341-367d815633e4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:25:16.704169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-32cb204a-5c20-4eba-9abe-fbf1eeff6b96 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:16.723004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-32cb204a-5c20-4eba-9abe-fbf1eeff6b96 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:router and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:16.728733 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Transition to ACTIVE for port object cf0d06d8-6907-4aab-8d11-959ec5f5594d will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:16.737919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-32cb204a-5c20-4eba-9abe-fbf1eeff6b96 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:16.745044 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port cdd4a27c-8440-49e7-9308-4e1ca32ddaab, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=cdd4a27c-8440-49e7-9308-4e1ca32ddaab,segment=NetworkSegment(98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5),segment_id=98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:16.761809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-32cb204a-5c20-4eba-9abe-fbf1eeff6b96 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:16.768944 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-1d2afb6f-375c-42a5-b341-367d815633e4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:25:16.770294 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-1d2afb6f-375c-42a5-b341-367d815633e4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 380 time: 0.1701341 Jan 24 16:25:16.771089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:16.780013 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-8fad14c2-3fa4-4cf9-b110-170f1709150c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'port': {'device_id': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'admin_state_up': True, 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'security_groups': ['46a5ee05-2bd8-4aee-875e-41c1848b2b48']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:16.818136 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-32cb204a-5c20-4eba-9abe-fbf1eeff6b96 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:16.819202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-32cb204a-5c20-4eba-9abe-fbf1eeff6b96 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:16.859572 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80460551-c200-457a-9d5c-4c9590ec8a40 req-84ff1bea-6dd3-4f20-bb35-b66bce983835 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:16.861939 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80460551-c200-457a-9d5c-4c9590ec8a40 req-84ff1bea-6dd3-4f20-bb35-b66bce983835 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.1171975 Jan 24 16:25:16.875943 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Transition to ACTIVE for port object cf0d06d8-6907-4aab-8d11-959ec5f5594d will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:16.890907 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f0002482-7b56-411a-9bfd-48f176ef7547 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:25:16.918316 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80460551-c200-457a-9d5c-4c9590ec8a40 req-d25c49d1-e62b-4bf5-bae2-56e20cad947b tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501158 Jan 24 16:25:16.921266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:25:02Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'a064a49b-2dd1-4cf0-a6c6-ca764a711399', 'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:00:0f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:00Z', 'updated_at': '2022-01-24T16:25:11Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:16.939557 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f93931-3093-41f7-9e10-99576ee9a552 None None] The sync data for ids ['6201f088-186e-4248-8bc9-adddedc40c5a'] in dv-neutron-826104-1-hyperv is: [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:25:02Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'a064a49b-2dd1-4cf0-a6c6-ca764a711399', 'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:00:0f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:00Z', 'updated_at': '2022-01-24T16:25:11Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:16.966337 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: f0002482-7b56-411a-9bfd-48f176ef7547 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:25:16.966679 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f0002482-7b56-411a-9bfd-48f176ef7547 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:25:16.989208 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:17.063909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-82d2b0ce-4fbe-43e8-b12b-d03a7180689a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:25:17.063909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-82d2b0ce-4fbe-43e8-b12b-d03a7180689a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:25:17.068956 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=cdd4a27c-8440-49e7-9308-4e1ca32ddaab,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:17.198918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Allocated IP 2001:db8:1::1 (76521bc9-421a-47b3-9e08-1d8dc8bc8893/6b4ba0fd-5638-44c0-bc60-0bb7629f12a0/df61235e-39ee-48f7-8cf5-4cf4bf245b2e) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:25:17.212162 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Network 76521bc9-421a-47b3-9e08-1d8dc8bc8893 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:17.221893 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-32cb204a-5c20-4eba-9abe-fbf1eeff6b96 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:17.225997 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d50645ad-da7a-4401-8b65-9a1d7ba5324f up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:17.298288 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-32cb204a-5c20-4eba-9abe-fbf1eeff6b96 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:17.411920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:17.416474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:25:17.430422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-8fad14c2-3fa4-4cf9-b110-170f1709150c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:17.448580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-32cb204a-5c20-4eba-9abe-fbf1eeff6b96 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:17.450825 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5a414c45-0ba4-4cc3-b313-cf22691fd1ca req-0c7a83cd-692b-4b14-854e-7dd13f5e3e10 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 210 time: 0.0835955 Jan 24 16:25:17.452145 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-32cb204a-5c20-4eba-9abe-fbf1eeff6b96 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7947145 Jan 24 16:25:17.453200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34918) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:17.472247 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'port': {'network_id': '372c3d69-99a4-40b6-98d1-bb07ced85ef5', 'name': 'tempest-RoutersTest-1742254569'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:17.503382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 2ec706bb-2c45-4281-be45-cabcb68e3d3a up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:17.519656 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-8fad14c2-3fa4-4cf9-b110-170f1709150c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:17.616850 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-8fad14c2-3fa4-4cf9-b110-170f1709150c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:25:17.621187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-8fad14c2-3fa4-4cf9-b110-170f1709150c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:17.717244 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:17.729174 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Pushing event updated for resources: {'Port': ['ID=cf0d06d8-6907-4aab-8d11-959ec5f5594d,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:17.741037 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:17.752640 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Transition to ACTIVE for port object df61235e-39ee-48f7-8cf5-4cf4bf245b2e will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:17.752967 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:17.765281 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:25:17.769024 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:17.796781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] device_id is not set on port fe5a744b-789f-4f96-aaa0-0ea99513e7c6 yet. {{(pid=83465) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:25:17.823598 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-372c3d69-99a4-40b6-98d1-bb07ced85ef5', 'network_id': '372c3d69-99a4-40b6-98d1-bb07ced85ef5', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'fixed_ips': [{'subnet_id': '4afc4520-729b-4c46-b04d-d49436cb929f'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:25:17.824727 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:17.967628 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67bf68-d13a-453a-9cef-02b545bd6c16 req-3ecc74f5-a71a-4305-be51-3a42bc084d38 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:17.969777 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2d67bf68-d13a-453a-9cef-02b545bd6c16 req-3ecc74f5-a71a-4305-be51-3a42bc084d38 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.3377638 Jan 24 16:25:18.005497 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Attempting to bind port cf0d06d8-6907-4aab-8d11-959ec5f5594d on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:25:18.005717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Attempting to bind port cf0d06d8-6907-4aab-8d11-959ec5f5594d by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'b09901bf-010a-4f27-ab83-24eee077311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:25:18.006003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:18.006137 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Allocated IP 172.20.0.12 (372c3d69-99a4-40b6-98d1-bb07ced85ef5/4afc4520-729b-4c46-b04d-d49436cb929f/fe5a744b-789f-4f96-aaa0-0ea99513e7c6) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:25:18.006764 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Attempting to bind port cf0d06d8-6907-4aab-8d11-959ec5f5594d on network 76521bc9-421a-47b3-9e08-1d8dc8bc8893 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:25:18.023454 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:25:18.024291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Checking segment: {'id': 'b09901bf-010a-4f27-ab83-24eee077311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:18.024798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:18.025331 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Bound using segment: {'id': 'b09901bf-010a-4f27-ab83-24eee077311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:25:18.026046 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Bound port: cf0d06d8-6907-4aab-8d11-959ec5f5594d, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09901bf-010a-4f27-ab83-24eee077311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:25:18.026556 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:18.046223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-8fad14c2-3fa4-4cf9-b110-170f1709150c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.10 (88a45bf6-42c8-42f3-be4a-55593bb18366/825ceca4-d3e6-44d5-82b0-5de84ec4730f/cf992852-0f24-41d3-9f14-b31423877e4f) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:25:18.049141 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:18.118628 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 2ec706bb-2c45-4281-be45-cabcb68e3d3a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:18.119773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:18.324934 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d50645ad-da7a-4401-8b65-9a1d7ba5324f triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:18.324934 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:18.378696 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-8fad14c2-3fa4-4cf9-b110-170f1709150c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:18.390798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:18.401127 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] For port cf0d06d8-6907-4aab-8d11-959ec5f5594d, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:25:18.406279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-8fad14c2-3fa4-4cf9-b110-170f1709150c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object cf992852-0f24-41d3-9f14-b31423877e4f will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:18.425817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:18.434561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Transition to ACTIVE for port object fe5a744b-789f-4f96-aaa0-0ea99513e7c6 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:18.442930 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] For port cf0d06d8-6907-4aab-8d11-959ec5f5594d, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=cf0d06d8-6907-4aab-8d11-959ec5f5594d,segment=NetworkSegment(b09901bf-010a-4f27-ab83-24eee077311a),segment_id=b09901bf-010a-4f27-ab83-24eee077311a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:25:18.442930 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:18.455690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:18.479909 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:25:18.519995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-8fad14c2-3fa4-4cf9-b110-170f1709150c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:18.597906 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec706bb-2c45-4281-be45-cabcb68e3d3a'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:25:18.600209 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network 76521bc9-421a-47b3-9e08-1d8dc8bc8893 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:18.617667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-8fad14c2-3fa4-4cf9-b110-170f1709150c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 88a45bf6-42c8-42f3-be4a-55593bb18366 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:18.620729 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:18.637006 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-8fad14c2-3fa4-4cf9-b110-170f1709150c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:18.638918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 372c3d69-99a4-40b6-98d1-bb07ced85ef5 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:18.640508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=fe5a744b-789f-4f96-aaa0-0ea99513e7c6,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:18.645961 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:18.647904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 2ec706bb-2c45-4281-be45-cabcb68e3d3a, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2ec706bb-2c45-4281-be45-cabcb68e3d3a,segment=NetworkSegment(2aba6bd8-ebc7-4d37-8903-371e8fe85e09),segment_id=2aba6bd8-ebc7-4d37-8903-371e8fe85e09)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:18.651175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:25:18.661956 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:25:18.665856 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:18.717095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=df61235e-39ee-48f7-8cf5-4cf4bf245b2e,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:18.742656 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-8fad14c2-3fa4-4cf9-b110-170f1709150c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:25:18.745022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:18.761539 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957de6e-598d-4c6c-ab4b-f0819bcec8e8 None None] Pushing event updated for resources: {'Port': ['ID=cf0d06d8-6907-4aab-8d11-959ec5f5594d,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:18.824157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:18.824796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:18.838943 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2d67bf68-d13a-453a-9cef-02b545bd6c16 req-04f839e9-ac49-40e1-af2a-ba99b7c4020e tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8576732 Jan 24 16:25:18.849478 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-8fad14c2-3fa4-4cf9-b110-170f1709150c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:18.852009 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-8fad14c2-3fa4-4cf9-b110-170f1709150c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:18.875109 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Allocated IP 172.20.0.2 (372c3d69-99a4-40b6-98d1-bb07ced85ef5/4afc4520-729b-4c46-b04d-d49436cb929f/b796f042-7b76-48ad-bde9-4429e5cb7fc9) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:25:18.900236 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8c2532f9-29f2-488f-9a43-16114e07c13a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4406846 Jan 24 16:25:18.900236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34928) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:19.069667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad14c2-3fa4-4cf9-b110-170f1709150c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=cf992852-0f24-41d3-9f14-b31423877e4f,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:19.098377 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec706bb-2c45-4281-be45-cabcb68e3d3a', 'code': 200} Jan 24 16:25:19.105429 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:19.143904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=2ec706bb-2c45-4281-be45-cabcb68e3d3a,revision_number=8']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:19.191141 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3ebc623a-d18a-4ca6-bc02-c58de85fa3e3 None None] Provisioning for port cf992852-0f24-41d3-9f14-b31423877e4f completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:19.207916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3ebc623a-d18a-4ca6-bc02-c58de85fa3e3 None None] Provisioning complete for port cf992852-0f24-41d3-9f14-b31423877e4f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:19.209044 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3ebc623a-d18a-4ca6-bc02-c58de85fa3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:19.291142 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-8fad14c2-3fa4-4cf9-b110-170f1709150c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5156331 Jan 24 16:25:19.295455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf324ac-35fc-4d9b-ad0d-e8060eb7e28d req-d0a31c64-276b-4127-abbe-0b2ccee096d0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:19.297653 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6cf324ac-35fc-4d9b-ad0d-e8060eb7e28d req-d0a31c64-276b-4127-abbe-0b2ccee096d0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 932 time: 0.5539401 Jan 24 16:25:19.306825 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Request body: {'port': {'device_id': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:19.415428 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc623a-d18a-4ca6-bc02-c58de85fa3e3 None None] Port cf992852-0f24-41d3-9f14-b31423877e4f cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:25:19.415428 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device cdd4a27c-8440-49e7-9308-4e1ca32ddaab up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:19.604427 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6cf324ac-35fc-4d9b-ad0d-e8060eb7e28d req-dabdc5fb-a582-4e12-928a-adcc9f34e7b0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=46a5ee05-2bd8-4aee-875e-41c1848b2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134194 Jan 24 16:25:19.667777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:19.725850 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:19.741040 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port cdd4a27c-8440-49e7-9308-4e1ca32ddaab triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:19.741574 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:19.791041 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Transition to ACTIVE for port object b796f042-7b76-48ad-bde9-4429e5cb7fc9 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:19.838363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Transition to ACTIVE for port object b796f042-7b76-48ad-bde9-4429e5cb7fc9 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:19.853812 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:19.991375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Network 372c3d69-99a4-40b6-98d1-bb07ced85ef5 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:19.995779 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:20.002596 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:25:20.013440 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Pushing event updated for resources: {'Port': ['ID=b796f042-7b76-48ad-bde9-4429e5cb7fc9,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:20.019120 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d939f183-a5e2-4b44-a6f5-20f1a4d1b6a9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:20.032006 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a064a49b-2dd1-4cf0-a6c6-ca764a711399 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:20.209981 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:20.247374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:20.248160 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:20.257074 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Attempting to bind port b796f042-7b76-48ad-bde9-4429e5cb7fc9 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:25:20.257592 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Attempting to bind port b796f042-7b76-48ad-bde9-4429e5cb7fc9 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '64d752dd-9b7f-49e7-a259-709f809c4726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '372c3d69-99a4-40b6-98d1-bb07ced85ef5'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:25:20.257592 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Attempting to bind port b796f042-7b76-48ad-bde9-4429e5cb7fc9 on network 372c3d69-99a4-40b6-98d1-bb07ced85ef5 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:25:20.279016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:25:20.279986 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Checking segment: {'id': '64d752dd-9b7f-49e7-a259-709f809c4726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '372c3d69-99a4-40b6-98d1-bb07ced85ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:20.280787 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:20.282089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Bound using segment: {'id': '64d752dd-9b7f-49e7-a259-709f809c4726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '372c3d69-99a4-40b6-98d1-bb07ced85ef5'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:25:20.282896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Bound port: b796f042-7b76-48ad-bde9-4429e5cb7fc9, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d752dd-9b7f-49e7-a259-709f809c4726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '372c3d69-99a4-40b6-98d1-bb07ced85ef5'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:25:20.283518 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:20.299470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port a064a49b-2dd1-4cf0-a6c6-ca764a711399 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:20.306631 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port a064a49b-2dd1-4cf0-a6c6-ca764a711399 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:20.307138 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:20.488666 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=df61235e-39ee-48f7-8cf5-4cf4bf245b2e,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:20.533776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] For port b796f042-7b76-48ad-bde9-4429e5cb7fc9, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:25:20.542926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d939f183-a5e2-4b44-a6f5-20f1a4d1b6a9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:20.552441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d939f183-a5e2-4b44-a6f5-20f1a4d1b6a9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:20.554144 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] For port b796f042-7b76-48ad-bde9-4429e5cb7fc9, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b796f042-7b76-48ad-bde9-4429e5cb7fc9,segment=NetworkSegment(64d752dd-9b7f-49e7-a259-709f809c4726),segment_id=64d752dd-9b7f-49e7-a259-709f809c4726)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:25:20.554777 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:20.567617 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:20.606190 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d221b-3550-478f-871a-ec25d21c12be req-27f90b6e-ff9c-4ac8-8e46-7fab6f21e1f1 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:20.612621 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-854d221b-3550-478f-871a-ec25d21c12be req-27f90b6e-ff9c-4ac8-8e46-7fab6f21e1f1 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.5438924 Jan 24 16:25:20.644172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network 76521bc9-421a-47b3-9e08-1d8dc8bc8893 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:20.648745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:20.676226 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603bac2-bae9-49e6-9eee-4c06546affb9 None None] Pushing event updated for resources: {'Port': ['ID=b796f042-7b76-48ad-bde9-4429e5cb7fc9,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:20.689447 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f4ed34-af67-438f-886d-487a16e8ea53 None None] Network 76521bc9-421a-47b3-9e08-1d8dc8bc8893 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:20.793582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939f183-a5e2-4b44-a6f5-20f1a4d1b6a9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=fe5a744b-789f-4f96-aaa0-0ea99513e7c6,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:20.841271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-871743ec-e6ef-4fa6-abfa-f528459dbbd3 None None] Provisioning for port cf0d06d8-6907-4aab-8d11-959ec5f5594d completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:20.855139 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port a064a49b-2dd1-4cf0-a6c6-ca764a711399, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a064a49b-2dd1-4cf0-a6c6-ca764a711399,segment=NetworkSegment(8100a01e-9f95-4dd9-acee-d81572d560fa),segment_id=8100a01e-9f95-4dd9-acee-d81572d560fa)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:20.866335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:20.888746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:25:20.952290 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-854d221b-3550-478f-871a-ec25d21c12be req-de245c26-c37d-43b2-a2a7-335c5011f142 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252914 Jan 24 16:25:21.055715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf992852-0f24-41d3-9f14-b31423877e4f {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:25:21.066992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:21.142935 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=a064a49b-2dd1-4cf0-a6c6-ca764a711399,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:21.198703 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Transition to ACTIVE for port object cf992852-0f24-41d3-9f14-b31423877e4f will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:21.216475 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:21.380586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abbb0f-427a-4326-8496-920272d2ba26 req-8e7fb21c-3221-478d-abe8-711e942c578b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:21.382608 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-59abbb0f-427a-4326-8496-920272d2ba26 req-8e7fb21c-3221-478d-abe8-711e942c578b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 932 time: 0.5503812 Jan 24 16:25:21.412153 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b796f042-7b76-48ad-bde9-4429e5cb7fc9 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:21.442969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Pushing event updated for resources: {'Port': ['ID=cf992852-0f24-41d3-9f14-b31423877e4f,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:21.481032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d939f183-a5e2-4b44-a6f5-20f1a4d1b6a9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:21.528525 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port b796f042-7b76-48ad-bde9-4429e5cb7fc9 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:21.535661 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device cf0d06d8-6907-4aab-8d11-959ec5f5594d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:21.616374 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-59abbb0f-427a-4326-8496-920272d2ba26 req-72e98835-d84a-47e4-87ce-d9711b85af86 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=46a5ee05-2bd8-4aee-875e-41c1848b2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702926 Jan 24 16:25:21.738736 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port cf0d06d8-6907-4aab-8d11-959ec5f5594d completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:21.744156 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port cf0d06d8-6907-4aab-8d11-959ec5f5594d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:21.744532 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:21.783366 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d939f183-a5e2-4b44-a6f5-20f1a4d1b6a9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:21.949843 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:22.040351 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port cf0d06d8-6907-4aab-8d11-959ec5f5594d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=cf0d06d8-6907-4aab-8d11-959ec5f5594d,segment=NetworkSegment(b09901bf-010a-4f27-ab83-24eee077311a),segment_id=b09901bf-010a-4f27-ab83-24eee077311a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:22.050776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:22.069663 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Attempting to bind port cf992852-0f24-41d3-9f14-b31423877e4f on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:25:22.070309 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Attempting to bind port cf992852-0f24-41d3-9f14-b31423877e4f by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '8100a01e-9f95-4dd9-acee-d81572d560fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:25:22.070882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Attempting to bind port cf992852-0f24-41d3-9f14-b31423877e4f on network 88a45bf6-42c8-42f3-be4a-55593bb18366 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:25:22.122611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Port cf992852-0f24-41d3-9f14-b31423877e4f on network 88a45bf6-42c8-42f3-be4a-55593bb18366 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:25:22.122927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Attempting to bind port cf992852-0f24-41d3-9f14-b31423877e4f on network 88a45bf6-42c8-42f3-be4a-55593bb18366 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:25:22.144127 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:25:22.156714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:25:22.157375 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Checking segment: {'id': '8100a01e-9f95-4dd9-acee-d81572d560fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:22.158005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Bound using segment: {'id': '8100a01e-9f95-4dd9-acee-d81572d560fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:25:22.158675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Bound port: cf992852-0f24-41d3-9f14-b31423877e4f, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8100a01e-9f95-4dd9-acee-d81572d560fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:25:22.159236 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:22.211698 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0ef07-b079-49bb-887b-af629d49f28d req-6e106c64-14b3-4353-b2f4-1178278e6026 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:22.214993 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eec0ef07-b079-49bb-887b-af629d49f28d req-6e106c64-14b3-4353-b2f4-1178278e6026 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.4953191 Jan 24 16:25:22.235136 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-99600ad5-1999-49e7-9bac-9fd373e3cb6a None None] Provisioning complete for port cf0d06d8-6907-4aab-8d11-959ec5f5594d triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:22.235565 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-99600ad5-1999-49e7-9bac-9fd373e3cb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:22.299581 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=cf0d06d8-6907-4aab-8d11-959ec5f5594d,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:22.425318 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-99600ad5-1999-49e7-9bac-9fd373e3cb6a None None] Provisioning for port df61235e-39ee-48f7-8cf5-4cf4bf245b2e completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:22.441613 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-99600ad5-1999-49e7-9bac-9fd373e3cb6a None None] Provisioning complete for port df61235e-39ee-48f7-8cf5-4cf4bf245b2e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:22.442092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-99600ad5-1999-49e7-9bac-9fd373e3cb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:22.539284 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-99600ad5-1999-49e7-9bac-9fd373e3cb6a None None] Port df61235e-39ee-48f7-8cf5-4cf4bf245b2e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:25:22.588746 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eec0ef07-b079-49bb-887b-af629d49f28d req-602a1c68-09b5-4fd2-a8d2-3b6c6da280ec tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368340 Jan 24 16:25:22.600594 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1fd25dc2-1b76-4b68-8c0f-2c5312d8af7b req-bc9e8141-b73e-4f3f-920c-1dd2a28cadb5 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=8a79250c71664497ae0c8c1b57de2f8a&device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 1098 time: 0.7834883 Jan 24 16:25:22.641526 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68ace4c-18aa-4fcd-a2dd-f6d43b87d8c3 None None] Network 372c3d69-99a4-40b6-98d1-bb07ced85ef5 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:22.739931 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d939f183-a5e2-4b44-a6f5-20f1a4d1b6a9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:22.769408 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d939f183-a5e2-4b44-a6f5-20f1a4d1b6a9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:22.784439 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5abc2adb-fcce-4e05-b8fc-99720302fabb None None] Provisioning complete for port df61235e-39ee-48f7-8cf5-4cf4bf245b2e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:22.784814 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5abc2adb-fcce-4e05-b8fc-99720302fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:22.857737 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd25dc2-1b76-4b68-8c0f-2c5312d8af7b req-e3e676b3-0b1d-4eb3-a541-90c71b1653ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:22.860121 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1fd25dc2-1b76-4b68-8c0f-2c5312d8af7b req-e3e676b3-0b1d-4eb3-a541-90c71b1653ba service neutron] 10.222.0.129 "GET /v2.0/networks?id=58f10c6b-1200-4cb6-af19-8400f8ca6668 HTTP/1.1" status: 200 len: 913 time: 0.2460773 Jan 24 16:25:22.885139 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-5abc2adb-fcce-4e05-b8fc-99720302fabb None None] Port df61235e-39ee-48f7-8cf5-4cf4bf245b2e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:25:22.931152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] For port cf992852-0f24-41d3-9f14-b31423877e4f, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:25:22.957710 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] For port cf992852-0f24-41d3-9f14-b31423877e4f, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=cf992852-0f24-41d3-9f14-b31423877e4f,segment=NetworkSegment(8100a01e-9f95-4dd9-acee-d81572d560fa),segment_id=8100a01e-9f95-4dd9-acee-d81572d560fa)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:25:22.964556 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1fd25dc2-1b76-4b68-8c0f-2c5312d8af7b req-e33e4548-a5a9-48b2-a4d0-8347475c1ee1 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ef98f5a-db87-4e38-8186-0163ac492586 HTTP/1.1" status: 200 len: 217 time: 0.0893557 Jan 24 16:25:22.993720 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5abc2adb-fcce-4e05-b8fc-99720302fabb None None] Provisioning for port b796f042-7b76-48ad-bde9-4429e5cb7fc9 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:23.003640 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5abc2adb-fcce-4e05-b8fc-99720302fabb None None] Provisioning complete for port b796f042-7b76-48ad-bde9-4429e5cb7fc9 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:23.003881 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5abc2adb-fcce-4e05-b8fc-99720302fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:23.007940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d939f183-a5e2-4b44-a6f5-20f1a4d1b6a9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:23.008108 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:23.011979 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939f183-a5e2-4b44-a6f5-20f1a4d1b6a9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=fe5a744b-789f-4f96-aaa0-0ea99513e7c6,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:23.088803 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Pushing event updated for resources: {'Port': ['ID=cf992852-0f24-41d3-9f14-b31423877e4f,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:23.123264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:23.124680 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-3aa417fa-053c-4dff-979d-b229cf210243 service neutron] 10.222.0.129 "PUT /v2.0/ports/cf992852-0f24-41d3-9f14-b31423877e4f HTTP/1.1" status: 200 len: 1094 time: 3.8224373 Jan 24 16:25:23.127513 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'tag': 'cf992852-0f24-41d3-9f14-b31423877e4f'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:25:23.150272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd25dc2-1b76-4b68-8c0f-2c5312d8af7b req-a5abc3ff-a94d-4358-9a58-d3eb80940f2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:23.166077 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1fd25dc2-1b76-4b68-8c0f-2c5312d8af7b req-a5abc3ff-a94d-4358-9a58-d3eb80940f2e service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8525b1fd-77ed-449e-9dbb-e82334f74fdb HTTP/1.1" status: 200 len: 852 time: 0.1963234 Jan 24 16:25:23.214138 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5abc2adb-fcce-4e05-b8fc-99720302fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:23.271193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e709eb7-3a9d-41ac-9114-b93937763def req-ecbfc008-7972-4b0c-9869-3d3692456358 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:23.273135 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6e709eb7-3a9d-41ac-9114-b93937763def req-ecbfc008-7972-4b0c-9869-3d3692456358 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 944 time: 0.3988347 Jan 24 16:25:23.275219 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d939f183-a5e2-4b44-a6f5-20f1a4d1b6a9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 372c3d69-99a4-40b6-98d1-bb07ced85ef5 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:23.277638 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5abc2adb-fcce-4e05-b8fc-99720302fabb None None] For port b796f042-7b76-48ad-bde9-4429e5cb7fc9, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b796f042-7b76-48ad-bde9-4429e5cb7fc9,segment=NetworkSegment(64d752dd-9b7f-49e7-a259-709f809c4726),segment_id=64d752dd-9b7f-49e7-a259-709f809c4726)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:23.283427 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-d939f183-a5e2-4b44-a6f5-20f1a4d1b6a9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:23.284439 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5abc2adb-fcce-4e05-b8fc-99720302fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:23.310460 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'tag': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'status': 'completed', 'code': 200} Jan 24 16:25:23.341104 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a064a49b-2dd1-4cf0-a6c6-ca764a711399 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:23.387374 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1fd25dc2-1b76-4b68-8c0f-2c5312d8af7b req-f5ce9708-5837-4905-91a1-8f719af82848 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=58f10c6b-1200-4cb6-af19-8400f8ca6668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2074964 Jan 24 16:25:23.430058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:23.443729 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Sync routers for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:23.462266 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:23.462981 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:23.555676 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9a6cc0d8-8ec2-40f8-9235-299f7584661d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/b75ffcb0-20d1-4b65-bc82-896fe8ef54c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2657037 Jan 24 16:25:23.562293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34946) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:23.574468 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-046c9ccc-a168-44c6-bfb5-bf617dc44099 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1461735030'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:23.590365 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6e709eb7-3a9d-41ac-9114-b93937763def req-f8550580-e4eb-4b41-bdb1-a59f0460b40a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=46a5ee05-2bd8-4aee-875e-41c1848b2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981460 Jan 24 16:25:23.593563 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-046c9ccc-a168-44c6-bfb5-bf617dc44099 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:23.617819 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-046c9ccc-a168-44c6-bfb5-bf617dc44099 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:network and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:23.652383 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-046c9ccc-a168-44c6-bfb5-bf617dc44099 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:23.667219 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-082b2a48-4ebf-4323-a30d-b6ffb9187c31 None None] Provisioning complete for port df61235e-39ee-48f7-8cf5-4cf4bf245b2e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:23.667810 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-082b2a48-4ebf-4323-a30d-b6ffb9187c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:23.685995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-046c9ccc-a168-44c6-bfb5-bf617dc44099 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:23.699896 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:23.720307 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046c9ccc-a168-44c6-bfb5-bf617dc44099 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:25:23.725782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-046c9ccc-a168-44c6-bfb5-bf617dc44099 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:23.754540 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-7472ed90-2534-4126-a5bc-f295b41e1e31 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 1097 time: 0.4431603 Jan 24 16:25:23.768422 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1fd25dc2-1b76-4b68-8c0f-2c5312d8af7b req-42892716-42f6-4a49-8e6b-5d42ceb46907 service neutron] 10.222.0.129 "GET /v2.0/networks/58f10c6b-1200-4cb6-af19-8400f8ca6668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707101 Jan 24 16:25:23.844481 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-082b2a48-4ebf-4323-a30d-b6ffb9187c31 None None] Port df61235e-39ee-48f7-8cf5-4cf4bf245b2e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:25:23.851330 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc2adb-fcce-4e05-b8fc-99720302fabb None None] Pushing event updated for resources: {'Port': ['ID=b796f042-7b76-48ad-bde9-4429e5cb7fc9,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:23.852454 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-7c0fb013-4d93-499c-87a5-38b1c46d9f52 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf992852-0f24-41d3-9f14-b31423877e4f HTTP/1.1" status: 200 len: 217 time: 0.0823538 Jan 24 16:25:23.856015 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port a064a49b-2dd1-4cf0-a6c6-ca764a711399 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:23.856375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:23.991005 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d939f183-a5e2-4b44-a6f5-20f1a4d1b6a9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router 750dcf1c-93ba-4c40-b3c0-87ac937cf32a is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:25:24.105253 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1fd25dc2-1b76-4b68-8c0f-2c5312d8af7b req-f91b7ce1-9109-4ac5-8334-3f9f5c6e17c0 service neutron] 10.222.0.129 "GET /v2.0/networks/58f10c6b-1200-4cb6-af19-8400f8ca6668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465012 Jan 24 16:25:24.170647 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device cf0d06d8-6907-4aab-8d11-959ec5f5594d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:24.193143 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046c9ccc-a168-44c6-bfb5-bf617dc44099 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:25:24.222703 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-046c9ccc-a168-44c6-bfb5-bf617dc44099 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:24.223041 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-046c9ccc-a168-44c6-bfb5-bf617dc44099 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Added segment 7c0aa1ee-d119-4bcc-960a-b84efc285646 of type vlan for network f4345a81-301e-4f6b-8c56-e741b61d925f Jan 24 16:25:24.227849 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f6746637-676a-4999-8e2c-7c2ff4399262 None None] Provisioning for port fe5a744b-789f-4f96-aaa0-0ea99513e7c6 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:24.242603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-7b44bc91-ae37-4ba0-8a46-da30eebfa8bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:24.250539 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-7b44bc91-ae37-4ba0-8a46-da30eebfa8bc service neutron] 10.222.0.129 "GET /v2.0/subnets?id=825ceca4-d3e6-44d5-82b0-5de84ec4730f HTTP/1.1" status: 200 len: 834 time: 0.1819940 Jan 24 16:25:24.258806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f6746637-676a-4999-8e2c-7c2ff4399262 None None] Provisioning complete for port fe5a744b-789f-4f96-aaa0-0ea99513e7c6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:24.259444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f6746637-676a-4999-8e2c-7c2ff4399262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:24.264738 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:18Z', 'revision_number': 3, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:19Z', 'revision_number': 2, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:24.271002 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Checking router: b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:25:24.272183 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Updating router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 port df61235e-39ee-48f7-8cf5-4cf4bf245b2e binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:25:24.329980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d939f183-a5e2-4b44-a6f5-20f1a4d1b6a9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:24.338065 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d939f183-a5e2-4b44-a6f5-20f1a4d1b6a9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/750dcf1c-93ba-4c40-b3c0-87ac937cf32a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4361701 Jan 24 16:25:24.341252 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34952) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:24.349026 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:24.351233 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d92b0-a58a-4bc1-a265-20d462c41f64 None None] Sync routers for ids ['750dcf1c-93ba-4c40-b3c0-87ac937cf32a'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:24.361884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-046c9ccc-a168-44c6-bfb5-bf617dc44099 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:24.376637 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f6746637-676a-4999-8e2c-7c2ff4399262 None None] Port fe5a744b-789f-4f96-aaa0-0ea99513e7c6 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:25:24.402525 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port cf0d06d8-6907-4aab-8d11-959ec5f5594d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:24.403465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:24.436996 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d92b0-a58a-4bc1-a265-20d462c41f64 None None] Routers {'750dcf1c-93ba-4c40-b3c0-87ac937cf32a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:24.438746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-dc3d92b0-a58a-4bc1-a265-20d462c41f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['750dcf1c-93ba-4c40-b3c0-87ac937cf32a'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:24.456884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb26df-584b-4ca8-91d5-977a006ba153 req-5371c814-02c2-481d-93b8-3d6edf017e98 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:24.458596 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4bcb26df-584b-4ca8-91d5-977a006ba153 req-5371c814-02c2-481d-93b8-3d6edf017e98 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.6008956 Jan 24 16:25:24.460668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-046c9ccc-a168-44c6-bfb5-bf617dc44099 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:24.464503 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c9ccc-a168-44c6-bfb5-bf617dc44099 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:24.465452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-046c9ccc-a168-44c6-bfb5-bf617dc44099 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:24.496296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e110508f-4b21-4966-83a4-0e6073b12806 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:24.496435 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e110508f-4b21-4966-83a4-0e6073b12806 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Synchronizing usage tracker for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:25:24.520775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e110508f-4b21-4966-83a4-0e6073b12806 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Unset dirty status for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:25:24.525650 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e110508f-4b21-4966-83a4-0e6073b12806 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports/fe5a744b-789f-4f96-aaa0-0ea99513e7c6 HTTP/1.1" status: 200 len: 978 time: 0.1797037 Jan 24 16:25:24.526381 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34956) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:24.544504 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-dc3d92b0-a58a-4bc1-a265-20d462c41f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:24.559991 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f6746637-676a-4999-8e2c-7c2ff4399262 None None] Provisioning complete for port b796f042-7b76-48ad-bde9-4429e5cb7fc9 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:24.560698 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f6746637-676a-4999-8e2c-7c2ff4399262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:24.629022 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-046c9ccc-a168-44c6-bfb5-bf617dc44099 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0600345 Jan 24 16:25:24.635621 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-a0348a8b-e1cd-476c-9fd8-8327f72ba8a6 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=88a45bf6-42c8-42f3-be4a-55593bb18366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3742704 Jan 24 16:25:24.652333 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d92b0-a58a-4bc1-a265-20d462c41f64 None None] Routers {'750dcf1c-93ba-4c40-b3c0-87ac937cf32a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:24.653293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-dc3d92b0-a58a-4bc1-a265-20d462c41f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['750dcf1c-93ba-4c40-b3c0-87ac937cf32a'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:24.654760 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34960) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:24.662178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c9ccc-a168-44c6-bfb5-bf617dc44099 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Network': ['ID=f4345a81-301e-4f6b-8c56-e741b61d925f,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:24.685857 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-1fc05429-4998-41fd-bd8a-0635c887bcc1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'subnet': {'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:24.727852 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network f4345a81-301e-4f6b-8c56-e741b61d925f details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:25:24.855885 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-dc3d92b0-a58a-4bc1-a265-20d462c41f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:24.855885 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d92b0-a58a-4bc1-a265-20d462c41f64 None None] The sync data for ids ['750dcf1c-93ba-4c40-b3c0-87ac937cf32a'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:24.921046 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:24.939961 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Transition to ACTIVE for port object df61235e-39ee-48f7-8cf5-4cf4bf245b2e will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:24.959010 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:25.014404 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd04c2-7a7b-47aa-bd62-ed2ca8007d79 req-82626d09-6c55-44b9-b2e4-0c0513a8f201 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:25.016118 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80fd04c2-7a7b-47aa-bd62-ed2ca8007d79 req-82626d09-6c55-44b9-b2e4-0c0513a8f201 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 944 time: 0.1348062 Jan 24 16:25:25.115773 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4bcb26df-584b-4ca8-91d5-977a006ba153 req-a4bba5b4-615f-42c8-bed6-d6894c067c0b tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6396420 Jan 24 16:25:25.179014 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80fd04c2-7a7b-47aa-bd62-ed2ca8007d79 req-5148b615-0823-4ce3-bd0c-aaebf14b3db7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=46a5ee05-2bd8-4aee-875e-41c1848b2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531096 Jan 24 16:25:25.252415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-65981b6d-0f8d-40be-8217-c7850f8f3b52 None None] Provisioning complete for port fe5a744b-789f-4f96-aaa0-0ea99513e7c6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:25.252830 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-65981b6d-0f8d-40be-8217-c7850f8f3b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:25.260879 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1fc05429-4998-41fd-bd8a-0635c887bcc1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:25.284849 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b86ed-90eb-4426-8818-bb32f88e0f6e None None] Pushing event updated for resources: {'Port': ['ID=df61235e-39ee-48f7-8cf5-4cf4bf245b2e,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:25.320518 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b796f042-7b76-48ad-bde9-4429e5cb7fc9 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:25.331500 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1fc05429-4998-41fd-bd8a-0635c887bcc1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:subnet and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:25.341561 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1fc05429-4998-41fd-bd8a-0635c887bcc1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:25.361064 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-54563931-d4d0-41fb-b049-2d48d831bbf1 service neutron] 10.222.0.129 "GET /v2.0/networks/88a45bf6-42c8-42f3-be4a-55593bb18366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996875 Jan 24 16:25:25.367444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1fc05429-4998-41fd-bd8a-0635c887bcc1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:25.418909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-65981b6d-0f8d-40be-8217-c7850f8f3b52 None None] Port fe5a744b-789f-4f96-aaa0-0ea99513e7c6 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:25:25.448459 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Attempting to bind port df61235e-39ee-48f7-8cf5-4cf4bf245b2e on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:25:25.449252 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Attempting to bind port df61235e-39ee-48f7-8cf5-4cf4bf245b2e by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'b09901bf-010a-4f27-ab83-24eee077311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:25:25.449385 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Attempting to bind port df61235e-39ee-48f7-8cf5-4cf4bf245b2e on network 76521bc9-421a-47b3-9e08-1d8dc8bc8893 {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:25:25.449993 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port b796f042-7b76-48ad-bde9-4429e5cb7fc9 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:25.450458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:25.465995 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:25:25.467949 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Checking segment: {'id': 'b09901bf-010a-4f27-ab83-24eee077311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:25.468050 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:25.469758 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Bound using segment: {'id': 'b09901bf-010a-4f27-ab83-24eee077311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:25:25.481007 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Bound port: df61235e-39ee-48f7-8cf5-4cf4bf245b2e, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09901bf-010a-4f27-ab83-24eee077311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:25:25.483025 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:25.558253 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc05429-4998-41fd-bd8a-0635c887bcc1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:25:25.655458 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] For port df61235e-39ee-48f7-8cf5-4cf4bf245b2e, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:25:25.664533 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] For port df61235e-39ee-48f7-8cf5-4cf4bf245b2e, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=df61235e-39ee-48f7-8cf5-4cf4bf245b2e,segment=NetworkSegment(b09901bf-010a-4f27-ab83-24eee077311a),segment_id=b09901bf-010a-4f27-ab83-24eee077311a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:25:25.672157 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:25.705783 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1fc05429-4998-41fd-bd8a-0635c887bcc1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:25.757137 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6c63ac2e-9ae0-408f-9d40-733de5054dc9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:25.761582 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b86ed-90eb-4426-8818-bb32f88e0f6e None None] Pushing event updated for resources: {'Port': ['ID=df61235e-39ee-48f7-8cf5-4cf4bf245b2e,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:25.772668 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:25.773707 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:25.806434 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-70f2bf11-7626-4ca4-bf2d-6bcaab14c44e req-f96569b5-a54b-4ebe-91be-7274a7f3f1f8 service neutron] 10.222.0.129 "GET /v2.0/networks/88a45bf6-42c8-42f3-be4a-55593bb18366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359961 Jan 24 16:25:26.005362 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:26.114090 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b9f28875-ebba-4ade-9070-6d5763262528 req-5cc3d0f0-91ff-4b3e-b1d9-36200647dae1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 1097 time: 0.2232621 Jan 24 16:25:26.260768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1fc05429-4998-41fd-bd8a-0635c887bcc1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:26.303978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6c63ac2e-9ae0-408f-9d40-733de5054dc9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port fe5a744b-789f-4f96-aaa0-0ea99513e7c6 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:26.305007 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6c63ac2e-9ae0-408f-9d40-733de5054dc9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:26.371669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc05429-4998-41fd-bd8a-0635c887bcc1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Subnet': ['ID=bcaee58d-4a95-4437-83e8-a9294fe96f06,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:26.429753 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f28875-ebba-4ade-9070-6d5763262528 req-d153da4a-e64d-44f5-8551-4a07555b4727 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:26.431318 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b9f28875-ebba-4ade-9070-6d5763262528 req-d153da4a-e64d-44f5-8551-4a07555b4727 service neutron] 10.222.0.129 "GET /v2.0/networks?id=88a45bf6-42c8-42f3-be4a-55593bb18366 HTTP/1.1" status: 200 len: 898 time: 0.3058970 Jan 24 16:25:26.439224 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:18Z', 'revision_number': 3, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:25Z', 'revision_number': 4, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:26.444355 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2ba8d3-0742-47e5-b68e-45da6da1c57e None None] The sync data for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv is: [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:18Z', 'revision_number': 3, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:25Z', 'revision_number': 4, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:26.537756 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc05429-4998-41fd-bd8a-0635c887bcc1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Checking segment: {'id': '7c0aa1ee-d119-4bcc-960a-b84efc285646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:26.539017 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc05429-4998-41fd-bd8a-0635c887bcc1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network hostable DHCP agents. Network: f4345a81-301e-4f6b-8c56-e741b61d925f, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:25:26.582448 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b9f28875-ebba-4ade-9070-6d5763262528 req-3660ba90-75d3-42fd-8ce1-3093312fb37d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf992852-0f24-41d3-9f14-b31423877e4f HTTP/1.1" status: 200 len: 217 time: 0.1394758 Jan 24 16:25:26.699310 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6c63ac2e-9ae0-408f-9d40-733de5054dc9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:26.717784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad81478-9af8-4fd0-b52a-5bdef39c5478 req-58832ab0-f179-4e2b-a9b8-f0140789a177 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:26.719404 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0ad81478-9af8-4fd0-b52a-5bdef39c5478 req-58832ab0-f179-4e2b-a9b8-f0140789a177 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 944 time: 0.2288506 Jan 24 16:25:26.732890 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc05429-4998-41fd-bd8a-0635c887bcc1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network f4345a81-301e-4f6b-8c56-e741b61d925f is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:25:26.761508 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-1fc05429-4998-41fd-bd8a-0635c887bcc1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, f4345a81-301e-4f6b-8c56-e741b61d925f) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:26.776707 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc05429-4998-41fd-bd8a-0635c887bcc1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:26.777242 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1fc05429-4998-41fd-bd8a-0635c887bcc1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:26.792433 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15c3da1-df7a-44e6-83eb-f8d32eb535ab None None] Network f4345a81-301e-4f6b-8c56-e741b61d925f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:26.814438 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f28875-ebba-4ade-9070-6d5763262528 req-6782a3c2-a176-411f-9c4e-2af07e8b88bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:26.817231 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b9f28875-ebba-4ade-9070-6d5763262528 req-6782a3c2-a176-411f-9c4e-2af07e8b88bb service neutron] 10.222.0.129 "GET /v2.0/subnets?id=825ceca4-d3e6-44d5-82b0-5de84ec4730f HTTP/1.1" status: 200 len: 834 time: 0.2250812 Jan 24 16:25:26.824376 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1fc05429-4998-41fd-bd8a-0635c887bcc1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1537631 Jan 24 16:25:26.824533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34970) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:26.911190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6c63ac2e-9ae0-408f-9d40-733de5054dc9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for fe5a744b-789f-4f96-aaa0-0ea99513e7c6 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:26.995128 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0ad81478-9af8-4fd0-b52a-5bdef39c5478 req-f23ec949-5b93-453b-b43c-f848cad63d61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=46a5ee05-2bd8-4aee-875e-41c1848b2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862218 Jan 24 16:25:27.121080 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b9705-65c3-4212-8770-8beffc2ecd23 req-0d019f0e-7bf0-4e60-baae-d4542b1bc7f3 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:27.121080 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-265b9705-65c3-4212-8770-8beffc2ecd23 req-0d019f0e-7bf0-4e60-baae-d4542b1bc7f3 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.4600074 Jan 24 16:25:27.229126 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-265b9705-65c3-4212-8770-8beffc2ecd23 req-b64d2db0-fa42-43ca-bc96-dd99e1031c86 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953391 Jan 24 16:25:27.248533 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device df61235e-39ee-48f7-8cf5-4cf4bf245b2e up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:27.258276 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b9f28875-ebba-4ade-9070-6d5763262528 req-61b660df-7d74-4801-945b-d91dfdd922aa service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=88a45bf6-42c8-42f3-be4a-55593bb18366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4327950 Jan 24 16:25:27.271944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-f4345a81-301e-4f6b-8c56-e741b61d925f', 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'fixed_ips': [{'subnet_id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:25:27.272928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:27.345085 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6c63ac2e-9ae0-408f-9d40-733de5054dc9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:27.430394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port df61235e-39ee-48f7-8cf5-4cf4bf245b2e completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:27.432478 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63ac2e-9ae0-408f-9d40-733de5054dc9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Port': ['ID=fe5a744b-789f-4f96-aaa0-0ea99513e7c6,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:27.450481 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port df61235e-39ee-48f7-8cf5-4cf4bf245b2e triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:27.461301 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:27.519089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device cf992852-0f24-41d3-9f14-b31423877e4f details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:25:27.722760 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b9f28875-ebba-4ade-9070-6d5763262528 req-b8eb806b-dc8f-4263-b17d-9841d446d212 service neutron] 10.222.0.129 "GET /v2.0/networks/88a45bf6-42c8-42f3-be4a-55593bb18366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534044 Jan 24 16:25:27.861236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6c63ac2e-9ae0-408f-9d40-733de5054dc9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:27.923726 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Allocated IP 2001:db8:2::2 (f4345a81-301e-4f6b-8c56-e741b61d925f/bcaee58d-4a95-4437-83e8-a9294fe96f06/8453f989-49ee-4cca-aa6d-da9c9a87d81a) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:25:27.934079 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b9f28875-ebba-4ade-9070-6d5763262528 req-f2830ee6-2b7e-4132-b78a-0cb70dd3e6cb service neutron] 10.222.0.129 "GET /v2.0/networks/88a45bf6-42c8-42f3-be4a-55593bb18366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930847 Jan 24 16:25:27.991971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port cf992852-0f24-41d3-9f14-b31423877e4f, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=cf992852-0f24-41d3-9f14-b31423877e4f,segment=NetworkSegment(8100a01e-9f95-4dd9-acee-d81572d560fa),segment_id=8100a01e-9f95-4dd9-acee-d81572d560fa)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:28.052295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5345ef-e790-4509-823b-20db2584ca1f req-fcf9718a-0c5d-470b-ac74-69cf0ba2cb99 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:28.058941 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ba5345ef-e790-4509-823b-20db2584ca1f req-fcf9718a-0c5d-470b-ac74-69cf0ba2cb99 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.1821017 Jan 24 16:25:28.087622 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'port_id': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'mac_address': 'fa:16:3e:45:41:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:25:28.175786 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:28.207194 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ba5345ef-e790-4509-823b-20db2584ca1f req-37d7c361-859c-4917-9089-f688327ee870 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474037 Jan 24 16:25:28.260805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port df61235e-39ee-48f7-8cf5-4cf4bf245b2e, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=df61235e-39ee-48f7-8cf5-4cf4bf245b2e,segment=NetworkSegment(b09901bf-010a-4f27-ab83-24eee077311a),segment_id=b09901bf-010a-4f27-ab83-24eee077311a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:28.267394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:28.288995 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf992852-0f24-41d3-9f14-b31423877e4f {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:25:28.303254 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:28.357144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:28.397253 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c63ac2e-9ae0-408f-9d40-733de5054dc9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router 750dcf1c-93ba-4c40-b3c0-87ac937cf32a has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:25:28.413154 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port cf992852-0f24-41d3-9f14-b31423877e4f, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=cf992852-0f24-41d3-9f14-b31423877e4f,segment=NetworkSegment(8100a01e-9f95-4dd9-acee-d81572d560fa),segment_id=8100a01e-9f95-4dd9-acee-d81572d560fa)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:28.420909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4122a-1d25-4652-8c15-1fc654cfa59c req-2c24934f-8b5a-4730-959d-10ceb394ebe0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:28.428213 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:28.428440 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2bd4122a-1d25-4652-8c15-1fc654cfa59c req-2c24934f-8b5a-4730-959d-10ceb394ebe0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 944 time: 0.1777029 Jan 24 16:25:28.447652 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=df61235e-39ee-48f7-8cf5-4cf4bf245b2e,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:28.450842 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:28.506015 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Transition to ACTIVE for port object 8453f989-49ee-4cca-aa6d-da9c9a87d81a will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:28.540125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Transition to ACTIVE for port object 8453f989-49ee-4cca-aa6d-da9c9a87d81a will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:28.547381 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=cf992852-0f24-41d3-9f14-b31423877e4f,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:28.551270 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:28.624139 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2bd4122a-1d25-4652-8c15-1fc654cfa59c req-9040e47c-ca07-4d6f-b372-8e70ae514564 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=46a5ee05-2bd8-4aee-875e-41c1848b2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948960 Jan 24 16:25:28.638591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Network f4345a81-301e-4f6b-8c56-e741b61d925f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:28.638784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c63ac2e-9ae0-408f-9d40-733de5054dc9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:28.642196 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:28.648876 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:25:28.651099 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Pushing event updated for resources: {'Port': ['ID=8453f989-49ee-4cca-aa6d-da9c9a87d81a,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:28.653248 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6afa82f-3b41-42b4-8648-29f48cfd8dea None None] Sync routers for ids ['750dcf1c-93ba-4c40-b3c0-87ac937cf32a'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:28.669178 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6c63ac2e-9ae0-408f-9d40-733de5054dc9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/750dcf1c-93ba-4c40-b3c0-87ac937cf32a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1417618 Jan 24 16:25:28.670246 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6afa82f-3b41-42b4-8648-29f48cfd8dea None None] Routers {'750dcf1c-93ba-4c40-b3c0-87ac937cf32a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:28.670824 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b6afa82f-3b41-42b4-8648-29f48cfd8dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['750dcf1c-93ba-4c40-b3c0-87ac937cf32a'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:28.671662 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 34980) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:28.738827 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b6afa82f-3b41-42b4-8648-29f48cfd8dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:28.751276 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6afa82f-3b41-42b4-8648-29f48cfd8dea None None] Routers {'750dcf1c-93ba-4c40-b3c0-87ac937cf32a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:28.751915 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b6afa82f-3b41-42b4-8648-29f48cfd8dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['750dcf1c-93ba-4c40-b3c0-87ac937cf32a'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:28.752853 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['cf992852-0f24-41d3-9f14-b31423877e4f'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:25:28.783451 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Attempting to bind port 8453f989-49ee-4cca-aa6d-da9c9a87d81a on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:25:28.783760 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Attempting to bind port 8453f989-49ee-4cca-aa6d-da9c9a87d81a by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '7c0aa1ee-d119-4bcc-960a-b84efc285646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:25:28.784115 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Attempting to bind port 8453f989-49ee-4cca-aa6d-da9c9a87d81a on network f4345a81-301e-4f6b-8c56-e741b61d925f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:25:28.790194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Allocated IP 2001:db8:2::1 (f4345a81-301e-4f6b-8c56-e741b61d925f/bcaee58d-4a95-4437-83e8-a9294fe96f06/48b37c63-a4c1-488a-b571-fd05b6edc292) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:25:28.807533 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:25:28.807909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Checking segment: {'id': '7c0aa1ee-d119-4bcc-960a-b84efc285646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:28.808303 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:28.808873 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Bound using segment: {'id': '7c0aa1ee-d119-4bcc-960a-b84efc285646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:25:28.809535 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Bound port: 8453f989-49ee-4cca-aa6d-da9c9a87d81a, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0aa1ee-d119-4bcc-960a-b84efc285646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:25:28.810077 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:28.818652 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b6afa82f-3b41-42b4-8648-29f48cfd8dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:28.819138 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6afa82f-3b41-42b4-8648-29f48cfd8dea None None] The sync data for ids ['750dcf1c-93ba-4c40-b3c0-87ac937cf32a'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:28.965264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:28.971092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] For port 8453f989-49ee-4cca-aa6d-da9c9a87d81a, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:25:28.987942 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Transition to ACTIVE for port object 48b37c63-a4c1-488a-b571-fd05b6edc292 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:28.991312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] For port 8453f989-49ee-4cca-aa6d-da9c9a87d81a, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8453f989-49ee-4cca-aa6d-da9c9a87d81a,segment=NetworkSegment(7c0aa1ee-d119-4bcc-960a-b84efc285646),segment_id=7c0aa1ee-d119-4bcc-960a-b84efc285646)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:25:29.005785 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:29.017907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:29.145507 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15ab29-7480-4ef4-b8e5-ac1d3b29bd57 None None] Pushing event updated for resources: {'Port': ['ID=8453f989-49ee-4cca-aa6d-da9c9a87d81a,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:29.171218 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=48b37c63-a4c1-488a-b571-fd05b6edc292,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:29.191191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network f4345a81-301e-4f6b-8c56-e741b61d925f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:29.192683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:29.196057 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:25:29.197009 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:29.214259 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-2dbddc00-1e5a-4c40-88bb-f17559cadfc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] remove_router_interface failed (client error): The resource could not be found. Jan 24 16:25:29.215297 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2dbddc00-1e5a-4c40-88bb-f17559cadfc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/750dcf1c-93ba-4c40-b3c0-87ac937cf32a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5422318 Jan 24 16:25:29.221555 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34984) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:29.230226 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device df61235e-39ee-48f7-8cf5-4cf4bf245b2e up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:29.280494 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6c0bd823-9684-4892-98bb-2e3ccfbbd991 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports?device_id=750dcf1c-93ba-4c40-b3c0-87ac937cf32a HTTP/1.1" status: 200 len: 205 time: 0.0558102 Jan 24 16:25:29.280740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 34990) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:29.336618 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port df61235e-39ee-48f7-8cf5-4cf4bf245b2e triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:29.337161 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:29.716836 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:29.732948 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a0b9-23cf-4589-8539-42bc6785be7e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:29.838045 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e12b6-befb-4683-85d1-04581e77d07e req-814eb07d-30c2-4a02-b872-120b1c2995ec tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:29.845777 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-876e12b6-befb-4683-85d1-04581e77d07e req-814eb07d-30c2-4a02-b872-120b1c2995ec tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 945 time: 0.0875862 Jan 24 16:25:29.849431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada65bc2-2866-4a99-ac6f-82da36840934 req-63f36109-19ba-4b2b-93f3-d1abf5e36c21 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:29.851263 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ada65bc2-2866-4a99-ac6f-82da36840934 req-63f36109-19ba-4b2b-93f3-d1abf5e36c21 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.3280129 Jan 24 16:25:29.897507 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-876e12b6-befb-4683-85d1-04581e77d07e req-3dd48ef7-02be-4d7e-9a8e-1dad5333e7cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=46a5ee05-2bd8-4aee-875e-41c1848b2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506902 Jan 24 16:25:30.239000 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6bff23-4caa-46f2-ba11-244f9674e512 None None] Network f4345a81-301e-4f6b-8c56-e741b61d925f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:30.276369 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ada65bc2-2866-4a99-ac6f-82da36840934 req-06c701ed-0e07-40da-a25e-ad5aa18228a4 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462372 Jan 24 16:25:30.354768 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-54288c0c-6008-4f6c-b4dd-080f81c8e23b None None] Provisioning for port 8453f989-49ee-4cca-aa6d-da9c9a87d81a completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:30.502036 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a0b9-23cf-4589-8539-42bc6785be7e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:30.522355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a0b9-23cf-4589-8539-42bc6785be7e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:30.596164 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a0b9-23cf-4589-8539-42bc6785be7e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:30.596744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe3a0b9-23cf-4589-8539-42bc6785be7e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Fanout notify agent at l3_agent the message router_deleted on router 750dcf1c-93ba-4c40-b3c0-87ac937cf32a {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:25:30.621764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a0b9-23cf-4589-8539-42bc6785be7e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:30.624931 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dfe3a0b9-23cf-4589-8539-42bc6785be7e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/routers/750dcf1c-93ba-4c40-b3c0-87ac937cf32a HTTP/1.1" status: 204 len: 168 time: 1.3429964 Jan 24 16:25:30.626112 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35002) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:30.722949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:25:30.750444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:30.771235 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:30.772041 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:30.879077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e56df8f-6979-456a-bc85-a031f5f7eed4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting subnet 4afc4520-729b-4c46-b04d-d49436cb929f {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:25:30.883036 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9e56df8f-6979-456a-bc85-a031f5f7eed4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:30.942688 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-37866c28-2b80-4e65-8b97-261bd16ff260 None None] Provisioning for port 48b37c63-a4c1-488a-b571-fd05b6edc292 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:30.949432 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-37866c28-2b80-4e65-8b97-261bd16ff260 None None] Provisioning complete for port 48b37c63-a4c1-488a-b571-fd05b6edc292 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:30.950107 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-37866c28-2b80-4e65-8b97-261bd16ff260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:30.999139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9e56df8f-6979-456a-bc85-a031f5f7eed4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:31.044752 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-37866c28-2b80-4e65-8b97-261bd16ff260 None None] Port 48b37c63-a4c1-488a-b571-fd05b6edc292 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:25:31.098305 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=48b37c63-a4c1-488a-b571-fd05b6edc292,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:31.117198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ade0e0-d855-42cb-b865-501fa10619c2 req-3880cb2b-bd9e-4845-836a-35c18d9ac0c5 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:31.118267 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-07ade0e0-d855-42cb-b865-501fa10619c2 req-3880cb2b-bd9e-4845-836a-35c18d9ac0c5 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.4877017 Jan 24 16:25:31.153476 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-003225d8-022d-4327-a180-45b5193ab7a9 req-0ef665db-2e1b-46bd-bfd0-cc8f54c3631f service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=8a79250c71664497ae0c8c1b57de2f8a&device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 1098 time: 0.4618061 Jan 24 16:25:31.199768 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9e56df8f-6979-456a-bc85-a031f5f7eed4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:31.279948 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8453f989-49ee-4cca-aa6d-da9c9a87d81a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:31.312244 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2d38849b-b735-4cef-bd28-e53a6084c0ca None None] Provisioning complete for port 48b37c63-a4c1-488a-b571-fd05b6edc292 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:31.312244 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2d38849b-b735-4cef-bd28-e53a6084c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:31.330691 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9e56df8f-6979-456a-bc85-a031f5f7eed4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:31.366755 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-07ade0e0-d855-42cb-b865-501fa10619c2 req-884b68b5-5f93-42b0-92a5-265aaeffb5e5 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355068 Jan 24 16:25:31.373799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network f4345a81-301e-4f6b-8c56-e741b61d925f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:31.378253 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:31.406812 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56df8f-6979-456a-bc85-a031f5f7eed4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Subnet': ['ID=4afc4520-729b-4c46-b04d-d49436cb929f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:31.414180 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9e56df8f-6979-456a-bc85-a031f5f7eed4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:31.432818 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9e56df8f-6979-456a-bc85-a031f5f7eed4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/4afc4520-729b-4c46-b04d-d49436cb929f HTTP/1.1" status: 204 len: 168 time: 0.8056674 Jan 24 16:25:31.436754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35008) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:31.441821 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ff8fdc-b847-46e1-a6e8-c2273e57af89 None None] Network 372c3d69-99a4-40b6-98d1-bb07ced85ef5 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:31.526680 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2d38849b-b735-4cef-bd28-e53a6084c0ca None None] Port 48b37c63-a4c1-488a-b571-fd05b6edc292 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:25:31.536610 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device cf992852-0f24-41d3-9f14-b31423877e4f up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:31.568482 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003225d8-022d-4327-a180-45b5193ab7a9 req-fb45b25d-c64f-4132-a16a-e97d3614ed89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:31.570321 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-003225d8-022d-4327-a180-45b5193ab7a9 req-fb45b25d-c64f-4132-a16a-e97d3614ed89 service neutron] 10.222.0.129 "GET /v2.0/networks?id=58f10c6b-1200-4cb6-af19-8400f8ca6668 HTTP/1.1" status: 200 len: 913 time: 0.3838875 Jan 24 16:25:31.582518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:31.614443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port b796f042-7b76-48ad-bde9-4429e5cb7fc9 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:31.615071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:31.658090 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-003225d8-022d-4327-a180-45b5193ab7a9 req-db229aa6-71e5-418c-b5ab-9d61c36f96dd service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ef98f5a-db87-4e38-8186-0163ac492586 HTTP/1.1" status: 200 len: 217 time: 0.0759883 Jan 24 16:25:31.748896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 8453f989-49ee-4cca-aa6d-da9c9a87d81a completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:31.754372 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84080478-9f71-4f55-82dc-5f335e174e6f req-d78e4867-452f-44f4-a0eb-b695b86f9870 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:31.759568 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-84080478-9f71-4f55-82dc-5f335e174e6f req-d78e4867-452f-44f4-a0eb-b695b86f9870 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 945 time: 0.4796078 Jan 24 16:25:31.760848 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port cf992852-0f24-41d3-9f14-b31423877e4f completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:31.777542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 8453f989-49ee-4cca-aa6d-da9c9a87d81a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:31.778097 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:31.824747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port cf992852-0f24-41d3-9f14-b31423877e4f triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:31.825379 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:31.891316 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003225d8-022d-4327-a180-45b5193ab7a9 req-0c840896-c0ad-4d4d-8428-b66b5413a385 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:31.893694 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-003225d8-022d-4327-a180-45b5193ab7a9 req-0c840896-c0ad-4d4d-8428-b66b5413a385 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8525b1fd-77ed-449e-9dbb-e82334f74fdb HTTP/1.1" status: 200 len: 852 time: 0.1556277 Jan 24 16:25:31.926800 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-84080478-9f71-4f55-82dc-5f335e174e6f req-d5634718-9267-4241-86e3-12df30bd17b5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=46a5ee05-2bd8-4aee-875e-41c1848b2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661911 Jan 24 16:25:31.950705 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3683ad3b-9fee-4aaf-8313-95fa4e7649de None None] Provisioning complete for port 48b37c63-a4c1-488a-b571-fd05b6edc292 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:31.951113 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3683ad3b-9fee-4aaf-8313-95fa4e7649de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:31.958156 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] For port b796f042-7b76-48ad-bde9-4429e5cb7fc9, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b796f042-7b76-48ad-bde9-4429e5cb7fc9,segment=NetworkSegment(64d752dd-9b7f-49e7-a259-709f809c4726),segment_id=64d752dd-9b7f-49e7-a259-709f809c4726)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:31.959269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:31.982568 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-003225d8-022d-4327-a180-45b5193ab7a9 req-d7558903-8306-4242-bed3-7afb5a615dd7 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=58f10c6b-1200-4cb6-af19-8400f8ca6668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681283 Jan 24 16:25:32.066128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:32.092282 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f0c1cf-08ec-4958-84a8-c4194fb4966f None None] DHCP port deletion for 372c3d69-99a4-40b6-98d1-bb07ced85ef5 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:25:32.105468 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for b796f042-7b76-48ad-bde9-4429e5cb7fc9 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:32.124441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:25:32.125615 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 8453f989-49ee-4cca-aa6d-da9c9a87d81a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8453f989-49ee-4cca-aa6d-da9c9a87d81a,segment=NetworkSegment(7c0aa1ee-d119-4bcc-960a-b84efc285646),segment_id=7c0aa1ee-d119-4bcc-960a-b84efc285646)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:32.151510 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:32.151696 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-003225d8-022d-4327-a180-45b5193ab7a9 req-ad060d3c-4619-4a97-8055-d0073fb0327d service neutron] 10.222.0.129 "GET /v2.0/networks/58f10c6b-1200-4cb6-af19-8400f8ca6668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582725 Jan 24 16:25:32.156167 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c0f0c1cf-08ec-4958-84a8-c4194fb4966f None None] Deleting port b796f042-7b76-48ad-bde9-4429e5cb7fc9 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:32.156781 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c1cf-08ec-4958-84a8-c4194fb4966f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:32.210485 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:32.257922 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Port': ['ID=b796f042-7b76-48ad-bde9-4429e5cb7fc9,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:32.264416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] No DVR routers for this DVR port b796f042-7b76-48ad-bde9-4429e5cb7fc9 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:25:32.329459 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3683ad3b-9fee-4aaf-8313-95fa4e7649de None None] Port 48b37c63-a4c1-488a-b571-fd05b6edc292 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:25:32.379593 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c0f0c1cf-08ec-4958-84a8-c4194fb4966f None None] The port 'b796f042-7b76-48ad-bde9-4429e5cb7fc9' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:25:32.383723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:32.424681 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=8453f989-49ee-4cca-aa6d-da9c9a87d81a,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:32.435286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf992852-0f24-41d3-9f14-b31423877e4f'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:25:32.447915 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port cf992852-0f24-41d3-9f14-b31423877e4f, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=cf992852-0f24-41d3-9f14-b31423877e4f,segment=NetworkSegment(8100a01e-9f95-4dd9-acee-d81572d560fa),segment_id=8100a01e-9f95-4dd9-acee-d81572d560fa)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:32.448170 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-003225d8-022d-4327-a180-45b5193ab7a9 req-e9faa1cb-c6e8-49f1-9ae4-3c9267db329a service neutron] 10.222.0.129 "GET /v2.0/networks/58f10c6b-1200-4cb6-af19-8400f8ca6668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353799 Jan 24 16:25:32.457053 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:32.489119 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:32.504079 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-71688f99-2767-4309-8cac-5c85a8ab52ff tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/b75ffcb0-20d1-4b65-bc82-896fe8ef54c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6348002 Jan 24 16:25:32.507038 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35016) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:32.519985 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-3586c6e9-26e1-41e7-baac-28ab4df7b507 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-738753450'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:32.526314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3586c6e9-26e1-41e7-baac-28ab4df7b507 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:32.531010 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3586c6e9-26e1-41e7-baac-28ab4df7b507 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:network and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:32.534600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3586c6e9-26e1-41e7-baac-28ab4df7b507 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:32.549211 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3586c6e9-26e1-41e7-baac-28ab4df7b507 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:32.556031 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'code': 200} Jan 24 16:25:32.557022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Sync routers for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:32.610425 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3586c6e9-26e1-41e7-baac-28ab4df7b507 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:25:32.613619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3586c6e9-26e1-41e7-baac-28ab4df7b507 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:32.626132 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=cf992852-0f24-41d3-9f14-b31423877e4f,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:32.628905 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:32.629745 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:32.644256 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:32.699058 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372c3d69-99a4-40b6-98d1-bb07ced85ef5']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:32.716927 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d752dd-9b7f-49e7-a259-709f809c4726') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:32.717141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d752dd-9b7f-49e7-a259-709f809c4726') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:32.731824 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:32.751619 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:32.759996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:25:32.760466 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:25:32.780675 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:25:32.848474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:32.880161 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3586c6e9-26e1-41e7-baac-28ab4df7b507 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:25:32.884545 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:32.910762 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3586c6e9-26e1-41e7-baac-28ab4df7b507 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:32.911120 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-3586c6e9-26e1-41e7-baac-28ab4df7b507 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Added segment 7c88e003-844d-472b-ac15-6b9c988a21e7 of type vlan for network 976f4e5f-3236-49ac-b76a-1ddaaa93e7d4 Jan 24 16:25:32.919309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:32.932059 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Network': ['ID=372c3d69-99a4-40b6-98d1-bb07ced85ef5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:32.940166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a6a59-2721-4f7f-8f99-68bb06d8a71c req-dafc411c-4808-4eda-9733-87b49110b2e3 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:32.945020 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e890d070-6c5f-45e1-8f14-6b020e2900ea tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/networks/372c3d69-99a4-40b6-98d1-bb07ced85ef5 HTTP/1.1" status: 204 len: 168 time: 1.5029545 Jan 24 16:25:32.945344 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cf8a6a59-2721-4f7f-8f99-68bb06d8a71c req-dafc411c-4808-4eda-9733-87b49110b2e3 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.3705082 Jan 24 16:25:32.947243 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35020) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:32.954201 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c1cb71aa-dc93-4ba7-9624-33b0ecb5a968 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'network': {'name': 'tempest-RoutersTest-466811538'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:32.960591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c1cb71aa-dc93-4ba7-9624-33b0ecb5a968 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:32.963924 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c1cb71aa-dc93-4ba7-9624-33b0ecb5a968 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:network and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:32.966902 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c1cb71aa-dc93-4ba7-9624-33b0ecb5a968 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:32.973345 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c1cb71aa-dc93-4ba7-9624-33b0ecb5a968 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:32.985455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3586c6e9-26e1-41e7-baac-28ab4df7b507 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:33.003226 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cb71aa-dc93-4ba7-9624-33b0ecb5a968 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:25:33.006390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c1cb71aa-dc93-4ba7-9624-33b0ecb5a968 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:33.034062 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-46177bb8-8689-4e60-8e00-3f8956a016d2 req-3a66d07f-7f6d-4aca-87e4-a14c70ff7ab3 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 1099 time: 0.2326009 Jan 24 16:25:33.042165 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cb71aa-dc93-4ba7-9624-33b0ecb5a968 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:25:33.055891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c1cb71aa-dc93-4ba7-9624-33b0ecb5a968 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:33.056518 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-c1cb71aa-dc93-4ba7-9624-33b0ecb5a968 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Added segment 7b0d9ce7-6a64-4c9d-a85a-c50701b80c37 of type vlan for network 36fa5cbb-b676-466c-922e-8f83698d9b5f Jan 24 16:25:33.114349 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c1cb71aa-dc93-4ba7-9624-33b0ecb5a968 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:33.140093 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cf8a6a59-2721-4f7f-8f99-68bb06d8a71c req-0ff0f8b8-7934-4bda-a7a3-744b2d6daf1c tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830297 Jan 24 16:25:33.167815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3586c6e9-26e1-41e7-baac-28ab4df7b507 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:33.173467 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3586c6e9-26e1-41e7-baac-28ab4df7b507 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:33.173467 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3586c6e9-26e1-41e7-baac-28ab4df7b507 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:33.240768 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c1cb71aa-dc93-4ba7-9624-33b0ecb5a968 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:33.245920 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cb71aa-dc93-4ba7-9624-33b0ecb5a968 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:33.247660 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c1cb71aa-dc93-4ba7-9624-33b0ecb5a968 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:33.258229 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8453f989-49ee-4cca-aa6d-da9c9a87d81a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:33.348741 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-46177bb8-8689-4e60-8e00-3f8956a016d2 req-9efa8b68-1f7c-4200-87a5-0dcd56211543 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=46a5ee05-2bd8-4aee-875e-41c1848b2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962677 Jan 24 16:25:33.372505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586c6e9-26e1-41e7-baac-28ab4df7b507 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Network': ['ID=976f4e5f-3236-49ac-b76a-1ddaaa93e7d4,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:33.383236 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3586c6e9-26e1-41e7-baac-28ab4df7b507 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8751471 Jan 24 16:25:33.385455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35026) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:33.392947 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 976f4e5f-3236-49ac-b76a-1ddaaa93e7d4 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:25:33.399798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-2abbc215-9961-4e15-8442-8d5004a6b817 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'subnet': {'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:33.454682 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb71aa-dc93-4ba7-9624-33b0ecb5a968 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Network': ['ID=36fa5cbb-b676-466c-922e-8f83698d9b5f,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:33.479136 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c1cb71aa-dc93-4ba7-9624-33b0ecb5a968 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5307689 Jan 24 16:25:33.481895 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35030) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:33.489107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e837edf1-7810-47bb-805d-b20d74f20e3c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'subnet': {'network_id': '36fa5cbb-b676-466c-922e-8f83698d9b5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:33.527748 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 36fa5cbb-b676-466c-922e-8f83698d9b5f details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:25:33.593265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2abbc215-9961-4e15-8442-8d5004a6b817 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:33.599221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77164790-e551-4747-bc10-6afbcce6ac44 req-cf8a2348-c56d-466c-bad4-b99b03e745e4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:33.600864 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-77164790-e551-4747-bc10-6afbcce6ac44 req-cf8a2348-c56d-466c-bad4-b99b03e745e4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 946 time: 0.3410594 Jan 24 16:25:33.602759 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2abbc215-9961-4e15-8442-8d5004a6b817 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:subnet and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:33.606436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2abbc215-9961-4e15-8442-8d5004a6b817 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:33.617976 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2abbc215-9961-4e15-8442-8d5004a6b817 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:33.638874 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abbc215-9961-4e15-8442-8d5004a6b817 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Made reservation on behalf of 49988f69dcd6469687e31a3a4647cc24 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:25:33.644777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e837edf1-7810-47bb-805d-b20d74f20e3c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:33.658111 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e837edf1-7810-47bb-805d-b20d74f20e3c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:subnet and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:33.665838 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 8453f989-49ee-4cca-aa6d-da9c9a87d81a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:33.665838 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:33.673324 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e837edf1-7810-47bb-805d-b20d74f20e3c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:33.677863 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-77164790-e551-4747-bc10-6afbcce6ac44 req-617b67e1-0dc5-4e88-9fb8-8331590d07fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=46a5ee05-2bd8-4aee-875e-41c1848b2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672259 Jan 24 16:25:33.681638 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e837edf1-7810-47bb-805d-b20d74f20e3c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:33.697868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e837edf1-7810-47bb-805d-b20d74f20e3c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:25:33.747137 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:29Z', 'revision_number': 4, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': '48b37c63-a4c1-488a-b571-fd05b6edc292', 'name': '', 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:28:1e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:28Z', 'updated_at': '2022-01-24T16:25:30Z', 'revision_number': 2, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:33.756566 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Checking router: b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:25:33.756566 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Updating router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 port 48b37c63-a4c1-488a-b571-fd05b6edc292 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:25:33.772076 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2abbc215-9961-4e15-8442-8d5004a6b817 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:33.825290 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e837edf1-7810-47bb-805d-b20d74f20e3c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:33.860209 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:34.000690 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b796f042-7b76-48ad-bde9-4429e5cb7fc9 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:25:34.043412 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: b796f042-7b76-48ad-bde9-4429e5cb7fc9 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:25:34.043775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b796f042-7b76-48ad-bde9-4429e5cb7fc9 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:25:34.065490 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2abbc215-9961-4e15-8442-8d5004a6b817 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:34.075851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e837edf1-7810-47bb-805d-b20d74f20e3c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:34.152077 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbc215-9961-4e15-8442-8d5004a6b817 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Subnet': ['ID=2de338fb-2e5b-45ef-8aa6-6c5774294dd0,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:34.165905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbc215-9961-4e15-8442-8d5004a6b817 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Checking segment: {'id': '7c88e003-844d-472b-ac15-6b9c988a21e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:34.166264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abbc215-9961-4e15-8442-8d5004a6b817 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network hostable DHCP agents. Network: 976f4e5f-3236-49ac-b76a-1ddaaa93e7d4, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:25:34.167701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837edf1-7810-47bb-805d-b20d74f20e3c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Subnet': ['ID=bd78dbe7-64c2-4672-a652-974a65d634a3,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:34.197087 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abbc215-9961-4e15-8442-8d5004a6b817 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network 976f4e5f-3236-49ac-b76a-1ddaaa93e7d4 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:25:34.197229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e837edf1-7810-47bb-805d-b20d74f20e3c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Checking segment: {'id': '7b0d9ce7-6a64-4c9d-a85a-c50701b80c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '36fa5cbb-b676-466c-922e-8f83698d9b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:34.197522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e837edf1-7810-47bb-805d-b20d74f20e3c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network hostable DHCP agents. Network: 36fa5cbb-b676-466c-922e-8f83698d9b5f, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:25:34.212421 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-2abbc215-9961-4e15-8442-8d5004a6b817 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 976f4e5f-3236-49ac-b76a-1ddaaa93e7d4) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:34.220101 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abbc215-9961-4e15-8442-8d5004a6b817 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:34.220996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2abbc215-9961-4e15-8442-8d5004a6b817 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:34.231938 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1969a30-8496-4d19-b223-93b0c278dbcd None None] Network 976f4e5f-3236-49ac-b76a-1ddaaa93e7d4 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:34.247229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e837edf1-7810-47bb-805d-b20d74f20e3c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 36fa5cbb-b676-466c-922e-8f83698d9b5f is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:25:34.261946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35036) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:34.262929 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2abbc215-9961-4e15-8442-8d5004a6b817 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8760536 Jan 24 16:25:34.326538 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-e837edf1-7810-47bb-805d-b20d74f20e3c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 36fa5cbb-b676-466c-922e-8f83698d9b5f) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:34.339790 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa48abf-53db-4465-82c1-dcd6f31f5def None None] Network 36fa5cbb-b676-466c-922e-8f83698d9b5f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:34.340203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e837edf1-7810-47bb-805d-b20d74f20e3c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:34.340777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e837edf1-7810-47bb-805d-b20d74f20e3c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:34.410320 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e837edf1-7810-47bb-805d-b20d74f20e3c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9266961 Jan 24 16:25:34.412331 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35040) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:34.417328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b1200af7-7b8c-4af2-92f3-8afd733c8d08 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1895910933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:34.419972 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf25b7-08dd-4a4a-b504-dccc2b470c50 req-3836dc75-98e0-49d5-89be-e3133453fa60 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:34.422899 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5dbf25b7-08dd-4a4a-b504-dccc2b470c50 req-3836dc75-98e0-49d5-89be-e3133453fa60 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.1190495 Jan 24 16:25:34.434239 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b1200af7-7b8c-4af2-92f3-8afd733c8d08 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:34.440275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b1200af7-7b8c-4af2-92f3-8afd733c8d08 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:router and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:34.443785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b1200af7-7b8c-4af2-92f3-8afd733c8d08 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:34.450852 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b1200af7-7b8c-4af2-92f3-8afd733c8d08 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:34.475188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b1200af7-7b8c-4af2-92f3-8afd733c8d08 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:34.476177 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b1200af7-7b8c-4af2-92f3-8afd733c8d08 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:34.509122 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b1200af7-7b8c-4af2-92f3-8afd733c8d08 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:34.537357 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5dbf25b7-08dd-4a4a-b504-dccc2b470c50 req-3ca40c95-cdfb-4870-a426-b16491a4c3ea tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043758 Jan 24 16:25:34.605736 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:34.660584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b1200af7-7b8c-4af2-92f3-8afd733c8d08 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:34.705556 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Transition to ACTIVE for port object 48b37c63-a4c1-488a-b571-fd05b6edc292 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:34.719848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b1200af7-7b8c-4af2-92f3-8afd733c8d08 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:34.724168 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35046) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:34.737459 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b1200af7-7b8c-4af2-92f3-8afd733c8d08 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3123062 Jan 24 16:25:34.846367 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:35.064906 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-976f4e5f-3236-49ac-b76a-1ddaaa93e7d4', 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'fixed_ips': [{'subnet_id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:25:35.065073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:35.088770 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-36fa5cbb-b676-466c-922e-8f83698d9b5f', 'network_id': '36fa5cbb-b676-466c-922e-8f83698d9b5f', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'fixed_ips': [{'subnet_id': 'bd78dbe7-64c2-4672-a652-974a65d634a3'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:25:35.090653 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:35.231751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81f31e-9d69-492a-b13b-7e9f469036e1 req-bbf10a3c-7342-4c91-8952-f8c0ff74db15 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:35.232674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-ed81f31e-9d69-492a-b13b-7e9f469036e1 req-bbf10a3c-7342-4c91-8952-f8c0ff74db15 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:25:35.249147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bc236-799c-416c-b5b8-b9bf598e227f None None] Pushing event updated for resources: {'Port': ['ID=48b37c63-a4c1-488a-b571-fd05b6edc292,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:35.358496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-ed81f31e-9d69-492a-b13b-7e9f469036e1 req-bbf10a3c-7342-4c91-8952-f8c0ff74db15 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:25:35.359678 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ed81f31e-9d69-492a-b13b-7e9f469036e1 req-bbf10a3c-7342-4c91-8952-f8c0ff74db15 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 946 time: 0.3981693 Jan 24 16:25:35.440541 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a824a6-b254-415b-8c74-b0156c799204 req-0dc74209-9aa9-4e2c-ae66-34b7b1a689e8 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:35.442107 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-62a824a6-b254-415b-8c74-b0156c799204 req-0dc74209-9aa9-4e2c-ae66-34b7b1a689e8 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.2260764 Jan 24 16:25:35.458188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:35.587074 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-62a824a6-b254-415b-8c74-b0156c799204 req-fd7522aa-8d80-4e48-b68c-d2c05ada7364 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336999 Jan 24 16:25:35.653461 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ed81f31e-9d69-492a-b13b-7e9f469036e1 req-603a66a3-fa75-4858-9737-f4e8659dc549 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=46a5ee05-2bd8-4aee-875e-41c1848b2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819376 Jan 24 16:25:35.661755 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Attempting to bind port 48b37c63-a4c1-488a-b571-fd05b6edc292 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:25:35.662345 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Attempting to bind port 48b37c63-a4c1-488a-b571-fd05b6edc292 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '7c0aa1ee-d119-4bcc-960a-b84efc285646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:25:35.662522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Attempting to bind port 48b37c63-a4c1-488a-b571-fd05b6edc292 on network f4345a81-301e-4f6b-8c56-e741b61d925f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:25:35.712395 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:35.757008 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:25:35.757008 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Checking segment: {'id': '7c0aa1ee-d119-4bcc-960a-b84efc285646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:35.757008 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:35.757008 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Bound using segment: {'id': '7c0aa1ee-d119-4bcc-960a-b84efc285646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:25:35.757008 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Bound port: 48b37c63-a4c1-488a-b571-fd05b6edc292, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0aa1ee-d119-4bcc-960a-b84efc285646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:25:35.757008 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:35.767783 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Allocated IP 172.20.0.2 (36fa5cbb-b676-466c-922e-8f83698d9b5f/bd78dbe7-64c2-4672-a652-974a65d634a3/3b6bd211-d89c-441b-8e82-7b562ca16f57) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:25:35.800963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Allocated IP 2001:db8:3::2 (976f4e5f-3236-49ac-b76a-1ddaaa93e7d4/2de338fb-2e5b-45ef-8aa6-6c5774294dd0/d0259701-98d1-4eed-b30f-18dd0f4a1c3a) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:25:36.156234 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] For port 48b37c63-a4c1-488a-b571-fd05b6edc292, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:25:36.180662 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] For port 48b37c63-a4c1-488a-b571-fd05b6edc292, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=48b37c63-a4c1-488a-b571-fd05b6edc292,segment=NetworkSegment(7c0aa1ee-d119-4bcc-960a-b84efc285646),segment_id=7c0aa1ee-d119-4bcc-960a-b84efc285646)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:25:36.198704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:36.254773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:36.291434 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Transition to ACTIVE for port object 3b6bd211-d89c-441b-8e82-7b562ca16f57 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:36.381816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Transition to ACTIVE for port object 3b6bd211-d89c-441b-8e82-7b562ca16f57 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:36.386342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bc236-799c-416c-b5b8-b9bf598e227f None None] Pushing event updated for resources: {'Port': ['ID=48b37c63-a4c1-488a-b571-fd05b6edc292,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:36.406929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:36.469037 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:36.469037 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:36.485065 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Allocated IP 172.20.0.1 (36fa5cbb-b676-466c-922e-8f83698d9b5f/bd78dbe7-64c2-4672-a652-974a65d634a3/328255af-1d55-4595-aa71-52713528e69c) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:25:36.528826 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:36.589665 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Transition to ACTIVE for port object d0259701-98d1-4eed-b30f-18dd0f4a1c3a will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:36.662741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Network 36fa5cbb-b676-466c-922e-8f83698d9b5f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:36.683420 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:36.691311 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Pushing event updated for resources: {'Port': ['ID=3b6bd211-d89c-441b-8e82-7b562ca16f57,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:36.698470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:25:36.701406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:36.707603 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Transition to ACTIVE for port object d0259701-98d1-4eed-b30f-18dd0f4a1c3a will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:36.726657 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Transition to ACTIVE for port object 328255af-1d55-4595-aa71-52713528e69c will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:36.742409 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:36.767098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:36.879439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Allocated IP 2001:db8:3::1 (976f4e5f-3236-49ac-b76a-1ddaaa93e7d4/2de338fb-2e5b-45ef-8aa6-6c5774294dd0/ecd6b4ba-be1d-469e-bb50-121ebc6fb62f) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:25:36.901916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:36.917238 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dde861-023e-4343-aa97-24954bf3a403 req-067e1988-0919-4005-b8c5-22c0ad01880d tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:36.918744 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-66dde861-023e-4343-aa97-24954bf3a403 req-067e1988-0919-4005-b8c5-22c0ad01880d tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.1876507 Jan 24 16:25:36.947837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=328255af-1d55-4595-aa71-52713528e69c,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:36.949869 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Network 976f4e5f-3236-49ac-b76a-1ddaaa93e7d4 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:36.952758 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 36fa5cbb-b676-466c-922e-8f83698d9b5f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:36.957147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:36.961616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:25:36.971693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:36.973606 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Pushing event updated for resources: {'Port': ['ID=d0259701-98d1-4eed-b30f-18dd0f4a1c3a,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:37.000609 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:25:37.027945 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Attempting to bind port 3b6bd211-d89c-441b-8e82-7b562ca16f57 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:25:37.028332 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Attempting to bind port 3b6bd211-d89c-441b-8e82-7b562ca16f57 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '7b0d9ce7-6a64-4c9d-a85a-c50701b80c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '36fa5cbb-b676-466c-922e-8f83698d9b5f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:25:37.028870 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Attempting to bind port 3b6bd211-d89c-441b-8e82-7b562ca16f57 on network 36fa5cbb-b676-466c-922e-8f83698d9b5f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:25:37.039611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a511a29-a257-44fd-9b3c-7486f242b6d2 req-9f049464-3180-42d0-b3da-e2866a2dec97 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:37.046996 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6a511a29-a257-44fd-9b3c-7486f242b6d2 req-9f049464-3180-42d0-b3da-e2866a2dec97 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 946 time: 0.2089324 Jan 24 16:25:37.064495 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:37.082769 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-951c91ee-d1b7-47cb-95df-6be8ab6f31ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:37.115838 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6a511a29-a257-44fd-9b3c-7486f242b6d2 req-f772458e-f3a8-4331-b811-818cfeaa2472 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=46a5ee05-2bd8-4aee-875e-41c1848b2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678596 Jan 24 16:25:37.178167 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:37.228865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Transition to ACTIVE for port object ecd6b4ba-be1d-469e-bb50-121ebc6fb62f will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:37.232200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:25:37.232367 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Checking segment: {'id': '7b0d9ce7-6a64-4c9d-a85a-c50701b80c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '36fa5cbb-b676-466c-922e-8f83698d9b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:37.232746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:37.233191 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Bound using segment: {'id': '7b0d9ce7-6a64-4c9d-a85a-c50701b80c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '36fa5cbb-b676-466c-922e-8f83698d9b5f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:25:37.233820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Bound port: 3b6bd211-d89c-441b-8e82-7b562ca16f57, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0d9ce7-6a64-4c9d-a85a-c50701b80c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '36fa5cbb-b676-466c-922e-8f83698d9b5f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:25:37.234298 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:37.241969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:37.243462 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-66dde861-023e-4343-aa97-24954bf3a403 req-4d322a8d-26d5-48e9-88bc-e4a34290740f tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983561 Jan 24 16:25:37.274584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:37.358437 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network 976f4e5f-3236-49ac-b76a-1ddaaa93e7d4 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:37.362537 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:37.367467 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:25:37.368239 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:37.371106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=ecd6b4ba-be1d-469e-bb50-121ebc6fb62f,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:37.453824 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Attempting to bind port d0259701-98d1-4eed-b30f-18dd0f4a1c3a on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:25:37.454124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Attempting to bind port d0259701-98d1-4eed-b30f-18dd0f4a1c3a by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '7c88e003-844d-472b-ac15-6b9c988a21e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:25:37.454447 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Attempting to bind port d0259701-98d1-4eed-b30f-18dd0f4a1c3a on network 976f4e5f-3236-49ac-b76a-1ddaaa93e7d4 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:25:37.474450 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:37.497859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:25:37.498206 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Checking segment: {'id': '7c88e003-844d-472b-ac15-6b9c988a21e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:37.498956 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:37.499572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Bound using segment: {'id': '7c88e003-844d-472b-ac15-6b9c988a21e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:25:37.500218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Bound port: d0259701-98d1-4eed-b30f-18dd0f4a1c3a, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c88e003-844d-472b-ac15-6b9c988a21e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:25:37.500708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:37.598617 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] For port 3b6bd211-d89c-441b-8e82-7b562ca16f57, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:25:37.616446 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f249c16-4c69-47e7-92fc-bf868f691a03 req-f0c6ca1d-3280-4cf5-a0b9-8ed24fb7cf56 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:37.618106 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] For port 3b6bd211-d89c-441b-8e82-7b562ca16f57, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3b6bd211-d89c-441b-8e82-7b562ca16f57,segment=NetworkSegment(7b0d9ce7-6a64-4c9d-a85a-c50701b80c37),segment_id=7b0d9ce7-6a64-4c9d-a85a-c50701b80c37)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:25:37.618398 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8f249c16-4c69-47e7-92fc-bf868f691a03 req-f0c6ca1d-3280-4cf5-a0b9-8ed24fb7cf56 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.129 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.2721136 Jan 24 16:25:37.627015 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549074c5-000d-49d7-b48e-bb85630a0057 req-46390102-16c3-4efb-baa3-3334e0ee955c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:37.628849 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-549074c5-000d-49d7-b48e-bb85630a0057 req-46390102-16c3-4efb-baa3-3334e0ee955c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 946 time: 0.3226438 Jan 24 16:25:37.649286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:37.751544 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] For port d0259701-98d1-4eed-b30f-18dd0f4a1c3a, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:25:37.755625 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] For port d0259701-98d1-4eed-b30f-18dd0f4a1c3a, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d0259701-98d1-4eed-b30f-18dd0f4a1c3a,segment=NetworkSegment(7c88e003-844d-472b-ac15-6b9c988a21e7),segment_id=7c88e003-844d-472b-ac15-6b9c988a21e7)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:25:37.768570 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:37.775227 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cbd3c-5d0d-42b1-ac77-5580ed931e12 None None] Pushing event updated for resources: {'Port': ['ID=3b6bd211-d89c-441b-8e82-7b562ca16f57,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:37.884740 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdebe5-0ff3-4cd7-ae25-d08156228aea None None] Pushing event updated for resources: {'Port': ['ID=d0259701-98d1-4eed-b30f-18dd0f4a1c3a,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:37.890611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:29Z', 'revision_number': 4, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': '48b37c63-a4c1-488a-b571-fd05b6edc292', 'name': '', 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:28:1e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:28Z', 'updated_at': '2022-01-24T16:25:36Z', 'revision_number': 4, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:37.909654 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d626ea30-55f2-4695-b5b7-6bda0d5c65b3 None None] The sync data for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv is: [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:29Z', 'revision_number': 4, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': '48b37c63-a4c1-488a-b571-fd05b6edc292', 'name': '', 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:28:1e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:28Z', 'updated_at': '2022-01-24T16:25:36Z', 'revision_number': 4, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:37.972051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-8f249c16-4c69-47e7-92fc-bf868f691a03 req-1b33c721-5d22-476e-ae36-5e76dd5d913c tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Deleting port 1ef98f5a-db87-4e38-8186-0163ac492586 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:37.973185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8f249c16-4c69-47e7-92fc-bf868f691a03 req-1b33c721-5d22-476e-ae36-5e76dd5d913c tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:38.057362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:38.065155 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:38.067854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:38.086229 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-549074c5-000d-49d7-b48e-bb85630a0057 req-37a28e60-384e-47db-89a6-c8cb17b2a527 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=46a5ee05-2bd8-4aee-875e-41c1848b2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4144654 Jan 24 16:25:38.152527 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35062) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:38.491293 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Network 976f4e5f-3236-49ac-b76a-1ddaaa93e7d4 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:38.562098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.resource_extend [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:25:38.570773 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:38.572093 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event updated for resources: {'Port': ['ID=ecd6b4ba-be1d-469e-bb50-121ebc6fb62f,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:38.594333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:38.621883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:38.759769 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7670c51b-3be0-4832-aa33-c6a21eed3b3c tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 1094 time: 0.6057670 Jan 24 16:25:38.771047 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35068) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:38.779397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-8f249c16-4c69-47e7-92fc-bf868f691a03 req-1b33c721-5d22-476e-ae36-5e76dd5d913c tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] For port 1ef98f5a-db87-4e38-8186-0163ac492586, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=1ef98f5a-db87-4e38-8186-0163ac492586,segment=NetworkSegment(e2f14d9d-eadf-4e00-a2f4-20854f8315a6),segment_id=e2f14d9d-eadf-4e00-a2f4-20854f8315a6)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:38.779722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:38.779896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8f249c16-4c69-47e7-92fc-bf868f691a03 req-1b33c721-5d22-476e-ae36-5e76dd5d913c tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:38.789325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:38.799406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:38.799951 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:floatingip and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:38.803773 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:38.805365 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=328255af-1d55-4595-aa71-52713528e69c,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:38.814655 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:38.840073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:38.908743 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0025d8-260d-4884-bb55-c88d605a2451 req-ebe52741-d8ea-42c8-9c1d-a981ad3057ed tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:38.910466 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-dd0025d8-260d-4884-bb55-c88d605a2451 req-ebe52741-d8ea-42c8-9c1d-a981ad3057ed tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 945 time: 0.4160068 Jan 24 16:25:38.923047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-8f249c16-4c69-47e7-92fc-bf868f691a03 req-1b33c721-5d22-476e-ae36-5e76dd5d913c tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Calling delete_port for 1ef98f5a-db87-4e38-8186-0163ac492586 owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:39.161936 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a8690896-0658-4b45-84c8-a62516715b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:39.169048 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-dd0025d8-260d-4884-bb55-c88d605a2451 req-c017d769-cb39-402b-a817-f14628733a58 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/security-groups?id=191bf7bb-d64b-47a9-bd4a-e842f962d889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470205 Jan 24 16:25:39.220565 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 36fa5cbb-b676-466c-922e-8f83698d9b5f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:39.227732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:39.307243 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:25:39.309499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:39.356572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3b6bd211-d89c-441b-8e82-7b562ca16f57 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:39.396725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8f249c16-4c69-47e7-92fc-bf868f691a03 req-1b33c721-5d22-476e-ae36-5e76dd5d913c tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:39.430051 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['1ef98f5a-db87-4e38-8186-0163ac492586'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:25:39.471915 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33c721-5d22-476e-ae36-5e76dd5d913c tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Pushing event deleted for resources: {'Port': ['ID=1ef98f5a-db87-4e38-8186-0163ac492586,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:39.603774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 3b6bd211-d89c-441b-8e82-7b562ca16f57 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:39.618790 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 48b37c63-a4c1-488a-b571-fd05b6edc292 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:39.643431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f249c16-4c69-47e7-92fc-bf868f691a03 req-1b33c721-5d22-476e-ae36-5e76dd5d913c tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] No DVR routers for this DVR port 1ef98f5a-db87-4e38-8186-0163ac492586 on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:25:39.652219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8f249c16-4c69-47e7-92fc-bf868f691a03 req-1b33c721-5d22-476e-ae36-5e76dd5d913c tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:39.655323 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4355f7aa-e82d-483b-b35d-8bbeeb4d3154', 'name': 'network-vif-deleted', 'tag': '1ef98f5a-db87-4e38-8186-0163ac492586'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:25:39.672252 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.89 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/00e41880-81b3-496c-ac47-e4ed69c4f34c) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:25:39.693385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a1dba4-0258-4566-9eb8-5516126fdc7b None None] Network 36fa5cbb-b676-466c-922e-8f83698d9b5f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:39.752920 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8f249c16-4c69-47e7-92fc-bf868f691a03 req-1b33c721-5d22-476e-ae36-5e76dd5d913c tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.129 "DELETE /v2.0/ports/1ef98f5a-db87-4e38-8186-0163ac492586 HTTP/1.1" status: 204 len: 173 time: 2.1228361 Jan 24 16:25:39.765506 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4355f7aa-e82d-483b-b35d-8bbeeb4d3154', 'name': 'network-vif-deleted', 'tag': '1ef98f5a-db87-4e38-8186-0163ac492586', 'status': 'completed', 'code': 200} Jan 24 16:25:39.898008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router 66058d02-2a9b-482f-9cda-27d1ad496017 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:25:39.916875 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:39.922710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:39.928040 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Sync routers for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:39.936741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4cbfae51-30cf-4f4c-bb3c-ae12822b68db None None] Provisioning for port 3b6bd211-d89c-441b-8e82-7b562ca16f57 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:39.945103 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3db67c70-f0df-449e-96a6-c99bab09ff5b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/b75ffcb0-20d1-4b65-bc82-896fe8ef54c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6830969 Jan 24 16:25:39.948366 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35078) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:39.958385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-116b22da-f861-4a74-a54b-12fd7c1bc765 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:39.971393 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:39.972730 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:40.010527 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4cbfae51-30cf-4f4c-bb3c-ae12822b68db None None] Provisioning complete for port 3b6bd211-d89c-441b-8e82-7b562ca16f57 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:40.010932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4cbfae51-30cf-4f4c-bb3c-ae12822b68db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:40.113717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 48b37c63-a4c1-488a-b571-fd05b6edc292 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:40.172009 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c71a5dc-75fe-4b23-94db-00a35d3a91c1 None None] Network 976f4e5f-3236-49ac-b76a-1ddaaa93e7d4 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:40.184424 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:40.209241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 48b37c63-a4c1-488a-b571-fd05b6edc292 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:40.211128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:40.429231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:40.446831 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-d672553d-8ac2-4f5d-9495-0904824b4ea1 req-e24685f8-d5f4-4a3e-9011-c2b2bac59797 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Synchronizing usage tracker for tenant:8a79250c71664497ae0c8c1b57de2f8a on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:25:40.492237 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-d672553d-8ac2-4f5d-9495-0904824b4ea1 req-e24685f8-d5f4-4a3e-9011-c2b2bac59797 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] Unset dirty status for tenant:8a79250c71664497ae0c8c1b57de2f8a on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:25:40.510436 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d672553d-8ac2-4f5d-9495-0904824b4ea1 req-e24685f8-d5f4-4a3e-9011-c2b2bac59797 tempest-TestServerAdvancedOps-678852452 tempest-TestServerAdvancedOps-678852452-project] 10.222.0.130 "GET /v2.0/ports?device_id=4355f7aa-e82d-483b-b35d-8bbeeb4d3154 HTTP/1.1" status: 200 len: 210 time: 0.1117840 Jan 24 16:25:40.520921 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:40.524784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:40.527188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:40.529652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:25:40.551999 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5fff252d-5761-4525-b0a4-8546a25b6075 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/66058d02-2a9b-482f-9cda-27d1ad496017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8357952 Jan 24 16:25:40.554316 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35084) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:40.585535 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=00e41880-81b3-496c-ac47-e4ed69c4f34c,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:40.604008 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:40.607656 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d183f7-9848-4bf9-ac33-27e8d314cfd2 None None] Sync routers for ids ['66058d02-2a9b-482f-9cda-27d1ad496017'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:40.648557 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96919ba1-e26d-4c84-81b3-0ca8685d5123 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:40.649638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-96919ba1-e26d-4c84-81b3-0ca8685d5123 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Synchronizing usage tracker for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:25:40.649975 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:37Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': '48b37c63-a4c1-488a-b571-fd05b6edc292', 'name': '', 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:28:1e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:28Z', 'updated_at': '2022-01-24T16:25:36Z', 'revision_number': 4, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd6b4ba-be1d-469e-bb50-121ebc6fb62f', 'name': '', 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:63:40:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:35Z', 'updated_at': '2022-01-24T16:25:37Z', 'revision_number': 2, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:40.655939 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Checking router: b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:25:40.656507 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Updating router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 port ecd6b4ba-be1d-469e-bb50-121ebc6fb62f binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:25:40.658093 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:40.671847 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:40.672190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:40.672529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:40.672954 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:40.673275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:40.673599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:40.673919 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:40.674280 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:40.674598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:40.674960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:40.675340 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:40.676988 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-96919ba1-e26d-4c84-81b3-0ca8685d5123 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Unset dirty status for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:25:40.688686 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-96919ba1-e26d-4c84-81b3-0ca8685d5123 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports/328255af-1d55-4595-aa71-52713528e69c HTTP/1.1" status: 200 len: 910 time: 0.1332047 Jan 24 16:25:40.692963 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35088) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:40.717206 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:40.725001 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:40.742312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d183f7-9848-4bf9-ac33-27e8d314cfd2 None None] Routers {'66058d02-2a9b-482f-9cda-27d1ad496017'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:40.743184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-46d183f7-9848-4bf9-ac33-27e8d314cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['66058d02-2a9b-482f-9cda-27d1ad496017'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:40.845918 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 48b37c63-a4c1-488a-b571-fd05b6edc292, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=48b37c63-a4c1-488a-b571-fd05b6edc292,segment=NetworkSegment(7c0aa1ee-d119-4bcc-960a-b84efc285646),segment_id=7c0aa1ee-d119-4bcc-960a-b84efc285646)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:40.848623 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4cbfae51-30cf-4f4c-bb3c-ae12822b68db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:40.872506 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-46d183f7-9848-4bf9-ac33-27e8d314cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:40.932210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:40.932886 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d0259701-98d1-4eed-b30f-18dd0f4a1c3a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:41.143471 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d183f7-9848-4bf9-ac33-27e8d314cfd2 None None] Routers {'66058d02-2a9b-482f-9cda-27d1ad496017'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:41.144385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-46d183f7-9848-4bf9-ac33-27e8d314cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['66058d02-2a9b-482f-9cda-27d1ad496017'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:41.159784 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:41.177079 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Transition to ACTIVE for port object ecd6b4ba-be1d-469e-bb50-121ebc6fb62f will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:25:41.194561 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:41.210933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5196e216-f409-4694-9ad5-7ae8101c1f57 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:41.253753 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-46d183f7-9848-4bf9-ac33-27e8d314cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:41.254783 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d183f7-9848-4bf9-ac33-27e8d314cfd2 None None] The sync data for ids ['66058d02-2a9b-482f-9cda-27d1ad496017'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:41.276818 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d8dd9-24b6-41fc-9ccd-df74f6f4958a None None] Pushing event updated for resources: {'Port': ['ID=ecd6b4ba-be1d-469e-bb50-121ebc6fb62f,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:41.277734 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4cbfae51-30cf-4f4c-bb3c-ae12822b68db None None] For port 3b6bd211-d89c-441b-8e82-7b562ca16f57, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3b6bd211-d89c-441b-8e82-7b562ca16f57,segment=NetworkSegment(7b0d9ce7-6a64-4c9d-a85a-c50701b80c37),segment_id=7b0d9ce7-6a64-4c9d-a85a-c50701b80c37)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:41.354056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4cbfae51-30cf-4f4c-bb3c-ae12822b68db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:41.395760 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=48b37c63-a4c1-488a-b571-fd05b6edc292,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:41.501547 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Attempting to bind port ecd6b4ba-be1d-469e-bb50-121ebc6fb62f on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:25:41.502050 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Attempting to bind port ecd6b4ba-be1d-469e-bb50-121ebc6fb62f by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '7c88e003-844d-472b-ac15-6b9c988a21e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:25:41.503774 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Attempting to bind port ecd6b4ba-be1d-469e-bb50-121ebc6fb62f on network 976f4e5f-3236-49ac-b76a-1ddaaa93e7d4 {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:25:41.510878 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:25:41.511321 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Checking segment: {'id': '7c88e003-844d-472b-ac15-6b9c988a21e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:41.511840 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:41.512316 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Bound using segment: {'id': '7c88e003-844d-472b-ac15-6b9c988a21e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:25:41.512874 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Bound port: ecd6b4ba-be1d-469e-bb50-121ebc6fb62f, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c88e003-844d-472b-ac15-6b9c988a21e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:25:41.513331 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:41.588875 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.extraroute_db [None req-116b22da-f861-4a74-a54b-12fd7c1bc765 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83465) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 24 16:25:41.608357 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 1ef98f5a-db87-4e38-8186-0163ac492586 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:25:41.637416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.extraroute_db [None req-116b22da-f861-4a74-a54b-12fd7c1bc765 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Removed routes are [] {{(pid=83465) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 24 16:25:41.637853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-116b22da-f861-4a74-a54b-12fd7c1bc765 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:41.654525 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] For port ecd6b4ba-be1d-469e-bb50-121ebc6fb62f, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:25:41.660333 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] For port ecd6b4ba-be1d-469e-bb50-121ebc6fb62f, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ecd6b4ba-be1d-469e-bb50-121ebc6fb62f,segment=NetworkSegment(7c88e003-844d-472b-ac15-6b9c988a21e7),segment_id=7c88e003-844d-472b-ac15-6b9c988a21e7)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:25:41.674969 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:41.700572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port d0259701-98d1-4eed-b30f-18dd0f4a1c3a completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:41.712194 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 1ef98f5a-db87-4e38-8186-0163ac492586 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:25:41.713137 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 1ef98f5a-db87-4e38-8186-0163ac492586 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:25:41.718294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfae51-30cf-4f4c-bb3c-ae12822b68db None None] Pushing event updated for resources: {'Port': ['ID=3b6bd211-d89c-441b-8e82-7b562ca16f57,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:41.722473 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35094) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:41.737470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bcf55a0a-8a3e-49e7-8cd4-bf9e99b80b97 None None] Provisioning for port 328255af-1d55-4595-aa71-52713528e69c completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:41.755608 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bcf55a0a-8a3e-49e7-8cd4-bf9e99b80b97 None None] Provisioning complete for port 328255af-1d55-4595-aa71-52713528e69c triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:41.756228 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bcf55a0a-8a3e-49e7-8cd4-bf9e99b80b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:41.805421 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:41.856415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-bcf55a0a-8a3e-49e7-8cd4-bf9e99b80b97 None None] Port 328255af-1d55-4595-aa71-52713528e69c cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:25:41.885289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3b6bd211-d89c-441b-8e82-7b562ca16f57 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:41.900469 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:41.901093 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:41.966549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bcf55a0a-8a3e-49e7-8cd4-bf9e99b80b97 None None] Provisioning complete for port 3b6bd211-d89c-441b-8e82-7b562ca16f57 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:41.967151 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bcf55a0a-8a3e-49e7-8cd4-bf9e99b80b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:41.997102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8e3d49-bd8c-487c-902f-8853f566e007 admin admin] Deleting subnet 8525b1fd-77ed-449e-9dbb-e82334f74fdb {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:25:42.004355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3d49-bd8c-487c-902f-8853f566e007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:42.045627 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d8dd9-24b6-41fc-9ccd-df74f6f4958a None None] Pushing event updated for resources: {'Port': ['ID=ecd6b4ba-be1d-469e-bb50-121ebc6fb62f,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:42.076375 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:42.094395 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 3b6bd211-d89c-441b-8e82-7b562ca16f57 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:42.095558 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:42.228137 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3d49-bd8c-487c-902f-8853f566e007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:42.298799 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:42.313376 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3d49-bd8c-487c-902f-8853f566e007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:42.318134 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:42.318742 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bcf55a0a-8a3e-49e7-8cd4-bf9e99b80b97 None None] Provisioning for port d0259701-98d1-4eed-b30f-18dd0f4a1c3a completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:42.325100 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bcf55a0a-8a3e-49e7-8cd4-bf9e99b80b97 None None] Provisioning complete for port d0259701-98d1-4eed-b30f-18dd0f4a1c3a triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:42.325511 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bcf55a0a-8a3e-49e7-8cd4-bf9e99b80b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:42.362908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 48b37c63-a4c1-488a-b571-fd05b6edc292 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:42.483529 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3d49-bd8c-487c-902f-8853f566e007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:42.565178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e3d49-bd8c-487c-902f-8853f566e007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8525b1fd-77ed-449e-9dbb-e82334f74fdb,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:42.572547 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bcf55a0a-8a3e-49e7-8cd4-bf9e99b80b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:42.602178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3d49-bd8c-487c-902f-8853f566e007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:42.605218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 48b37c63-a4c1-488a-b571-fd05b6edc292 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:42.605755 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:42.623376 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0f8e3d49-bd8c-487c-902f-8853f566e007 admin admin] 10.222.0.130 "DELETE /v2.0/subnets/8525b1fd-77ed-449e-9dbb-e82334f74fdb HTTP/1.1" status: 204 len: 168 time: 0.8998742 Jan 24 16:25:42.624545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35100) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:42.671658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-bcf55a0a-8a3e-49e7-8cd4-bf9e99b80b97 None None] For port d0259701-98d1-4eed-b30f-18dd0f4a1c3a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d0259701-98d1-4eed-b30f-18dd0f4a1c3a,segment=NetworkSegment(7c88e003-844d-472b-ac15-6b9c988a21e7),segment_id=7c88e003-844d-472b-ac15-6b9c988a21e7)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:42.704714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bcf55a0a-8a3e-49e7-8cd4-bf9e99b80b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:42.820759 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf55a0a-8a3e-49e7-8cd4-bf9e99b80b97 None None] Pushing event updated for resources: {'Port': ['ID=d0259701-98d1-4eed-b30f-18dd0f4a1c3a,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:42.833160 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-5196e216-f409-4694-9ad5-7ae8101c1f57 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port 328255af-1d55-4595-aa71-52713528e69c {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:42.833646 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5196e216-f409-4694-9ad5-7ae8101c1f57 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:42.908686 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7ff16f2c-597a-4aa1-9bf5-afe509acf27e None None] Provisioning complete for port 328255af-1d55-4595-aa71-52713528e69c triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:42.909526 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7ff16f2c-597a-4aa1-9bf5-afe509acf27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:42.950825 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.db.resource_extend [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:25:42.960611 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:41Z', 'revision_number': 6, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': '48b37c63-a4c1-488a-b571-fd05b6edc292', 'name': '', 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:28:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:28Z', 'updated_at': '2022-01-24T16:25:40Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd6b4ba-be1d-469e-bb50-121ebc6fb62f', 'name': '', 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:63:40:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:35Z', 'updated_at': '2022-01-24T16:25:41Z', 'revision_number': 4, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:42.980899 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea93c08c-4560-4098-828f-2b705548be0d None None] The sync data for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv is: [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:41Z', 'revision_number': 6, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': '48b37c63-a4c1-488a-b571-fd05b6edc292', 'name': '', 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:28:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:28Z', 'updated_at': '2022-01-24T16:25:40Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd6b4ba-be1d-469e-bb50-121ebc6fb62f', 'name': '', 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:63:40:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:35Z', 'updated_at': '2022-01-24T16:25:41Z', 'revision_number': 4, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:42.981867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-7ff16f2c-597a-4aa1-9bf5-afe509acf27e None None] Port 328255af-1d55-4595-aa71-52713528e69c cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:25:42.993832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:43.004203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7ff16f2c-597a-4aa1-9bf5-afe509acf27e None None] Provisioning for port ecd6b4ba-be1d-469e-bb50-121ebc6fb62f completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:43.010875 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:43.067883 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7ff16f2c-597a-4aa1-9bf5-afe509acf27e None None] Provisioning complete for port d0259701-98d1-4eed-b30f-18dd0f4a1c3a triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:43.068451 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7ff16f2c-597a-4aa1-9bf5-afe509acf27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:43.138399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-116b22da-f861-4a74-a54b-12fd7c1bc765 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:43.157484 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4465264e-82ae-409e-a873-9ca9e1f8d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:43.218994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-116b22da-f861-4a74-a54b-12fd7c1bc765 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:43.259579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=00e41880-81b3-496c-ac47-e4ed69c4f34c,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:43.303371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5196e216-f409-4694-9ad5-7ae8101c1f57 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:43.347934 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:43.512107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-5196e216-f409-4694-9ad5-7ae8101c1f57 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for 328255af-1d55-4595-aa71-52713528e69c owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:43.583167 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4465264e-82ae-409e-a873-9ca9e1f8d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:43.618930 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-4465264e-82ae-409e-a873-9ca9e1f8d1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f10c6b-1200-4cb6-af19-8400f8ca6668']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:43.645923 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-4465264e-82ae-409e-a873-9ca9e1f8d1f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f14d9d-eadf-4e00-a2f4-20854f8315a6') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:43.646843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-4465264e-82ae-409e-a873-9ca9e1f8d1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f14d9d-eadf-4e00-a2f4-20854f8315a6') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:43.654215 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116b22da-f861-4a74-a54b-12fd7c1bc765 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:25:43.674887 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4465264e-82ae-409e-a873-9ca9e1f8d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:43.700479 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4465264e-82ae-409e-a873-9ca9e1f8d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:43.713108 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4465264e-82ae-409e-a873-9ca9e1f8d1f3 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:25:43.713498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4465264e-82ae-409e-a873-9ca9e1f8d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:25:43.727813 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:25:43.749573 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Floating IP 9aaca31d-427e-455d-a768-53b7c624dcea associated. External IP: 172.26.2.89, port: cf992852-0f24-41d3-9f14-b31423877e4f. Jan 24 16:25:43.889061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4465264e-82ae-409e-a873-9ca9e1f8d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:43.912602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4465264e-82ae-409e-a873-9ca9e1f8d1f3 admin admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:43.921123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5196e216-f409-4694-9ad5-7ae8101c1f57 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:43.930575 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d0259701-98d1-4eed-b30f-18dd0f4a1c3a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:43.999103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465264e-82ae-409e-a873-9ca9e1f8d1f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=58f10c6b-1200-4cb6-af19-8400f8ca6668,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:44.016859 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4465264e-82ae-409e-a873-9ca9e1f8d1f3 admin admin] 10.222.0.130 "DELETE /v2.0/networks/58f10c6b-1200-4cb6-af19-8400f8ca6668 HTTP/1.1" status: 204 len: 168 time: 1.3871675 Jan 24 16:25:44.017742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196e216-f409-4694-9ad5-7ae8101c1f57 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Port': ['ID=328255af-1d55-4595-aa71-52713528e69c,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:44.026024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35104) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:44.028610 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d0259701-98d1-4eed-b30f-18dd0f4a1c3a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:44.029146 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:44.057753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116b22da-f861-4a74-a54b-12fd7c1bc765 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:44.088089 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-116b22da-f861-4a74-a54b-12fd7c1bc765 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:44.089290 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-116b22da-f861-4a74-a54b-12fd7c1bc765 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 HTTP/1.1" status: 200 len: 953 time: 4.1393309 Jan 24 16:25:44.092380 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35108) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:44.094019 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefa0c45-02c4-4c8a-af55-a3562ae7a940 admin admin] Deleting subnet 0b936fc1-69d8-49df-9952-7babbc7d8dbd {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:25:44.099254 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cefa0c45-02c4-4c8a-af55-a3562ae7a940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:44.176095 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ecd6b4ba-be1d-469e-bb50-121ebc6fb62f up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:44.245268 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cefa0c45-02c4-4c8a-af55-a3562ae7a940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:44.278630 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port ecd6b4ba-be1d-469e-bb50-121ebc6fb62f completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:25:44.286383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port ecd6b4ba-be1d-469e-bb50-121ebc6fb62f triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:44.286740 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:44.340038 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7a83a-f86a-4d71-b378-1c095176ac5f None None] Sync routers for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:44.360359 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c7a83a-f86a-4d71-b378-1c095176ac5f None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:44.361734 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b6c7a83a-f86a-4d71-b378-1c095176ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:44.404615 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cefa0c45-02c4-4c8a-af55-a3562ae7a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:44.456240 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:44.506427 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port ecd6b4ba-be1d-469e-bb50-121ebc6fb62f, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ecd6b4ba-be1d-469e-bb50-121ebc6fb62f,segment=NetworkSegment(7c88e003-844d-472b-ac15-6b9c988a21e7),segment_id=7c88e003-844d-472b-ac15-6b9c988a21e7)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:44.512715 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:44.531853 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5196e216-f409-4694-9ad5-7ae8101c1f57 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:44.606711 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-b6c7a83a-f86a-4d71-b378-1c095176ac5f None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:44.649452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=ecd6b4ba-be1d-469e-bb50-121ebc6fb62f,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:44.723761 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fe76aca3-3a24-4028-8d82-d9ee17d47970 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/routers/b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 HTTP/1.1" status: 200 len: 953 time: 0.6300735 Jan 24 16:25:44.724646 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35114) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:44.734641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-455d2087-8e26-472f-be69-7e21e65d57bc tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'router': {'routes': None}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:44.806571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cefa0c45-02c4-4c8a-af55-a3562ae7a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:44.847368 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa0c45-02c4-4c8a-af55-a3562ae7a940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b936fc1-69d8-49df-9952-7babbc7d8dbd,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:44.915282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cefa0c45-02c4-4c8a-af55-a3562ae7a940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:44.987682 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cefa0c45-02c4-4c8a-af55-a3562ae7a940 admin admin] 10.222.0.130 "DELETE /v2.0/subnets/0b936fc1-69d8-49df-9952-7babbc7d8dbd HTTP/1.1" status: 204 len: 168 time: 0.9609416 Jan 24 16:25:44.990515 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35120) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:44.999725 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b6c7a83a-f86a-4d71-b378-1c095176ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:41Z', 'revision_number': 6, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': '48b37c63-a4c1-488a-b571-fd05b6edc292', 'name': '', 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:28:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:28Z', 'updated_at': '2022-01-24T16:25:40Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd6b4ba-be1d-469e-bb50-121ebc6fb62f', 'name': '', 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:63:40:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:35Z', 'updated_at': '2022-01-24T16:25:41Z', 'revision_number': 4, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:45.004432 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7a83a-f86a-4d71-b378-1c095176ac5f None None] Checking router: b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:25:45.018818 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c7a83a-f86a-4d71-b378-1c095176ac5f None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:45.019370 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b6c7a83a-f86a-4d71-b378-1c095176ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:45.124811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 6201f088-186e-4248-8bc9-adddedc40c5a has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:25:45.157501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-963c5e57-6476-478b-981c-dfcd16822735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:45.158013 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5196e216-f409-4694-9ad5-7ae8101c1f57 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router 66058d02-2a9b-482f-9cda-27d1ad496017 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:25:45.198065 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-b6c7a83a-f86a-4d71-b378-1c095176ac5f None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:45.304063 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5196e216-f409-4694-9ad5-7ae8101c1f57 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:45.315383 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5196e216-f409-4694-9ad5-7ae8101c1f57 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/66058d02-2a9b-482f-9cda-27d1ad496017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6207759 Jan 24 16:25:45.316364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35124) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:45.316517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39ba7d7-a81b-415a-bc3c-4b1b262f1976 None None] Sync routers for ids ['66058d02-2a9b-482f-9cda-27d1ad496017'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:45.337746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39ba7d7-a81b-415a-bc3c-4b1b262f1976 None None] Routers {'66058d02-2a9b-482f-9cda-27d1ad496017'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:45.338846 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-c39ba7d7-a81b-415a-bc3c-4b1b262f1976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['66058d02-2a9b-482f-9cda-27d1ad496017'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:45.372525 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-77a82846-a0c0-4f10-84c2-3e63198bcf44 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Synchronizing usage tracker for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:25:45.395430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-77a82846-a0c0-4f10-84c2-3e63198bcf44 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Unset dirty status for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:25:45.401592 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-77a82846-a0c0-4f10-84c2-3e63198bcf44 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports?device_id=66058d02-2a9b-482f-9cda-27d1ad496017 HTTP/1.1" status: 200 len: 205 time: 0.0836208 Jan 24 16:25:45.402403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35128) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:45.426364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-c39ba7d7-a81b-415a-bc3c-4b1b262f1976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:45.440007 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39ba7d7-a81b-415a-bc3c-4b1b262f1976 None None] Routers {'66058d02-2a9b-482f-9cda-27d1ad496017'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:45.440637 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-c39ba7d7-a81b-415a-bc3c-4b1b262f1976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['66058d02-2a9b-482f-9cda-27d1ad496017'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:45.512578 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-c39ba7d7-a81b-415a-bc3c-4b1b262f1976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:45.512981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39ba7d7-a81b-415a-bc3c-4b1b262f1976 None None] The sync data for ids ['66058d02-2a9b-482f-9cda-27d1ad496017'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:45.571455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-13961cf1-9723-498b-8205-e57450d5e130 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:45.582570 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b6c7a83a-f86a-4d71-b378-1c095176ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:41Z', 'revision_number': 6, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': '48b37c63-a4c1-488a-b571-fd05b6edc292', 'name': '', 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:28:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:28Z', 'updated_at': '2022-01-24T16:25:40Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd6b4ba-be1d-469e-bb50-121ebc6fb62f', 'name': '', 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:63:40:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:35Z', 'updated_at': '2022-01-24T16:25:44Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:45.587797 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7a83a-f86a-4d71-b378-1c095176ac5f None None] The sync data for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv is: [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:41Z', 'revision_number': 6, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': '48b37c63-a4c1-488a-b571-fd05b6edc292', 'name': '', 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:28:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:28Z', 'updated_at': '2022-01-24T16:25:40Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd6b4ba-be1d-469e-bb50-121ebc6fb62f', 'name': '', 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:63:40:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:35Z', 'updated_at': '2022-01-24T16:25:44Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:45.592739 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-963c5e57-6476-478b-981c-dfcd16822735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:45.666245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-963c5e57-6476-478b-981c-dfcd16822735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f414d6-6eb0-4afd-b92f-1048bc976735']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:45.696455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-963c5e57-6476-478b-981c-dfcd16822735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5801c4-a73e-4329-98fd-610bb813be2c') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:45.696748 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-963c5e57-6476-478b-981c-dfcd16822735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5801c4-a73e-4329-98fd-610bb813be2c') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:45.748038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-963c5e57-6476-478b-981c-dfcd16822735 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:45.819735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-963c5e57-6476-478b-981c-dfcd16822735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:45.831054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ecd6b4ba-be1d-469e-bb50-121ebc6fb62f up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:25:45.842489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963c5e57-6476-478b-981c-dfcd16822735 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:25:45.842757 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-963c5e57-6476-478b-981c-dfcd16822735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:25:45.861815 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:25:45.963677 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port ecd6b4ba-be1d-469e-bb50-121ebc6fb62f triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:25:45.964047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:46.008165 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-963c5e57-6476-478b-981c-dfcd16822735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:46.037874 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-963c5e57-6476-478b-981c-dfcd16822735 admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:46.142252 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-13961cf1-9723-498b-8205-e57450d5e130 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:46.147075 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-13961cf1-9723-498b-8205-e57450d5e130 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:46.175860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-13961cf1-9723-498b-8205-e57450d5e130 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:46.176413 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13961cf1-9723-498b-8205-e57450d5e130 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Fanout notify agent at l3_agent the message router_deleted on router 66058d02-2a9b-482f-9cda-27d1ad496017 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:25:46.191644 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-13961cf1-9723-498b-8205-e57450d5e130 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:46.192726 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-13961cf1-9723-498b-8205-e57450d5e130 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/routers/66058d02-2a9b-482f-9cda-27d1ad496017 HTTP/1.1" status: 204 len: 168 time: 0.7890785 Jan 24 16:25:46.196261 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35134) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:46.230508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c5e57-6476-478b-981c-dfcd16822735 admin admin] Pushing event deleted for resources: {'Network': ['ID=48f414d6-6eb0-4afd-b92f-1048bc976735,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:46.238937 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-963c5e57-6476-478b-981c-dfcd16822735 admin admin] 10.222.0.130 "DELETE /v2.0/networks/48f414d6-6eb0-4afd-b92f-1048bc976735 HTTP/1.1" status: 204 len: 168 time: 1.2472806 Jan 24 16:25:46.263429 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.extraroute_db [None req-455d2087-8e26-472f-be69-7e21e65d57bc tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Added routes are [] {{(pid=83465) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 24 16:25:46.263773 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.extraroute_db [None req-455d2087-8e26-472f-be69-7e21e65d57bc tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83465) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 24 16:25:46.285977 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:46.300864 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c5bd7-c829-4b30-b2cd-843937430f08 None None] Sync routers for ids ['6201f088-186e-4248-8bc9-adddedc40c5a'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:46.314816 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c5bd7-c829-4b30-b2cd-843937430f08 None None] Routers {'6201f088-186e-4248-8bc9-adddedc40c5a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:46.315948 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-881c5bd7-c829-4b30-b2cd-843937430f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6201f088-186e-4248-8bc9-adddedc40c5a'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:46.316369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-455d2087-8e26-472f-be69-7e21e65d57bc tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:46.322294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:46.411369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting subnet bd78dbe7-64c2-4672-a652-974a65d634a3 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:25:46.415075 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:46.492779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:46.505083 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ab31c9cc-6f86-4382-bed4-a34f2ebd65fd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7310145 Jan 24 16:25:46.522957 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'tag': 'cf992852-0f24-41d3-9f14-b31423877e4f'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:25:46.522957 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35140) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:46.554431 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-881c5bd7-c829-4b30-b2cd-843937430f08 None None] Set router 6201f088-186e-4248-8bc9-adddedc40c5a gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:46.589382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35148) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:46.673725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:46.692680 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d4131079-8c52-4ebe-b93c-8f9016f861d6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/9aaca31d-427e-455d-a768-53b7c624dcea HTTP/1.1" status: 200 len: 991 time: 0.1678441 Jan 24 16:25:46.748323 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1eb44280-b596-44be-949e-e637601023bb admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=8a79250c71664497ae0c8c1b57de2f8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1334903 Jan 24 16:25:46.751142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35152) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:46.802937 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:46.838551 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Subnet': ['ID=bd78dbe7-64c2-4672-a652-974a65d634a3,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:46.848969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:46.856782 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db1431f-7904-44a1-afd3-7fec8fad6c98 None None] Network 36fa5cbb-b676-466c-922e-8f83698d9b5f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:46.865349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:46.865895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:46.866584 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:46.867093 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:46.867637 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:46.868139 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:46.868653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:46.869167 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:46.869661 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:46.870493 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:46.871041 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:46.882503 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-faf7ae01-7536-4ab8-b6cb-bb5b4e42bee2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/bd78dbe7-64c2-4672-a652-974a65d634a3 HTTP/1.1" status: 204 len: 168 time: 0.6855230 Jan 24 16:25:46.884047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35156) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:46.994822 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'tag': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'status': 'completed', 'code': 200} Jan 24 16:25:47.060169 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-455d2087-8e26-472f-be69-7e21e65d57bc tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:47.081205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-455d2087-8e26-472f-be69-7e21e65d57bc tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:47.086735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:47.100190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b99b6841-3089-4bd5-b39a-5b910a71291c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:47.108110 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-881c5bd7-c829-4b30-b2cd-843937430f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:25:02Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9aaca31d-427e-455d-a768-53b7c624dcea', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.89', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'port_id': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'mac_address': 'fa:16:3e:45:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:25:41Z', 'updated_at': '2022-01-24T16:25:41Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064a49b-2dd1-4cf0-a6c6-ca764a711399', 'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:00:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:00Z', 'updated_at': '2022-01-24T16:25:20Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:47.114582 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c5bd7-c829-4b30-b2cd-843937430f08 None None] Checking router: 6201f088-186e-4248-8bc9-adddedc40c5a for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:25:47.115394 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port 3b6bd211-d89c-441b-8e82-7b562ca16f57 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:47.115764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:47.127589 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c5bd7-c829-4b30-b2cd-843937430f08 None None] Routers {'6201f088-186e-4248-8bc9-adddedc40c5a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:47.128274 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-881c5bd7-c829-4b30-b2cd-843937430f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6201f088-186e-4248-8bc9-adddedc40c5a'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:47.239417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b99b6841-3089-4bd5-b39a-5b910a71291c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:47.273978 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f86294ac-e255-4c9a-837b-d44067226b78 req-f0213fa0-731b-4455-a72e-7716ff44a52c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 1099 time: 0.2737753 Jan 24 16:25:47.326497 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] DHCP port deletion for 36fa5cbb-b676-466c-922e-8f83698d9b5f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:25:47.331885 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Deleting port 3b6bd211-d89c-441b-8e82-7b562ca16f57 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:47.332681 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:47.352895 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-881c5bd7-c829-4b30-b2cd-843937430f08 None None] Set router 6201f088-186e-4248-8bc9-adddedc40c5a gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:47.406975 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b99b6841-3089-4bd5-b39a-5b910a71291c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:47.424675 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455d2087-8e26-472f-be69-7e21e65d57bc tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:25:47.431589 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b6841-3089-4bd5-b39a-5b910a71291c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191bf7bb-d64b-47a9-bd4a-e842f962d889,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:47.513822 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b99b6841-3089-4bd5-b39a-5b910a71291c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:47.518314 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b99b6841-3089-4bd5-b39a-5b910a71291c admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/191bf7bb-d64b-47a9-bd4a-e842f962d889 HTTP/1.1" status: 204 len: 168 time: 0.7599883 Jan 24 16:25:47.562515 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] For port 3b6bd211-d89c-441b-8e82-7b562ca16f57, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3b6bd211-d89c-441b-8e82-7b562ca16f57,segment=NetworkSegment(7b0d9ce7-6a64-4c9d-a85a-c50701b80c37),segment_id=7b0d9ce7-6a64-4c9d-a85a-c50701b80c37)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:47.563193 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:47.631401 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86294ac-e255-4c9a-837b-d44067226b78 req-976f9202-b321-4082-bf98-ad581b842aa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:47.633074 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f86294ac-e255-4c9a-837b-d44067226b78 req-976f9202-b321-4082-bf98-ad581b842aa2 service neutron] 10.222.0.129 "GET /v2.0/networks?id=88a45bf6-42c8-42f3-be4a-55593bb18366 HTTP/1.1" status: 200 len: 898 time: 0.3371029 Jan 24 16:25:47.651553 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] For port 3b6bd211-d89c-441b-8e82-7b562ca16f57, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3b6bd211-d89c-441b-8e82-7b562ca16f57,segment=NetworkSegment(7b0d9ce7-6a64-4c9d-a85a-c50701b80c37),segment_id=7b0d9ce7-6a64-4c9d-a85a-c50701b80c37)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:47.652065 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:47.700370 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35162) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:47.702904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455d2087-8e26-472f-be69-7e21e65d57bc tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:47.722648 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-455d2087-8e26-472f-be69-7e21e65d57bc tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:47.731365 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-455d2087-8e26-472f-be69-7e21e65d57bc tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 HTTP/1.1" status: 200 len: 703 time: 3.0035512 Jan 24 16:25:47.735383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35164) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:47.761629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a904b-59c6-4de3-84b7-44ad3ad3b2e4 None None] Sync routers for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:47.824482 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f86294ac-e255-4c9a-837b-d44067226b78 req-7dd13e05-d570-4d22-8626-30fb68ff3762 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf992852-0f24-41d3-9f14-b31423877e4f HTTP/1.1" status: 200 len: 999 time: 0.1231117 Jan 24 16:25:47.832179 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for 3b6bd211-d89c-441b-8e82-7b562ca16f57 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:47.900088 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3b6bd211-d89c-441b-8e82-7b562ca16f57 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:25:47.980926 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Calling delete_port for 3b6bd211-d89c-441b-8e82-7b562ca16f57 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:48.095693 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-881c5bd7-c829-4b30-b2cd-843937430f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:25:02Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9aaca31d-427e-455d-a768-53b7c624dcea', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.89', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'port_id': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'mac_address': 'fa:16:3e:45:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:25:41Z', 'updated_at': '2022-01-24T16:25:41Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064a49b-2dd1-4cf0-a6c6-ca764a711399', 'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:00:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:00Z', 'updated_at': '2022-01-24T16:25:20Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:48.097544 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-98550b80-e861-4a0f-82f9-70d53f54dff8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/routers/b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 HTTP/1.1" status: 200 len: 703 time: 0.3607674 Jan 24 16:25:48.100206 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35172) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:48.104281 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c5bd7-c829-4b30-b2cd-843937430f08 None None] The sync data for ids ['6201f088-186e-4248-8bc9-adddedc40c5a'] in dv-neutron-826104-1-hyperv is: [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:25:02Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9aaca31d-427e-455d-a768-53b7c624dcea', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.89', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'port_id': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'mac_address': 'fa:16:3e:45:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:25:41Z', 'updated_at': '2022-01-24T16:25:41Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064a49b-2dd1-4cf0-a6c6-ca764a711399', 'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:00:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:00Z', 'updated_at': '2022-01-24T16:25:20Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:48.198537 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a904b-59c6-4de3-84b7-44ad3ad3b2e4 None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:48.199184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-024a904b-59c6-4de3-84b7-44ad3ad3b2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:48.271588 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-be126a87-1877-4906-93ba-7df069101a59 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/9aaca31d-427e-455d-a768-53b7c624dcea HTTP/1.1" status: 200 len: 991 time: 0.4487097 Jan 24 16:25:48.304725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86294ac-e255-4c9a-837b-d44067226b78 req-40c129e1-263d-407f-a232-544d9097ca42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:48.307036 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f86294ac-e255-4c9a-837b-d44067226b78 req-40c129e1-263d-407f-a232-544d9097ca42 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=825ceca4-d3e6-44d5-82b0-5de84ec4730f HTTP/1.1" status: 200 len: 834 time: 0.4428632 Jan 24 16:25:48.409741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-024a904b-59c6-4de3-84b7-44ad3ad3b2e4 None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:48.415999 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f86294ac-e255-4c9a-837b-d44067226b78 req-0a1c26bb-5793-48d6-bc82-ff1c7f0bb0c1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=88a45bf6-42c8-42f3-be4a-55593bb18366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915444 Jan 24 16:25:48.460113 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271113d-de1a-4079-a15f-ec5ff2cbc382 None None] New status for floating IP 9aaca31d-427e-455d-a768-53b7c624dcea: ACTIVE {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:25:48.547800 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35176) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:48.575187 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f86294ac-e255-4c9a-837b-d44067226b78 req-dfc5a503-b702-4412-907b-2356a8122aea service neutron] 10.222.0.129 "GET /v2.0/networks/88a45bf6-42c8-42f3-be4a-55593bb18366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505933 Jan 24 16:25:48.596315 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:48.643607 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-538b58b8-cbae-4681-a213-0e0bad237478 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=9ef0684c3bb64c61b120f291b97b6c2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0906599 Jan 24 16:25:48.644220 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35180) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:48.708121 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.api [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:25:48.708435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG oslo_db.api [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:25:48.750195 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:48.795106 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f86294ac-e255-4c9a-837b-d44067226b78 req-6c6cbc17-885f-481e-b4f9-4af186dc3089 service neutron] 10.222.0.129 "GET /v2.0/networks/88a45bf6-42c8-42f3-be4a-55593bb18366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095873 Jan 24 16:25:48.800626 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Port 3b6bd211-d89c-441b-8e82-7b562ca16f57 update to DOWN by agent not found {{(pid=83467) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 24 16:25:48.821022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Pushing event deleted for resources: {'Port': ['ID=3b6bd211-d89c-441b-8e82-7b562ca16f57,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:48.849469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] No DVR routers for this DVR port 3b6bd211-d89c-441b-8e82-7b562ca16f57 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:25:48.856626 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:48.857186 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:48.857672 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:48.858187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:48.858660 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:48.859142 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:48.859651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:48.859978 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:48.860297 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:48.861651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:48.861651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6f4e5-7dbb-48d9-9129-42ff6ebd74cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:25:48.889247 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-88f25eab-dba1-45f7-9cc3-f5583a873222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:48.926755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-88f25eab-dba1-45f7-9cc3-f5583a873222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:48.973046 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2d9d525c-7d62-44af-8906-793b4844debe tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:49.007681 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-024a904b-59c6-4de3-84b7-44ad3ad3b2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:46Z', 'revision_number': 7, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': '48b37c63-a4c1-488a-b571-fd05b6edc292', 'name': '', 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:28:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:28Z', 'updated_at': '2022-01-24T16:25:40Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd6b4ba-be1d-469e-bb50-121ebc6fb62f', 'name': '', 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:63:40:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:35Z', 'updated_at': '2022-01-24T16:25:44Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:49.013254 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a904b-59c6-4de3-84b7-44ad3ad3b2e4 None None] Checking router: b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:25:49.025344 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a904b-59c6-4de3-84b7-44ad3ad3b2e4 None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:49.025964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-024a904b-59c6-4de3-84b7-44ad3ad3b2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:49.138721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-88f25eab-dba1-45f7-9cc3-f5583a873222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:49.157621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f25eab-dba1-45f7-9cc3-f5583a873222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac634f4-e48a-4a3a-bac6-cf6269b505cd,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:49.168213 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-88f25eab-dba1-45f7-9cc3-f5583a873222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:49.169320 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-88f25eab-dba1-45f7-9cc3-f5583a873222 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/4ac634f4-e48a-4a3a-bac6-cf6269b505cd HTTP/1.1" status: 204 len: 168 time: 0.5238729 Jan 24 16:25:49.210130 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port 3b6bd211-d89c-441b-8e82-7b562ca16f57 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:49.211610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:49.231183 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-024a904b-59c6-4de3-84b7-44ad3ad3b2e4 None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:49.275577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35186) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:49.391715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] The port '3b6bd211-d89c-441b-8e82-7b562ca16f57' was deleted {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:25:49.629179 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:49.644792 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b431aa02-d0d3-43c4-ad6d-525aa919a1d4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/9aaca31d-427e-455d-a768-53b7c624dcea HTTP/1.1" status: 200 len: 993 time: 0.3675706 Jan 24 16:25:49.662033 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fa5cbb-b676-466c-922e-8f83698d9b5f']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:49.665622 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-024a904b-59c6-4de3-84b7-44ad3ad3b2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:46Z', 'revision_number': 7, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': '48b37c63-a4c1-488a-b571-fd05b6edc292', 'name': '', 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:28:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:28Z', 'updated_at': '2022-01-24T16:25:40Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd6b4ba-be1d-469e-bb50-121ebc6fb62f', 'name': '', 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:63:40:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:35Z', 'updated_at': '2022-01-24T16:25:44Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:49.670702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a904b-59c6-4de3-84b7-44ad3ad3b2e4 None None] The sync data for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv is: [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:46Z', 'revision_number': 7, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': '48b37c63-a4c1-488a-b571-fd05b6edc292', 'name': '', 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:28:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:28Z', 'updated_at': '2022-01-24T16:25:40Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd6b4ba-be1d-469e-bb50-121ebc6fb62f', 'name': '', 'network_id': '976f4e5f-3236-49ac-b76a-1ddaaa93e7d4', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:63:40:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:35Z', 'updated_at': '2022-01-24T16:25:44Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '2de338fb-2e5b-45ef-8aa6-6c5774294dd0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:49.677086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0d9ce7-6a64-4c9d-a85a-c50701b80c37') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:49.677086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0d9ce7-6a64-4c9d-a85a-c50701b80c37') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:49.689665 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:49.706371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:49.712572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:25:49.713589 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn( Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn( Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn( Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn( Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:25:49.731800 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:25:49.739510 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d525c-7d62-44af-8906-793b4844debe tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port ecd6b4ba-be1d-469e-bb50-121ebc6fb62f {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:49.739988 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2d9d525c-7d62-44af-8906-793b4844debe tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:49.822069 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:49.842347 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:49.850533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Network': ['ID=36fa5cbb-b676-466c-922e-8f83698d9b5f,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:49.865809 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-452615d7-df43-447c-8636-ad99e085ad33 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/networks/36fa5cbb-b676-466c-922e-8f83698d9b5f HTTP/1.1" status: 204 len: 168 time: 2.9809084 Jan 24 16:25:49.870449 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35190) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:49.875971 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-419269466', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:49.883515 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:49.888352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:router and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:49.892428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:49.899875 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:49.910824 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:49.912705 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:49.936219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:49.953180 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-2d9d525c-7d62-44af-8906-793b4844debe tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] For port ecd6b4ba-be1d-469e-bb50-121ebc6fb62f, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ecd6b4ba-be1d-469e-bb50-121ebc6fb62f,segment=NetworkSegment(7c88e003-844d-472b-ac15-6b9c988a21e7),segment_id=7c88e003-844d-472b-ac15-6b9c988a21e7)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:49.953180 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2d9d525c-7d62-44af-8906-793b4844debe tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:50.082759 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d525c-7d62-44af-8906-793b4844debe tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for ecd6b4ba-be1d-469e-bb50-121ebc6fb62f owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:50.101557 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:50.272121 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2d9d525c-7d62-44af-8906-793b4844debe tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:50.297814 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:50.318751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d525c-7d62-44af-8906-793b4844debe tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Port': ['ID=ecd6b4ba-be1d-469e-bb50-121ebc6fb62f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:50.338870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:50.505341 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Allocated IP 172.26.2.240 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/6358c7f2-592c-40d9-b02f-1ae7810c2d8f) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:25:50.662451 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2d9d525c-7d62-44af-8906-793b4844debe tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:50.756222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35196) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:50.887099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:51.010946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-567f59d6-e62a-46b6-b53d-2e5c1160dacb tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Deleting port c666c919-c700-4551-a94c-fa5e4ca1b918 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:51.011212 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-567f59d6-e62a-46b6-b53d-2e5c1160dacb tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:51.053433 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:51.192402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9d525c-7d62-44af-8906-793b4844debe tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:25:51.207396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=6358c7f2-592c-40d9-b02f-1ae7810c2d8f,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:51.211600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:25:51.214755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:51.219010 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:25:51.345483 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-567f59d6-e62a-46b6-b53d-2e5c1160dacb tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:51.345483 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-567f59d6-e62a-46b6-b53d-2e5c1160dacb tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:51.384605 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9d525c-7d62-44af-8906-793b4844debe tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:51.395452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e61e5-3694-4169-804b-68eee342dcb5 None None] Sync routers for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:51.408395 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2d9d525c-7d62-44af-8906-793b4844debe tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/b75ffcb0-20d1-4b65-bc82-896fe8ef54c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3058977 Jan 24 16:25:51.410620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35200) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:51.412704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e61e5-3694-4169-804b-68eee342dcb5 None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:51.413499 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-237e61e5-3694-4169-804b-68eee342dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:51.483255 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-567f59d6-e62a-46b6-b53d-2e5c1160dacb tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Calling delete_port for c666c919-c700-4551-a94c-fa5e4ca1b918 owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:51.599286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-237e61e5-3694-4169-804b-68eee342dcb5 None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:51.662979 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:51.663819 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:51.673227 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-d126a30d-acce-485b-9a8b-f80601cb5fc4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting subnet 2de338fb-2e5b-45ef-8aa6-6c5774294dd0 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:25:51.676463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d126a30d-acce-485b-9a8b-f80601cb5fc4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:51.738841 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-567f59d6-e62a-46b6-b53d-2e5c1160dacb tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:51.756598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d126a30d-acce-485b-9a8b-f80601cb5fc4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:51.797287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f59d6-e62a-46b6-b53d-2e5c1160dacb tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event deleted for resources: {'Port': ['ID=c666c919-c700-4551-a94c-fa5e4ca1b918,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:51.909628 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d126a30d-acce-485b-9a8b-f80601cb5fc4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:51.927702 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-567f59d6-e62a-46b6-b53d-2e5c1160dacb tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:52.005420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d126a30d-acce-485b-9a8b-f80601cb5fc4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:52.078883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d126a30d-acce-485b-9a8b-f80601cb5fc4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:52.086252 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-237e61e5-3694-4169-804b-68eee342dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:50Z', 'revision_number': 8, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': '48b37c63-a4c1-488a-b571-fd05b6edc292', 'name': '', 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:28:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:28Z', 'updated_at': '2022-01-24T16:25:40Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:52.096876 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d126a30d-acce-485b-9a8b-f80601cb5fc4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/2de338fb-2e5b-45ef-8aa6-6c5774294dd0 HTTP/1.1" status: 204 len: 168 time: 0.6830220 Jan 24 16:25:52.096876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126a30d-acce-485b-9a8b-f80601cb5fc4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Subnet': ['ID=2de338fb-2e5b-45ef-8aa6-6c5774294dd0,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:52.097198 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5319542e-9aeb-491a-9cd0-47720614e207 None None] Network 976f4e5f-3236-49ac-b76a-1ddaaa93e7d4 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:52.099555 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35204) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:52.130080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e61e5-3694-4169-804b-68eee342dcb5 None None] Checking router: b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:25:52.216819 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e61e5-3694-4169-804b-68eee342dcb5 None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:52.217419 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-237e61e5-3694-4169-804b-68eee342dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:52.384355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:52.386290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router c32324e4-9025-4264-94e7-12a322e9e5f9 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:25:52.405860 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port d0259701-98d1-4eed-b30f-18dd0f4a1c3a {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:52.406200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:52.504793 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-237e61e5-3694-4169-804b-68eee342dcb5 None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:52.631744 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] For port d0259701-98d1-4eed-b30f-18dd0f4a1c3a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d0259701-98d1-4eed-b30f-18dd0f4a1c3a,segment=NetworkSegment(7c88e003-844d-472b-ac15-6b9c988a21e7),segment_id=7c88e003-844d-472b-ac15-6b9c988a21e7)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:52.632157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:52.763799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897ec494-cffe-4a05-b19f-ed8593573b17 None None] DHCP port deletion for 976f4e5f-3236-49ac-b76a-1ddaaa93e7d4 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:25:52.786643 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-897ec494-cffe-4a05-b19f-ed8593573b17 None None] Deleting port d0259701-98d1-4eed-b30f-18dd0f4a1c3a {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:52.787364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-897ec494-cffe-4a05-b19f-ed8593573b17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:52.813869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for d0259701-98d1-4eed-b30f-18dd0f4a1c3a owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:52.842811 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:52.846109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567f59d6-e62a-46b6-b53d-2e5c1160dacb tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:25:52.855756 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1504b33-1d5c-4271-84f4-b56d8104e067 None None] Sync routers for ids ['c32324e4-9025-4264-94e7-12a322e9e5f9'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:52.869106 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1504b33-1d5c-4271-84f4-b56d8104e067 None None] Routers {'c32324e4-9025-4264-94e7-12a322e9e5f9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:52.870105 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b1504b33-1d5c-4271-84f4-b56d8104e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c32324e4-9025-4264-94e7-12a322e9e5f9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:52.904602 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:52.922267 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-897ec494-cffe-4a05-b19f-ed8593573b17 None None] The port 'd0259701-98d1-4eed-b30f-18dd0f4a1c3a' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:25:52.943993 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b1504b33-1d5c-4271-84f4-b56d8104e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:52.956695 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1504b33-1d5c-4271-84f4-b56d8104e067 None None] Routers {'c32324e4-9025-4264-94e7-12a322e9e5f9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:52.957625 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b1504b33-1d5c-4271-84f4-b56d8104e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c32324e4-9025-4264-94e7-12a322e9e5f9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:52.961031 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Port': ['ID=d0259701-98d1-4eed-b30f-18dd0f4a1c3a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:52.962006 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-237e61e5-3694-4169-804b-68eee342dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:50Z', 'revision_number': 8, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': '48b37c63-a4c1-488a-b571-fd05b6edc292', 'name': '', 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:28:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:28Z', 'updated_at': '2022-01-24T16:25:40Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:52.966981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e61e5-3694-4169-804b-68eee342dcb5 None None] The sync data for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv is: [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:50Z', 'revision_number': 8, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': '48b37c63-a4c1-488a-b571-fd05b6edc292', 'name': '', 'network_id': 'f4345a81-301e-4f6b-8c56-e741b61d925f', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:28:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:28Z', 'updated_at': '2022-01-24T16:25:40Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': 'bcaee58d-4a95-4437-83e8-a9294fe96f06', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:52.975640 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] No DVR routers for this DVR port d0259701-98d1-4eed-b30f-18dd0f4a1c3a on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:25:52.978281 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:52.982354 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-285dfcb2-5261-4a21-b7c1-e51e0711ca38 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.1084902 Jan 24 16:25:52.989368 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35208) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:53.051458 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b1504b33-1d5c-4271-84f4-b56d8104e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:53.051797 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1504b33-1d5c-4271-84f4-b56d8104e067 None None] The sync data for ids ['c32324e4-9025-4264-94e7-12a322e9e5f9'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:53.122259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:53.149347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976f4e5f-3236-49ac-b76a-1ddaaa93e7d4']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:53.161623 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c88e003-844d-472b-ac15-6b9c988a21e7') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:53.161877 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c88e003-844d-472b-ac15-6b9c988a21e7') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:53.173187 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:53.189043 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:53.195048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:25:53.195521 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:25:53.213756 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:25:53.291052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:53.309197 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:53.314979 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567f59d6-e62a-46b6-b53d-2e5c1160dacb tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:53.320463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Network': ['ID=976f4e5f-3236-49ac-b76a-1ddaaa93e7d4,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:53.324258 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a98a75f8-b6a8-4133-b0c7-4c9f01509cd8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/routers/c32324e4-9025-4264-94e7-12a322e9e5f9 HTTP/1.1" status: 200 len: 880 time: 0.3303151 Jan 24 16:25:53.324258 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-567f59d6-e62a-46b6-b53d-2e5c1160dacb tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:53.325710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35212) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:53.335802 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162906bd-3bb8-4dea-b13a-a027f42b2af9 None None] Sync routers for ids ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:53.349625 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162906bd-3bb8-4dea-b13a-a027f42b2af9 None None] Routers {'584ff679-63b4-4b17-90d7-2d3fa3e5c368'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:53.350427 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-162906bd-3bb8-4dea-b13a-a027f42b2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:53.383546 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-567f59d6-e62a-46b6-b53d-2e5c1160dacb tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "DELETE /v2.0/floatingips/c310e38e-7c75-4e3d-9185-ebdfc8c5cf1b HTTP/1.1" status: 204 len: 168 time: 2.6234548 Jan 24 16:25:53.383546 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'tag': '2ec706bb-2c45-4281-be45-cabcb68e3d3a'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:25:53.408992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35220) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:53.420058 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bde44840-0d0d-4d76-b395-af8c64c19c98 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/networks/976f4e5f-3236-49ac-b76a-1ddaaa93e7d4 HTTP/1.1" status: 204 len: 168 time: 1.3193502 Jan 24 16:25:53.531750 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'tag': '2ec706bb-2c45-4281-be45-cabcb68e3d3a', 'status': 'completed', 'code': 200} Jan 24 16:25:53.549358 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-162906bd-3bb8-4dea-b13a-a027f42b2af9 None None] Set router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:53.614420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ab60f9c9-5e54-411b-bbba-5b4f8af81b77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Synchronizing usage tracker for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:router {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:25:53.647710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ab60f9c9-5e54-411b-bbba-5b4f8af81b77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Unset dirty status for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:router {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:25:53.649245 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ab60f9c9-5e54-411b-bbba-5b4f8af81b77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3234341 Jan 24 16:25:53.652420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35226) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:53.660368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-49df842f-de6d-4449-9f9f-39f7b1962550 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-419269466'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:53.670835 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b702387c-ebbd-4275-865d-54f86ddd6f94 req-850ddf71-f578-4740-a90d-5d5c22138ef6 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=887dba35b042474383130630b2f4d852&device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 1098 time: 0.1787748 Jan 24 16:25:53.877634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d0259701-98d1-4eed-b30f-18dd0f4a1c3a no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:25:53.914498 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: d0259701-98d1-4eed-b30f-18dd0f4a1c3a {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:25:53.914806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d0259701-98d1-4eed-b30f-18dd0f4a1c3a not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:25:53.915510 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ecd6b4ba-be1d-469e-bb50-121ebc6fb62f no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:25:53.953685 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: ecd6b4ba-be1d-469e-bb50-121ebc6fb62f {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:25:53.954333 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ecd6b4ba-be1d-469e-bb50-121ebc6fb62f not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:25:53.986842 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-162906bd-3bb8-4dea-b13a-a027f42b2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642513223', 'tenant_id': '887dba35b042474383130630b2f4d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:23Z', 'updated_at': '2022-01-24T16:23:40Z', 'revision_number': 4, 'project_id': '887dba35b042474383130630b2f4d852', 'gw_port': {'id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:25Z', 'updated_at': '2022-01-24T16:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0ca9bac0-6b21-4065-8698-7543bc796da5', 'name': '', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'tenant_id': '887dba35b042474383130630b2f4d852', 'mac_address': 'fa:16:3e:35:6e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:37Z', 'updated_at': '2022-01-24T16:23:52Z', 'revision_number': 5, 'project_id': '887dba35b042474383130630b2f4d852', 'subnets': [{'id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:53.991075 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162906bd-3bb8-4dea-b13a-a027f42b2af9 None None] Checking router: 584ff679-63b4-4b17-90d7-2d3fa3e5c368 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:25:54.003001 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162906bd-3bb8-4dea-b13a-a027f42b2af9 None None] Routers {'584ff679-63b4-4b17-90d7-2d3fa3e5c368'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:54.003658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-162906bd-3bb8-4dea-b13a-a027f42b2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:54.216416 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-162906bd-3bb8-4dea-b13a-a027f42b2af9 None None] Set router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:54.250145 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702387c-ebbd-4275-865d-54f86ddd6f94 req-8cefc918-4482-4eb1-afba-b3764e029efb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:54.251631 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b702387c-ebbd-4275-865d-54f86ddd6f94 req-8cefc918-4482-4eb1-afba-b3764e029efb service neutron] 10.222.0.129 "GET /v2.0/networks?id=acadd433-0231-4b2a-ac9a-1d06f04803d6 HTTP/1.1" status: 200 len: 898 time: 0.5727928 Jan 24 16:25:54.272919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fd919-8015-4de1-900a-6f65cddd605d req-b273f95f-d09e-4f5d-a4d0-4413a6392008 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:54.273906 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-367fd919-8015-4de1-900a-6f65cddd605d req-b273f95f-d09e-4f5d-a4d0-4413a6392008 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Synchronizing usage tracker for tenant:887dba35b042474383130630b2f4d852 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:25:54.281031 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-419bdd8f-6d7d-41df-8e0f-db397e2e922f req-f6abd1ce-b103-4baa-8ae6-7af055f73f49 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3258173 Jan 24 16:25:54.362148 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-367fd919-8015-4de1-900a-6f65cddd605d req-b273f95f-d09e-4f5d-a4d0-4413a6392008 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Unset dirty status for tenant:887dba35b042474383130630b2f4d852 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:25:54.363307 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-367fd919-8015-4de1-900a-6f65cddd605d req-b273f95f-d09e-4f5d-a4d0-4413a6392008 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 0.6079595 Jan 24 16:25:54.394709 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b702387c-ebbd-4275-865d-54f86ddd6f94 req-bbff80b9-680b-4ada-a17e-0dcf18f1ceb9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec706bb-2c45-4281-be45-cabcb68e3d3a HTTP/1.1" status: 200 len: 217 time: 0.1124132 Jan 24 16:25:54.435515 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-49df842f-de6d-4449-9f9f-39f7b1962550 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:54.448261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-49df842f-de6d-4449-9f9f-39f7b1962550 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:54.522839 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b338f33f-9b4b-4a83-9f57-2207805dd9e4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:54.576692 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702387c-ebbd-4275-865d-54f86ddd6f94 req-1bd90d36-d837-4968-9c27-d940bd0c8114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:54.578194 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b702387c-ebbd-4275-865d-54f86ddd6f94 req-1bd90d36-d837-4968-9c27-d940bd0c8114 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=337b2769-a1e5-4643-ac51-e591120c5fdb HTTP/1.1" status: 200 len: 834 time: 0.1591952 Jan 24 16:25:54.617959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-162906bd-3bb8-4dea-b13a-a027f42b2af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642513223', 'tenant_id': '887dba35b042474383130630b2f4d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:23Z', 'updated_at': '2022-01-24T16:23:40Z', 'revision_number': 4, 'project_id': '887dba35b042474383130630b2f4d852', 'gw_port': {'id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:25Z', 'updated_at': '2022-01-24T16:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0ca9bac0-6b21-4065-8698-7543bc796da5', 'name': '', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'tenant_id': '887dba35b042474383130630b2f4d852', 'mac_address': 'fa:16:3e:35:6e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:37Z', 'updated_at': '2022-01-24T16:23:52Z', 'revision_number': 5, 'project_id': '887dba35b042474383130630b2f4d852', 'subnets': [{'id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:54.622075 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162906bd-3bb8-4dea-b13a-a027f42b2af9 None None] The sync data for ids ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'] in dv-neutron-826104-1-hyperv is: [{'id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642513223', 'tenant_id': '887dba35b042474383130630b2f4d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:23Z', 'updated_at': '2022-01-24T16:23:40Z', 'revision_number': 4, 'project_id': '887dba35b042474383130630b2f4d852', 'gw_port': {'id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:25Z', 'updated_at': '2022-01-24T16:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0ca9bac0-6b21-4065-8698-7543bc796da5', 'name': '', 'network_id': 'acadd433-0231-4b2a-ac9a-1d06f04803d6', 'tenant_id': '887dba35b042474383130630b2f4d852', 'mac_address': 'fa:16:3e:35:6e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:37Z', 'updated_at': '2022-01-24T16:23:52Z', 'revision_number': 5, 'project_id': '887dba35b042474383130630b2f4d852', 'subnets': [{'id': '337b2769-a1e5-4643-ac51-e591120c5fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:54.633780 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-367fd919-8015-4de1-900a-6f65cddd605d req-fed50a01-c944-4484-b9ee-63293c0055ca tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328053 Jan 24 16:25:54.666276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49df842f-de6d-4449-9f9f-39f7b1962550 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router c32324e4-9025-4264-94e7-12a322e9e5f9 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:25:54.731721 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-419bdd8f-6d7d-41df-8e0f-db397e2e922f req-c97dd3a8-fd41-4982-a000-42e3a977cc39 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 1098 time: 0.3661342 Jan 24 16:25:54.845491 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b702387c-ebbd-4275-865d-54f86ddd6f94 req-a254af50-7972-409a-b018-0316323fc14f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=acadd433-0231-4b2a-ac9a-1d06f04803d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2573724 Jan 24 16:25:54.872782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49df842f-de6d-4449-9f9f-39f7b1962550 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:54.878678 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-49df842f-de6d-4449-9f9f-39f7b1962550 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:54.879827 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-49df842f-de6d-4449-9f9f-39f7b1962550 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/c32324e4-9025-4264-94e7-12a322e9e5f9 HTTP/1.1" status: 200 len: 887 time: 1.2260840 Jan 24 16:25:54.882511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35230) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:54.886051 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab576f-fe3e-4e07-959d-6691894a0e9d None None] Sync routers for ids ['c32324e4-9025-4264-94e7-12a322e9e5f9'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:54.902601 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab576f-fe3e-4e07-959d-6691894a0e9d None None] Routers {'c32324e4-9025-4264-94e7-12a322e9e5f9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:54.903212 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-94ab576f-fe3e-4e07-959d-6691894a0e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c32324e4-9025-4264-94e7-12a322e9e5f9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:54.976906 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-94ab576f-fe3e-4e07-959d-6691894a0e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:54.994376 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab576f-fe3e-4e07-959d-6691894a0e9d None None] Routers {'c32324e4-9025-4264-94e7-12a322e9e5f9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:54.995242 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-94ab576f-fe3e-4e07-959d-6691894a0e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c32324e4-9025-4264-94e7-12a322e9e5f9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:55.057870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bdd8f-6d7d-41df-8e0f-db397e2e922f req-5e2980a7-f01f-4bcb-8759-42fc8715e934 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:55.059324 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-419bdd8f-6d7d-41df-8e0f-db397e2e922f req-5e2980a7-f01f-4bcb-8759-42fc8715e934 service neutron] 10.222.0.129 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 913 time: 0.3057842 Jan 24 16:25:55.131424 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85400a0a-8a48-4311-840f-12c68c7a2c0d None None] New status for floating IP c310e38e-7c75-4e3d-9185-ebdfc8c5cf1b: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:25:55.141092 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-94ab576f-fe3e-4e07-959d-6691894a0e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:55.141828 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab576f-fe3e-4e07-959d-6691894a0e9d None None] The sync data for ids ['c32324e4-9025-4264-94e7-12a322e9e5f9'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:55.170933 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a1bcb3ec-0320-45fb-a187-7c63d314c0dd tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/routers/c32324e4-9025-4264-94e7-12a322e9e5f9 HTTP/1.1" status: 200 len: 887 time: 0.2873833 Jan 24 16:25:55.173896 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35234) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:55.177335 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b702387c-ebbd-4275-865d-54f86ddd6f94 req-803b9fed-8cb0-42c8-951a-d7e48acf31d6 service neutron] 10.222.0.129 "GET /v2.0/networks/acadd433-0231-4b2a-ac9a-1d06f04803d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152103 Jan 24 16:25:55.220434 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-de0210aa-1bc5-49ab-aeaf-fc968145c909 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Synchronizing usage tracker for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:25:55.237771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-de0210aa-1bc5-49ab-aeaf-fc968145c909 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Unset dirty status for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:25:55.242111 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-de0210aa-1bc5-49ab-aeaf-fc968145c909 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports?device_id=c32324e4-9025-4264-94e7-12a322e9e5f9 HTTP/1.1" status: 200 len: 205 time: 0.0672994 Jan 24 16:25:55.242755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35238) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:55.474752 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:25:55.510052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671e42b-a1f1-49f7-9c78-e0a8b8fbafb6 req-335d32d4-5d68-4be6-b73b-f8f101a956c0 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:55.511511 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a671e42b-a1f1-49f7-9c78-e0a8b8fbafb6 req-335d32d4-5d68-4be6-b73b-f8f101a956c0 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.129 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 0.1144547 Jan 24 16:25:55.518208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ae3757d-e03d-4d67-83ac-305dc5538fc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:55.522282 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-419bdd8f-6d7d-41df-8e0f-db397e2e922f req-1cc5f70c-c259-489e-b576-73b64c563026 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32c694d8-1f95-46ac-84f7-557f806b9512 HTTP/1.1" status: 200 len: 1001 time: 0.4470668 Jan 24 16:25:55.634306 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b702387c-ebbd-4275-865d-54f86ddd6f94 req-7ab366e4-e4a0-4123-a53c-a9d73d83491b service neutron] 10.222.0.129 "GET /v2.0/networks/acadd433-0231-4b2a-ac9a-1d06f04803d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488480 Jan 24 16:25:55.642932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-a671e42b-a1f1-49f7-9c78-e0a8b8fbafb6 req-594193ae-fa85-4f22-8967-fdde7265797f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Deleting port 2ec706bb-2c45-4281-be45-cabcb68e3d3a {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:55.643276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-a671e42b-a1f1-49f7-9c78-e0a8b8fbafb6 req-594193ae-fa85-4f22-8967-fdde7265797f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:55.669226 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bdd8f-6d7d-41df-8e0f-db397e2e922f req-bd7bfc69-3499-429f-9ada-05908eee48e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:55.674992 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-419bdd8f-6d7d-41df-8e0f-db397e2e922f req-bd7bfc69-3499-429f-9ada-05908eee48e6 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 200 len: 851 time: 0.1369622 Jan 24 16:25:55.815423 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-419bdd8f-6d7d-41df-8e0f-db397e2e922f req-22a5e0f7-28b1-4507-94cb-7c03b7a98ca6 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a6e18642-b28b-4d3a-b701-7a40de2eb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1364326 Jan 24 16:25:55.998263 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-419bdd8f-6d7d-41df-8e0f-db397e2e922f req-b6d77bb7-05de-4320-9644-c6fa602ae443 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742713 Jan 24 16:25:56.147130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac086a-3a6e-44f3-8ef8-6c26dcbc70fc req-01a5dd26-fd66-457d-99ca-2136f9d07cc2 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:56.148588 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-38ac086a-3a6e-44f3-8ef8-6c26dcbc70fc req-01a5dd26-fd66-457d-99ca-2136f9d07cc2 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 945 time: 0.2834928 Jan 24 16:25:56.191110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-a671e42b-a1f1-49f7-9c78-e0a8b8fbafb6 req-594193ae-fa85-4f22-8967-fdde7265797f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] For port 2ec706bb-2c45-4281-be45-cabcb68e3d3a, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2ec706bb-2c45-4281-be45-cabcb68e3d3a,segment=NetworkSegment(2aba6bd8-ebc7-4d37-8903-371e8fe85e09),segment_id=2aba6bd8-ebc7-4d37-8903-371e8fe85e09)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:56.191110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-a671e42b-a1f1-49f7-9c78-e0a8b8fbafb6 req-594193ae-fa85-4f22-8967-fdde7265797f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:56.195928 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-419bdd8f-6d7d-41df-8e0f-db397e2e922f req-a3aba088-94cd-4914-a07c-8dd5d67aa21c service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893659 Jan 24 16:25:56.196520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b338f33f-9b4b-4a83-9f57-2207805dd9e4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port 48b37c63-a4c1-488a-b571-fd05b6edc292 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:56.196833 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b338f33f-9b4b-4a83-9f57-2207805dd9e4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:56.338431 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-a671e42b-a1f1-49f7-9c78-e0a8b8fbafb6 req-594193ae-fa85-4f22-8967-fdde7265797f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Calling delete_port for 2ec706bb-2c45-4281-be45-cabcb68e3d3a owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:56.386037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-b338f33f-9b4b-4a83-9f57-2207805dd9e4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] For port 48b37c63-a4c1-488a-b571-fd05b6edc292, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=48b37c63-a4c1-488a-b571-fd05b6edc292,segment=NetworkSegment(7c0aa1ee-d119-4bcc-960a-b84efc285646),segment_id=7c0aa1ee-d119-4bcc-960a-b84efc285646)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:56.386996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b338f33f-9b4b-4a83-9f57-2207805dd9e4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:56.400084 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-38ac086a-3a6e-44f3-8ef8-6c26dcbc70fc req-61af3581-f4e0-4c62-bb7a-c9d9de67e023 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/security-groups?id=e1708eb7-9546-42e1-ab40-7702b2cb026f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386868 Jan 24 16:25:56.414949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ae3757d-e03d-4d67-83ac-305dc5538fc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:56.438397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3757d-e03d-4d67-83ac-305dc5538fc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port 6358c7f2-592c-40d9-b02f-1ae7810c2d8f {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:56.438397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ae3757d-e03d-4d67-83ac-305dc5538fc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:56.512921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b338f33f-9b4b-4a83-9f57-2207805dd9e4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for 48b37c63-a4c1-488a-b571-fd05b6edc292 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:56.618412 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-a671e42b-a1f1-49f7-9c78-e0a8b8fbafb6 req-594193ae-fa85-4f22-8967-fdde7265797f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:56.678704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594193ae-fa85-4f22-8967-fdde7265797f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event deleted for resources: {'Port': ['ID=2ec706bb-2c45-4281-be45-cabcb68e3d3a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:56.695738 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b338f33f-9b4b-4a83-9f57-2207805dd9e4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:56.743556 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338f33f-9b4b-4a83-9f57-2207805dd9e4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Port': ['ID=48b37c63-a4c1-488a-b571-fd05b6edc292,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:56.784236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-a671e42b-a1f1-49f7-9c78-e0a8b8fbafb6 req-594193ae-fa85-4f22-8967-fdde7265797f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] No DVR routers for this DVR port 2ec706bb-2c45-4281-be45-cabcb68e3d3a on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:25:56.787321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-a671e42b-a1f1-49f7-9c78-e0a8b8fbafb6 req-594193ae-fa85-4f22-8967-fdde7265797f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:56.792866 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'name': 'network-vif-deleted', 'tag': '2ec706bb-2c45-4281-be45-cabcb68e3d3a'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:25:56.801907 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ae3757d-e03d-4d67-83ac-305dc5538fc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:56.884332 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd371c601-51bc-4f66-b445-e5ce57abf445', 'name': 'network-vif-deleted', 'tag': '2ec706bb-2c45-4281-be45-cabcb68e3d3a', 'status': 'completed', 'code': 200} Jan 24 16:25:56.939978 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a671e42b-a1f1-49f7-9c78-e0a8b8fbafb6 req-594193ae-fa85-4f22-8967-fdde7265797f tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.129 "DELETE /v2.0/ports/2ec706bb-2c45-4281-be45-cabcb68e3d3a HTTP/1.1" status: 204 len: 173 time: 1.3751719 Jan 24 16:25:56.947368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3757d-e03d-4d67-83ac-305dc5538fc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for 6358c7f2-592c-40d9-b02f-1ae7810c2d8f owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:56.969867 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b338f33f-9b4b-4a83-9f57-2207805dd9e4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:57.177036 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ae3757d-e03d-4d67-83ac-305dc5538fc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:57.228572 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3757d-e03d-4d67-83ac-305dc5538fc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Port': ['ID=6358c7f2-592c-40d9-b02f-1ae7810c2d8f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:57.618786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-6b8ea34a-3222-449b-aad7-015b159991aa req-74a904e9-9e08-4450-9295-25e275c42fae tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Synchronizing usage tracker for tenant:887dba35b042474383130630b2f4d852 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:25:57.623795 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ae3757d-e03d-4d67-83ac-305dc5538fc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:57.628129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b338f33f-9b4b-4a83-9f57-2207805dd9e4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:25:57.763502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-6b8ea34a-3222-449b-aad7-015b159991aa req-74a904e9-9e08-4450-9295-25e275c42fae tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Unset dirty status for tenant:887dba35b042474383130630b2f4d852 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:25:57.766120 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6b8ea34a-3222-449b-aad7-015b159991aa req-74a904e9-9e08-4450-9295-25e275c42fae tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "GET /v2.0/ports?device_id=d371c601-51bc-4f66-b445-e5ce57abf445 HTTP/1.1" status: 200 len: 210 time: 0.2001958 Jan 24 16:25:57.824679 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b338f33f-9b4b-4a83-9f57-2207805dd9e4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:25:57.840078 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0bbb55-4700-4c68-ae88-84400e764b21 None None] Sync routers for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:25:57.841169 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b338f33f-9b4b-4a83-9f57-2207805dd9e4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/b75ffcb0-20d1-4b65-bc82-896fe8ef54c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4310272 Jan 24 16:25:57.850161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35250) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:57.858350 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0bbb55-4700-4c68-ae88-84400e764b21 None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:57.859107 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ea0bbb55-4700-4c68-ae88-84400e764b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:57.950301 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ae3757d-e03d-4d67-83ac-305dc5538fc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:57.967996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ae3757d-e03d-4d67-83ac-305dc5538fc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.010764 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-ea0bbb55-4700-4c68-ae88-84400e764b21 None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:58.075082 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ae3757d-e03d-4d67-83ac-305dc5538fc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.075632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae3757d-e03d-4d67-83ac-305dc5538fc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Fanout notify agent at l3_agent the message router_deleted on router c32324e4-9025-4264-94e7-12a322e9e5f9 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:25:58.129846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2f9c23-5642-42fe-9321-1460812e0e3a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting subnet bcaee58d-4a95-4437-83e8-a9294fe96f06 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:25:58.135520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ae3757d-e03d-4d67-83ac-305dc5538fc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.140543 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8ae3757d-e03d-4d67-83ac-305dc5538fc5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/routers/c32324e4-9025-4264-94e7-12a322e9e5f9 HTTP/1.1" status: 204 len: 168 time: 2.8929553 Jan 24 16:25:58.140543 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9c23-5642-42fe-9321-1460812e0e3a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.141830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35254) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:58.147423 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-47de8997-8444-4d1f-ad5b-6d2fa8751e77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'network': {'name': 'tempest-RoutersTest-1207590144'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:58.152396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-47de8997-8444-4d1f-ad5b-6d2fa8751e77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:58.156617 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-47de8997-8444-4d1f-ad5b-6d2fa8751e77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:network and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:58.159688 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-47de8997-8444-4d1f-ad5b-6d2fa8751e77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:58.165503 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-47de8997-8444-4d1f-ad5b-6d2fa8751e77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:58.179094 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47de8997-8444-4d1f-ad5b-6d2fa8751e77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:25:58.182554 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47de8997-8444-4d1f-ad5b-6d2fa8751e77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.197650 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9c23-5642-42fe-9321-1460812e0e3a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.222808 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47de8997-8444-4d1f-ad5b-6d2fa8751e77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:25:58.235748 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47de8997-8444-4d1f-ad5b-6d2fa8751e77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.236023 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-47de8997-8444-4d1f-ad5b-6d2fa8751e77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Added segment 57f03d93-9d30-40df-8deb-aafc7f9422c5 of type vlan for network 264be1ec-c411-4d4a-8897-4a0e6c2082f7 Jan 24 16:25:58.265845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47de8997-8444-4d1f-ad5b-6d2fa8751e77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.301936 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47de8997-8444-4d1f-ad5b-6d2fa8751e77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.304618 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9c23-5642-42fe-9321-1460812e0e3a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.305618 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47de8997-8444-4d1f-ad5b-6d2fa8751e77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:58.306188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-47de8997-8444-4d1f-ad5b-6d2fa8751e77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.368546 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ea0bbb55-4700-4c68-ae88-84400e764b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:56Z', 'revision_number': 9, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:58.372394 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0bbb55-4700-4c68-ae88-84400e764b21 None None] Checking router: b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:25:58.386973 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0bbb55-4700-4c68-ae88-84400e764b21 None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:25:58.387773 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ea0bbb55-4700-4c68-ae88-84400e764b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:58.391180 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9c23-5642-42fe-9321-1460812e0e3a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.410865 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-47de8997-8444-4d1f-ad5b-6d2fa8751e77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2678645 Jan 24 16:25:58.413810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35258) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:58.421627 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4b3b2ae4-9b62-42c1-97f5-1946182ed1f1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'subnet': {'network_id': '264be1ec-c411-4d4a-8897-4a0e6c2082f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:58.431600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9c23-5642-42fe-9321-1460812e0e3a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Subnet': ['ID=bcaee58d-4a95-4437-83e8-a9294fe96f06,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:58.436395 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9c23-5642-42fe-9321-1460812e0e3a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.440517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de8997-8444-4d1f-ad5b-6d2fa8751e77 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Network': ['ID=264be1ec-c411-4d4a-8897-4a0e6c2082f7,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:58.445266 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fe2f9c23-5642-42fe-9321-1460812e0e3a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/bcaee58d-4a95-4437-83e8-a9294fe96f06 HTTP/1.1" status: 204 len: 168 time: 0.5918052 Jan 24 16:25:58.445981 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35262) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:58.451246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3498b544-6b4a-4dae-859c-413e9f4e01c4 None None] Network f4345a81-301e-4f6b-8c56-e741b61d925f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:58.469827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 264be1ec-c411-4d4a-8897-4a0e6c2082f7 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:25:58.552618 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4b3b2ae4-9b62-42c1-97f5-1946182ed1f1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:58.561525 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4b3b2ae4-9b62-42c1-97f5-1946182ed1f1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:subnet and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:58.567800 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4b3b2ae4-9b62-42c1-97f5-1946182ed1f1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:58.575428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4b3b2ae4-9b62-42c1-97f5-1946182ed1f1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:58.576630 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.582561 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-ea0bbb55-4700-4c68-ae88-84400e764b21 None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:25:58.589962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port 8453f989-49ee-4cca-aa6d-da9c9a87d81a {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:58.590411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.592216 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3b2ae4-9b62-42c1-97f5-1946182ed1f1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:25:58.712257 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2ae4-9b62-42c1-97f5-1946182ed1f1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.836578 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] For port 8453f989-49ee-4cca-aa6d-da9c9a87d81a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8453f989-49ee-4cca-aa6d-da9c9a87d81a,segment=NetworkSegment(7c0aa1ee-d119-4bcc-960a-b84efc285646),segment_id=7c0aa1ee-d119-4bcc-960a-b84efc285646)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:58.837170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.838171 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2325e0f7-a855-4fc9-8b50-43ef1ba64f46 None None] DHCP port deletion for f4345a81-301e-4f6b-8c56-e741b61d925f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:25:58.843314 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2325e0f7-a855-4fc9-8b50-43ef1ba64f46 None None] Deleting port 8453f989-49ee-4cca-aa6d-da9c9a87d81a {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:25:58.843725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2325e0f7-a855-4fc9-8b50-43ef1ba64f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:58.968368 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35268) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:58.969119 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ea0bbb55-4700-4c68-ae88-84400e764b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:56Z', 'revision_number': 9, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:58.974093 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0bbb55-4700-4c68-ae88-84400e764b21 None None] The sync data for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv is: [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:25:56Z', 'revision_number': 9, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df61235e-39ee-48f7-8cf5-4cf4bf245b2e', 'name': '', 'network_id': '76521bc9-421a-47b3-9e08-1d8dc8bc8893', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:2c:27:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:16Z', 'updated_at': '2022-01-24T16:25:28Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '6b4ba0fd-5638-44c0-bc60-0bb7629f12a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:25:59.045674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2ae4-9b62-42c1-97f5-1946182ed1f1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:59.091246 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for 8453f989-49ee-4cca-aa6d-da9c9a87d81a owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:59.114944 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b2ae4-9b62-42c1-97f5-1946182ed1f1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Subnet': ['ID=d2999d4d-ca96-4a2b-9274-a7e812af4e10,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:59.158821 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2325e0f7-a855-4fc9-8b50-43ef1ba64f46 None None] For port 8453f989-49ee-4cca-aa6d-da9c9a87d81a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8453f989-49ee-4cca-aa6d-da9c9a87d81a,segment=NetworkSegment(7c0aa1ee-d119-4bcc-960a-b84efc285646),segment_id=7c0aa1ee-d119-4bcc-960a-b84efc285646)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:25:59.159269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2325e0f7-a855-4fc9-8b50-43ef1ba64f46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:59.174224 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b2ae4-9b62-42c1-97f5-1946182ed1f1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Checking segment: {'id': '57f03d93-9d30-40df-8deb-aafc7f9422c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '264be1ec-c411-4d4a-8897-4a0e6c2082f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:25:59.174650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3b2ae4-9b62-42c1-97f5-1946182ed1f1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network hostable DHCP agents. Network: 264be1ec-c411-4d4a-8897-4a0e6c2082f7, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:25:59.176653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:59.240369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Port': ['ID=8453f989-49ee-4cca-aa6d-da9c9a87d81a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:59.244178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] No DVR routers for this DVR port 8453f989-49ee-4cca-aa6d-da9c9a87d81a on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:25:59.287182 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2325e0f7-a855-4fc9-8b50-43ef1ba64f46 None None] Calling delete_port for 8453f989-49ee-4cca-aa6d-da9c9a87d81a owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:25:59.363056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-2325e0f7-a855-4fc9-8b50-43ef1ba64f46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:25:59.363293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-2325e0f7-a855-4fc9-8b50-43ef1ba64f46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:25:59.372969 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:59.389779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3b2ae4-9b62-42c1-97f5-1946182ed1f1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 264be1ec-c411-4d4a-8897-4a0e6c2082f7 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:25:59.407557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4345a81-301e-4f6b-8c56-e741b61d925f']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:59.422057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0aa1ee-d119-4bcc-960a-b84efc285646') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:59.422491 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0aa1ee-d119-4bcc-960a-b84efc285646') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:25:59.427233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-4b3b2ae4-9b62-42c1-97f5-1946182ed1f1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 264be1ec-c411-4d4a-8897-4a0e6c2082f7) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:25:59.435309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:59.439872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3b2ae4-9b62-42c1-97f5-1946182ed1f1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:25:59.440756 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2ae4-9b62-42c1-97f5-1946182ed1f1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:59.447440 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1a46d7-2797-4067-b6d8-5bf8ebf33496 None None] Network 264be1ec-c411-4d4a-8897-4a0e6c2082f7 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:25:59.454096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:59.462552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:25:59.463135 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:25:59.481033 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:25:59.572256 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:59.590660 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4b3b2ae4-9b62-42c1-97f5-1946182ed1f1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1756861 Jan 24 16:25:59.600985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35272) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:59.602128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:59.610426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4b398078-27f4-4b63-91d8-27232a6ae5b8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1425821715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:25:59.622739 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Network': ['ID=f4345a81-301e-4f6b-8c56-e741b61d925f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:25:59.627650 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4b398078-27f4-4b63-91d8-27232a6ae5b8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:25:59.634145 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4b398078-27f4-4b63-91d8-27232a6ae5b8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:router and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:25:59.640092 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9ed1b743-2c1e-4de8-8027-b7675184e28b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/networks/f4345a81-301e-4f6b-8c56-e741b61d925f HTTP/1.1" status: 204 len: 168 time: 1.1905785 Jan 24 16:25:59.640092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4b398078-27f4-4b63-91d8-27232a6ae5b8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:25:59.640611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35276) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:59.644720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4b398078-27f4-4b63-91d8-27232a6ae5b8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:25:59.657115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4b398078-27f4-4b63-91d8-27232a6ae5b8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:59.658041 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4b398078-27f4-4b63-91d8-27232a6ae5b8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:59.683031 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4b398078-27f4-4b63-91d8-27232a6ae5b8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:59.710004 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4b398078-27f4-4b63-91d8-27232a6ae5b8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:59.722608 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 2ec706bb-2c45-4281-be45-cabcb68e3d3a no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:25:59.742686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4b398078-27f4-4b63-91d8-27232a6ae5b8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:59.746744 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4b398078-27f4-4b63-91d8-27232a6ae5b8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1389313 Jan 24 16:25:59.746989 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35280) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:25:59.760218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 2ec706bb-2c45-4281-be45-cabcb68e3d3a {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:25:59.760668 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 2ec706bb-2c45-4281-be45-cabcb68e3d3a not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:25:59.809107 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-264be1ec-c411-4d4a-8897-4a0e6c2082f7', 'network_id': '264be1ec-c411-4d4a-8897-4a0e6c2082f7', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'fixed_ips': [{'subnet_id': 'd2999d4d-ca96-4a2b-9274-a7e812af4e10'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:25:59.810308 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:25:59.978957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b85996b1-46dd-41cd-9216-64ab2e9882a8 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:00.018929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2325e0f7-a855-4fc9-8b50-43ef1ba64f46 None None] Deleting port 8453f989-49ee-4cca-aa6d-da9c9a87d81a {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:00.020269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2325e0f7-a855-4fc9-8b50-43ef1ba64f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:00.062913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8453f989-49ee-4cca-aa6d-da9c9a87d81a no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:00.136081 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 8453f989-49ee-4cca-aa6d-da9c9a87d81a {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:00.136420 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8453f989-49ee-4cca-aa6d-da9c9a87d81a not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:00.136828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 48b37c63-a4c1-488a-b571-fd05b6edc292 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:00.178054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Allocated IP 172.20.0.2 (264be1ec-c411-4d4a-8897-4a0e6c2082f7/d2999d4d-ca96-4a2b-9274-a7e812af4e10/679636b3-fc72-404c-a097-8a960a34003b) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:26:00.191521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2325e0f7-a855-4fc9-8b50-43ef1ba64f46 None None] The port '8453f989-49ee-4cca-aa6d-da9c9a87d81a' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:26:00.198327 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 48b37c63-a4c1-488a-b571-fd05b6edc292 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:00.198823 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 48b37c63-a4c1-488a-b571-fd05b6edc292 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:00.238210 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a0554434-3120-4151-8e48-c05b8ca488c6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:00.292817 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:00.434897 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:00.446404 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Transition to ACTIVE for port object 679636b3-fc72-404c-a097-8a960a34003b will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:00.465964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Transition to ACTIVE for port object 679636b3-fc72-404c-a097-8a960a34003b will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:00.474888 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:00.549773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Network 264be1ec-c411-4d4a-8897-4a0e6c2082f7 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:00.550506 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Pushing event updated for resources: {'Port': ['ID=679636b3-fc72-404c-a097-8a960a34003b,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:00.553078 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:00.555192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:26:00.644390 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Attempting to bind port 679636b3-fc72-404c-a097-8a960a34003b on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:26:00.644754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Attempting to bind port 679636b3-fc72-404c-a097-8a960a34003b by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '57f03d93-9d30-40df-8deb-aafc7f9422c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '264be1ec-c411-4d4a-8897-4a0e6c2082f7'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:26:00.645108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Attempting to bind port 679636b3-fc72-404c-a097-8a960a34003b on network 264be1ec-c411-4d4a-8897-4a0e6c2082f7 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:26:00.651639 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:26:00.652006 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Checking segment: {'id': '57f03d93-9d30-40df-8deb-aafc7f9422c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '264be1ec-c411-4d4a-8897-4a0e6c2082f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:00.652402 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:00.652788 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Bound using segment: {'id': '57f03d93-9d30-40df-8deb-aafc7f9422c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '264be1ec-c411-4d4a-8897-4a0e6c2082f7'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:26:00.653237 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Bound port: 679636b3-fc72-404c-a097-8a960a34003b, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f03d93-9d30-40df-8deb-aafc7f9422c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '264be1ec-c411-4d4a-8897-4a0e6c2082f7'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:26:00.653600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:00.672713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Allocated IP 172.20.0.1 (264be1ec-c411-4d4a-8897-4a0e6c2082f7/d2999d4d-ca96-4a2b-9274-a7e812af4e10/5a2e944c-92d9-4774-8ed5-0f2eace2966f) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:26:00.751033 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] For port 679636b3-fc72-404c-a097-8a960a34003b, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:26:00.754904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] For port 679636b3-fc72-404c-a097-8a960a34003b, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=679636b3-fc72-404c-a097-8a960a34003b,segment=NetworkSegment(57f03d93-9d30-40df-8deb-aafc7f9422c5),segment_id=57f03d93-9d30-40df-8deb-aafc7f9422c5)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:26:00.761235 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:00.850610 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d17a3-6053-4012-a224-a2b12c689ad0 None None] Pushing event updated for resources: {'Port': ['ID=679636b3-fc72-404c-a097-8a960a34003b,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:00.983270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:01.000756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Transition to ACTIVE for port object 5a2e944c-92d9-4774-8ed5-0f2eace2966f will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:01.066377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:01.144406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 264be1ec-c411-4d4a-8897-4a0e6c2082f7 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:01.148778 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:01.150826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:26:01.203176 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=5a2e944c-92d9-4774-8ed5-0f2eace2966f,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:01.226467 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:01.315940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:01.328876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b85996b1-46dd-41cd-9216-64ab2e9882a8 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Deleting port 0ca9bac0-6b21-4065-8698-7543bc796da5 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:01.329431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b85996b1-46dd-41cd-9216-64ab2e9882a8 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:01.503510 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-a0554434-3120-4151-8e48-c05b8ca488c6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port df61235e-39ee-48f7-8cf5-4cf4bf245b2e {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:01.503877 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a0554434-3120-4151-8e48-c05b8ca488c6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:01.685919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-b85996b1-46dd-41cd-9216-64ab2e9882a8 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] For port 0ca9bac0-6b21-4065-8698-7543bc796da5, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0ca9bac0-6b21-4065-8698-7543bc796da5,segment=NetworkSegment(2aba6bd8-ebc7-4d37-8903-371e8fe85e09),segment_id=2aba6bd8-ebc7-4d37-8903-371e8fe85e09)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:01.686268 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b85996b1-46dd-41cd-9216-64ab2e9882a8 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:01.717635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:01.722591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:01.849570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:01.853292 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=5a2e944c-92d9-4774-8ed5-0f2eace2966f,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:01.897615 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b85996b1-46dd-41cd-9216-64ab2e9882a8 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Calling delete_port for 0ca9bac0-6b21-4065-8698-7543bc796da5 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:01.903531 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 679636b3-fc72-404c-a097-8a960a34003b up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:02.009840 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 264be1ec-c411-4d4a-8897-4a0e6c2082f7 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:02.011140 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:02.029146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-a0554434-3120-4151-8e48-c05b8ca488c6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] For port df61235e-39ee-48f7-8cf5-4cf4bf245b2e, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=df61235e-39ee-48f7-8cf5-4cf4bf245b2e,segment=NetworkSegment(b09901bf-010a-4f27-ab83-24eee077311a),segment_id=b09901bf-010a-4f27-ab83-24eee077311a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:02.029900 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a0554434-3120-4151-8e48-c05b8ca488c6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:02.033581 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a24087-8f09-4a0c-8a94-51a561ffd16c None None] Network 264be1ec-c411-4d4a-8897-4a0e6c2082f7 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:02.169843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-a0554434-3120-4151-8e48-c05b8ca488c6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for df61235e-39ee-48f7-8cf5-4cf4bf245b2e owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:02.183205 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 679636b3-fc72-404c-a097-8a960a34003b completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:02.189456 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c2ae50ac-8b20-444a-ac65-81d82cdeeb0f None None] Provisioning for port 679636b3-fc72-404c-a097-8a960a34003b completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:02.212018 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 679636b3-fc72-404c-a097-8a960a34003b triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:02.212381 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:02.244409 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c2ae50ac-8b20-444a-ac65-81d82cdeeb0f None None] Provisioning complete for port 679636b3-fc72-404c-a097-8a960a34003b triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:02.244409 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c2ae50ac-8b20-444a-ac65-81d82cdeeb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:02.357712 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b85996b1-46dd-41cd-9216-64ab2e9882a8 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:02.409820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router 92bb864d-13ff-464b-995a-47edf1776bd9 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:26:02.556882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85996b1-46dd-41cd-9216-64ab2e9882a8 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event deleted for resources: {'Port': ['ID=0ca9bac0-6b21-4065-8698-7543bc796da5,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:02.610990 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:02.634004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c2ae50ac-8b20-444a-ac65-81d82cdeeb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:02.657864 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a0554434-3120-4151-8e48-c05b8ca488c6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:02.682902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 679636b3-fc72-404c-a097-8a960a34003b, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=679636b3-fc72-404c-a097-8a960a34003b,segment=NetworkSegment(57f03d93-9d30-40df-8deb-aafc7f9422c5),segment_id=57f03d93-9d30-40df-8deb-aafc7f9422c5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:02.691023 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:02.729230 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0554434-3120-4151-8e48-c05b8ca488c6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Port': ['ID=df61235e-39ee-48f7-8cf5-4cf4bf245b2e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:02.799264 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:02.820183 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a1200-5594-4f2a-9345-aa6883967433 None None] Sync routers for ids ['92bb864d-13ff-464b-995a-47edf1776bd9'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:26:02.820573 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2d7ae0bf-8495-4523-93ab-95b785bfd5e2 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/92bb864d-13ff-464b-995a-47edf1776bd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0722430 Jan 24 16:26:02.821242 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35284) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:02.870487 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-c2ae50ac-8b20-444a-ac65-81d82cdeeb0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:26:02.870815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-c2ae50ac-8b20-444a-ac65-81d82cdeeb0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:26:02.876190 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=679636b3-fc72-404c-a097-8a960a34003b,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:02.882055 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a1200-5594-4f2a-9345-aa6883967433 None None] Routers {'92bb864d-13ff-464b-995a-47edf1776bd9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:02.882684 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-194a1200-5594-4f2a-9345-aa6883967433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['92bb864d-13ff-464b-995a-47edf1776bd9'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:02.925020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e56666-8701-4d51-b786-ede7a986d163 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:02.926742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-39e56666-8701-4d51-b786-ede7a986d163 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Synchronizing usage tracker for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:26:02.944127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-39e56666-8701-4d51-b786-ede7a986d163 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Unset dirty status for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:26:02.953029 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-39e56666-8701-4d51-b786-ede7a986d163 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports/5a2e944c-92d9-4774-8ed5-0f2eace2966f HTTP/1.1" status: 200 len: 910 time: 0.1307180 Jan 24 16:26:02.955738 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35288) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:02.961884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ce4a03e6-fddd-45dc-a9f5-539a6bba93a0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd2999d4d-ca96-4a2b-9274-a7e812af4e10'}]}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:02.979466 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-194a1200-5594-4f2a-9345-aa6883967433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:02.994161 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a1200-5594-4f2a-9345-aa6883967433 None None] Routers {'92bb864d-13ff-464b-995a-47edf1776bd9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:02.994880 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-194a1200-5594-4f2a-9345-aa6883967433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['92bb864d-13ff-464b-995a-47edf1776bd9'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:03.069903 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-194a1200-5594-4f2a-9345-aa6883967433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:03.070315 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a1200-5594-4f2a-9345-aa6883967433 None None] The sync data for ids ['92bb864d-13ff-464b-995a-47edf1776bd9'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:26:03.196659 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a0554434-3120-4151-8e48-c05b8ca488c6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:03.277338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce4a03e6-fddd-45dc-a9f5-539a6bba93a0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:03.288284 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b85996b1-46dd-41cd-9216-64ab2e9882a8 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:03.565979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b1a99c0f-849c-4b4c-bc32-da8120307e0b None None] Provisioning for port 5a2e944c-92d9-4774-8ed5-0f2eace2966f completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:03.571269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b1a99c0f-849c-4b4c-bc32-da8120307e0b None None] Provisioning complete for port 5a2e944c-92d9-4774-8ed5-0f2eace2966f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:03.571668 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b1a99c0f-849c-4b4c-bc32-da8120307e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:03.626518 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b1a99c0f-849c-4b4c-bc32-da8120307e0b None None] Port 5a2e944c-92d9-4774-8ed5-0f2eace2966f cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:26:03.639050 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b1a99c0f-849c-4b4c-bc32-da8120307e0b None None] Provisioning complete for port 679636b3-fc72-404c-a097-8a960a34003b triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:03.639401 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b1a99c0f-849c-4b4c-bc32-da8120307e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:03.825132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce4a03e6-fddd-45dc-a9f5-539a6bba93a0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:03.833764 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce4a03e6-fddd-45dc-a9f5-539a6bba93a0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:03.908494 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 679636b3-fc72-404c-a097-8a960a34003b up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:03.956015 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4a03e6-fddd-45dc-a9f5-539a6bba93a0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:03.956657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ce4a03e6-fddd-45dc-a9f5-539a6bba93a0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:03.960024 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ce4a03e6-fddd-45dc-a9f5-539a6bba93a0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/ports/5a2e944c-92d9-4774-8ed5-0f2eace2966f HTTP/1.1" status: 200 len: 910 time: 1.0032282 Jan 24 16:26:03.961189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35292) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:03.961882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a03e6-fddd-45dc-a9f5-539a6bba93a0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=5a2e944c-92d9-4774-8ed5-0f2eace2966f,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:03.989959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 679636b3-fc72-404c-a097-8a960a34003b triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:03.990539 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:04.281324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0554434-3120-4151-8e48-c05b8ca488c6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:26:04.308266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dfc40348-a1d2-4b1c-ae4f-b33f98b1cbf4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:04.618047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0554434-3120-4151-8e48-c05b8ca488c6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:04.631420 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689864a8-3a0c-4b25-83cd-9d8c4eaa493c None None] Sync routers for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:26:04.645141 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a0554434-3120-4151-8e48-c05b8ca488c6 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/b75ffcb0-20d1-4b65-bc82-896fe8ef54c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0031443 Jan 24 16:26:04.645501 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689864a8-3a0c-4b25-83cd-9d8c4eaa493c None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:04.645750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35296) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:04.646433 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-689864a8-3a0c-4b25-83cd-9d8c4eaa493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:04.703200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85996b1-46dd-41cd-9216-64ab2e9882a8 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:26:04.808386 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-689864a8-3a0c-4b25-83cd-9d8c4eaa493c None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:04.983005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43916d9-a199-4446-94f9-747f0114b8ea tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting subnet 6b4ba0fd-5638-44c0-bc60-0bb7629f12a0 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:26:04.986553 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b43916d9-a199-4446-94f9-747f0114b8ea tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:05.051684 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b43916d9-a199-4446-94f9-747f0114b8ea tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:05.098302 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-dfc40348-a1d2-4b1c-ae4f-b33f98b1cbf4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port 5a2e944c-92d9-4774-8ed5-0f2eace2966f {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:05.099294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dfc40348-a1d2-4b1c-ae4f-b33f98b1cbf4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:05.227172 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-689864a8-3a0c-4b25-83cd-9d8c4eaa493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:26:02Z', 'revision_number': 10, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:05.232161 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b43916d9-a199-4446-94f9-747f0114b8ea tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:05.234462 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689864a8-3a0c-4b25-83cd-9d8c4eaa493c None None] Checking router: b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:26:05.253320 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689864a8-3a0c-4b25-83cd-9d8c4eaa493c None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:05.254056 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-689864a8-3a0c-4b25-83cd-9d8c4eaa493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:05.273313 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85996b1-46dd-41cd-9216-64ab2e9882a8 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:05.286673 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b85996b1-46dd-41cd-9216-64ab2e9882a8 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "PUT /v2.0/routers/584ff679-63b4-4b17-90d7-2d3fa3e5c368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3114190 Jan 24 16:26:05.288348 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35300) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:05.297092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb16fa4-fca4-4c2c-8c7c-c7830380e6a0 None None] Sync routers for ids ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:26:05.312657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb16fa4-fca4-4c2c-8c7c-c7830380e6a0 None None] Routers {'584ff679-63b4-4b17-90d7-2d3fa3e5c368'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:05.313302 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-eeb16fa4-fca4-4c2c-8c7c-c7830380e6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:05.357631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b43916d9-a199-4446-94f9-747f0114b8ea tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:05.402310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43916d9-a199-4446-94f9-747f0114b8ea tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Subnet': ['ID=6b4ba0fd-5638-44c0-bc60-0bb7629f12a0,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:05.411248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b43916d9-a199-4446-94f9-747f0114b8ea tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:05.421743 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b43916d9-a199-4446-94f9-747f0114b8ea tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/6b4ba0fd-5638-44c0-bc60-0bb7629f12a0 HTTP/1.1" status: 204 len: 168 time: 0.7718537 Jan 24 16:26:05.422704 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35304) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:05.424479 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf925759-3c88-47b5-af1e-8b69227810bb None None] Network 76521bc9-421a-47b3-9e08-1d8dc8bc8893 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:05.442384 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-689864a8-3a0c-4b25-83cd-9d8c4eaa493c None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:05.509697 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dfc40348-a1d2-4b1c-ae4f-b33f98b1cbf4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:05.555782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:05.570975 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port cf0d06d8-6907-4aab-8d11-959ec5f5594d {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:05.571370 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:05.675838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-dfc40348-a1d2-4b1c-ae4f-b33f98b1cbf4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for 5a2e944c-92d9-4774-8ed5-0f2eace2966f owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:05.734779 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-eeb16fa4-fca4-4c2c-8c7c-c7830380e6a0 None None] Set router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:05.740609 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc6cb44-81c2-45bc-ae8c-1acbff3792d5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Deleting subnet 337b2769-a1e5-4643-ac51-e591120c5fdb {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:26:05.748374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2dc6cb44-81c2-45bc-ae8c-1acbff3792d5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:05.853972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2dc6cb44-81c2-45bc-ae8c-1acbff3792d5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:05.964389 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-689864a8-3a0c-4b25-83cd-9d8c4eaa493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:26:02Z', 'revision_number': 10, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:05.980592 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689864a8-3a0c-4b25-83cd-9d8c4eaa493c None None] The sync data for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv is: [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:26:02Z', 'revision_number': 10, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None, '_interfaces': [{'id': 'cdd4a27c-8440-49e7-9308-4e1ca32ddaab', 'name': '', 'network_id': 'fa64967a-7970-4735-bf5d-bd4b96b28810', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'mac_address': 'fa:16:3e:56:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:06Z', 'updated_at': '2022-01-24T16:25:16Z', 'revision_number': 5, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'subnets': [{'id': '9511b234-292d-447f-bd7a-1a959c7a57fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:26:06.097093 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2dc6cb44-81c2-45bc-ae8c-1acbff3792d5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:06.111383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-eeb16fa4-fca4-4c2c-8c7c-c7830380e6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642513223', 'tenant_id': '887dba35b042474383130630b2f4d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:23Z', 'updated_at': '2022-01-24T16:26:02Z', 'revision_number': 5, 'project_id': '887dba35b042474383130630b2f4d852', 'gw_port': {'id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:25Z', 'updated_at': '2022-01-24T16:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:06.116271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb16fa4-fca4-4c2c-8c7c-c7830380e6a0 None None] Checking router: 584ff679-63b4-4b17-90d7-2d3fa3e5c368 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:26:06.131920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb16fa4-fca4-4c2c-8c7c-c7830380e6a0 None None] Routers {'584ff679-63b4-4b17-90d7-2d3fa3e5c368'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:06.132552 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-eeb16fa4-fca4-4c2c-8c7c-c7830380e6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:06.139156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] For port cf0d06d8-6907-4aab-8d11-959ec5f5594d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=cf0d06d8-6907-4aab-8d11-959ec5f5594d,segment=NetworkSegment(b09901bf-010a-4f27-ab83-24eee077311a),segment_id=b09901bf-010a-4f27-ab83-24eee077311a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:06.139867 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:06.145406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dfc40348-a1d2-4b1c-ae4f-b33f98b1cbf4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:06.209531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc40348-a1d2-4b1c-ae4f-b33f98b1cbf4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Port': ['ID=5a2e944c-92d9-4774-8ed5-0f2eace2966f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:06.271650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for cf0d06d8-6907-4aab-8d11-959ec5f5594d owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:06.341746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-eeb16fa4-fca4-4c2c-8c7c-c7830380e6a0 None None] Set router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:06.371974 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:06.399957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0bc674-95e4-4c1c-a656-de65db12b76a None None] DHCP port deletion for 76521bc9-421a-47b3-9e08-1d8dc8bc8893 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:26:06.424499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Port': ['ID=cf0d06d8-6907-4aab-8d11-959ec5f5594d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:06.447536 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] No DVR routers for this DVR port cf0d06d8-6907-4aab-8d11-959ec5f5594d on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:26:06.462408 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2dc6cb44-81c2-45bc-ae8c-1acbff3792d5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:06.574469 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6cb44-81c2-45bc-ae8c-1acbff3792d5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event deleted for resources: {'Subnet': ['ID=337b2769-a1e5-4643-ac51-e591120c5fdb,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:06.612262 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:06.638054 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2dc6cb44-81c2-45bc-ae8c-1acbff3792d5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:06.644039 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76521bc9-421a-47b3-9e08-1d8dc8bc8893']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:06.645634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e9d7df-c437-4012-95a5-9e71995ecdf2 None None] Network acadd433-0231-4b2a-ac9a-1d06f04803d6 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:06.652401 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2dc6cb44-81c2-45bc-ae8c-1acbff3792d5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "DELETE /v2.0/subnets/337b2769-a1e5-4643-ac51-e591120c5fdb HTTP/1.1" status: 204 len: 168 time: 1.3632488 Jan 24 16:26:06.655260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35312) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:06.658486 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dfc40348-a1d2-4b1c-ae4f-b33f98b1cbf4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:06.662235 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09901bf-010a-4f27-ab83-24eee077311a') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:06.662783 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09901bf-010a-4f27-ab83-24eee077311a') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:06.674907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:06.691326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:06.697345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:26:06.697718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:26:06.713506 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:26:06.801182 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:06.827908 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:06.830698 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Network': ['ID=76521bc9-421a-47b3-9e08-1d8dc8bc8893,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:06.842526 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d0bce554-6681-47e9-a0b9-48ca7f6f1782 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/networks/76521bc9-421a-47b3-9e08-1d8dc8bc8893 HTTP/1.1" status: 204 len: 168 time: 1.4191868 Jan 24 16:26:06.845313 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35316) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:06.890091 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-eeb16fa4-fca4-4c2c-8c7c-c7830380e6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642513223', 'tenant_id': '887dba35b042474383130630b2f4d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:23Z', 'updated_at': '2022-01-24T16:26:02Z', 'revision_number': 5, 'project_id': '887dba35b042474383130630b2f4d852', 'gw_port': {'id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:25Z', 'updated_at': '2022-01-24T16:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:06.896840 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb16fa4-fca4-4c2c-8c7c-c7830380e6a0 None None] The sync data for ids ['584ff679-63b4-4b17-90d7-2d3fa3e5c368'] in dv-neutron-826104-1-hyperv is: [{'id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642513223', 'tenant_id': '887dba35b042474383130630b2f4d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:23Z', 'updated_at': '2022-01-24T16:26:02Z', 'revision_number': 5, 'project_id': '887dba35b042474383130630b2f4d852', 'gw_port': {'id': 'c694f7f1-0b34-48d3-8f63-d89caa7527a4', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ff679-63b4-4b17-90d7-2d3fa3e5c368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:25Z', 'updated_at': '2022-01-24T16:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:26:06.958761 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-692d16ef-776f-497f-b8fe-84308365a7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:07.181660 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2c6f097d-018d-4b92-8e80-6b61d9bb02a8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:07.274122 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc40348-a1d2-4b1c-ae4f-b33f98b1cbf4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router 92bb864d-13ff-464b-995a-47edf1776bd9 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:26:07.277033 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de46eb3-7b4b-4d8e-9240-6c5ca7d9d25b None None] DHCP port deletion for acadd433-0231-4b2a-ac9a-1d06f04803d6 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:26:07.281534 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f9b5999c-77e5-4921-9e87-c62e78e8c954 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:07.287703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-7de46eb3-7b4b-4d8e-9240-6c5ca7d9d25b None None] Deleting port 4eace826-d230-4103-a6d6-c5d52399a1ed {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:07.288306 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7de46eb3-7b4b-4d8e-9240-6c5ca7d9d25b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:07.515718 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-7de46eb3-7b4b-4d8e-9240-6c5ca7d9d25b None None] For port 4eace826-d230-4103-a6d6-c5d52399a1ed, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4eace826-d230-4103-a6d6-c5d52399a1ed,segment=NetworkSegment(2aba6bd8-ebc7-4d37-8903-371e8fe85e09),segment_id=2aba6bd8-ebc7-4d37-8903-371e8fe85e09)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:07.515718 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7de46eb3-7b4b-4d8e-9240-6c5ca7d9d25b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:07.529228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc40348-a1d2-4b1c-ae4f-b33f98b1cbf4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:07.535666 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-dfc40348-a1d2-4b1c-ae4f-b33f98b1cbf4 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/92bb864d-13ff-464b-995a-47edf1776bd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5704017 Jan 24 16:26:07.538648 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35320) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:07.542717 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc57194-31cb-4640-a097-e23e334adc9c None None] Sync routers for ids ['92bb864d-13ff-464b-995a-47edf1776bd9'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:26:07.559021 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc57194-31cb-4640-a097-e23e334adc9c None None] Routers {'92bb864d-13ff-464b-995a-47edf1776bd9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:07.560274 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7fc57194-31cb-4640-a097-e23e334adc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['92bb864d-13ff-464b-995a-47edf1776bd9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:07.624366 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7fc57194-31cb-4640-a097-e23e334adc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:07.639354 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc57194-31cb-4640-a097-e23e334adc9c None None] Routers {'92bb864d-13ff-464b-995a-47edf1776bd9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:07.641088 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7fc57194-31cb-4640-a097-e23e334adc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:25:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['92bb864d-13ff-464b-995a-47edf1776bd9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:07.681065 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-7de46eb3-7b4b-4d8e-9240-6c5ca7d9d25b None None] Calling delete_port for 4eace826-d230-4103-a6d6-c5d52399a1ed owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:07.703522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6f15af87-8ef7-46a8-b0a6-6a282b4d29b8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Synchronizing usage tracker for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:26:07.705543 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7fc57194-31cb-4640-a097-e23e334adc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:07.706299 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc57194-31cb-4640-a097-e23e334adc9c None None] The sync data for ids ['92bb864d-13ff-464b-995a-47edf1776bd9'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:26:07.788286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6f15af87-8ef7-46a8-b0a6-6a282b4d29b8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Unset dirty status for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:26:07.791112 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7de46eb3-7b4b-4d8e-9240-6c5ca7d9d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:07.793500 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6f15af87-8ef7-46a8-b0a6-6a282b4d29b8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports?device_id=92bb864d-13ff-464b-995a-47edf1776bd9 HTTP/1.1" status: 200 len: 205 time: 0.2538564 Jan 24 16:26:07.796741 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35324) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:07.845328 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de46eb3-7b4b-4d8e-9240-6c5ca7d9d25b None None] Pushing event deleted for resources: {'Port': ['ID=4eace826-d230-4103-a6d6-c5d52399a1ed,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:07.852612 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de46eb3-7b4b-4d8e-9240-6c5ca7d9d25b None None] No DVR routers for this DVR port 4eace826-d230-4103-a6d6-c5d52399a1ed on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:26:07.865839 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device df61235e-39ee-48f7-8cf5-4cf4bf245b2e no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:07.906968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: df61235e-39ee-48f7-8cf5-4cf4bf245b2e {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:07.907225 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device df61235e-39ee-48f7-8cf5-4cf4bf245b2e not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:07.907751 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4eace826-d230-4103-a6d6-c5d52399a1ed no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:07.940096 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f097d-018d-4b92-8e80-6b61d9bb02a8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port cdd4a27c-8440-49e7-9308-4e1ca32ddaab {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:07.940695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 4eace826-d230-4103-a6d6-c5d52399a1ed {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:07.940794 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2c6f097d-018d-4b92-8e80-6b61d9bb02a8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:07.940881 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4eace826-d230-4103-a6d6-c5d52399a1ed not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:07.940881 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device cf0d06d8-6907-4aab-8d11-959ec5f5594d no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:07.958731 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5202-0873-4af8-becb-881616ef1cbc tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:07.973383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: cf0d06d8-6907-4aab-8d11-959ec5f5594d {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:07.973749 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device cf0d06d8-6907-4aab-8d11-959ec5f5594d not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:07.974174 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0ca9bac0-6b21-4065-8698-7543bc796da5 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:08.007404 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 0ca9bac0-6b21-4065-8698-7543bc796da5 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:08.007862 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0ca9bac0-6b21-4065-8698-7543bc796da5 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:08.013158 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f9b5999c-77e5-4921-9e87-c62e78e8c954 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:08.084687 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5999c-77e5-4921-9e87-c62e78e8c954 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Deleting port c694f7f1-0b34-48d3-8f63-d89caa7527a4 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:08.084687 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f9b5999c-77e5-4921-9e87-c62e78e8c954 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:08.147451 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-2c6f097d-018d-4b92-8e80-6b61d9bb02a8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] For port cdd4a27c-8440-49e7-9308-4e1ca32ddaab, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=cdd4a27c-8440-49e7-9308-4e1ca32ddaab,segment=NetworkSegment(98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5),segment_id=98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:08.147734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2c6f097d-018d-4b92-8e80-6b61d9bb02a8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:08.269068 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f097d-018d-4b92-8e80-6b61d9bb02a8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for cdd4a27c-8440-49e7-9308-4e1ca32ddaab owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:08.452927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2c6f097d-018d-4b92-8e80-6b61d9bb02a8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:08.487852 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5202-0873-4af8-becb-881616ef1cbc tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:08.499865 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f097d-018d-4b92-8e80-6b61d9bb02a8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Port': ['ID=cdd4a27c-8440-49e7-9308-4e1ca32ddaab,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:08.507051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5202-0873-4af8-becb-881616ef1cbc tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:08.513914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-f9b5999c-77e5-4921-9e87-c62e78e8c954 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] For port c694f7f1-0b34-48d3-8f63-d89caa7527a4, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c694f7f1-0b34-48d3-8f63-d89caa7527a4,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:08.514261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f9b5999c-77e5-4921-9e87-c62e78e8c954 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:08.642163 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5999c-77e5-4921-9e87-c62e78e8c954 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Calling delete_port for c694f7f1-0b34-48d3-8f63-d89caa7527a4 owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:08.673893 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2c6f097d-018d-4b92-8e80-6b61d9bb02a8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:08.699661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5202-0873-4af8-becb-881616ef1cbc tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:08.700181 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9a5202-0873-4af8-becb-881616ef1cbc tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Fanout notify agent at l3_agent the message router_deleted on router 92bb864d-13ff-464b-995a-47edf1776bd9 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:26:08.728902 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5202-0873-4af8-becb-881616ef1cbc tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:08.729978 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9a9a5202-0873-4af8-becb-881616ef1cbc tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/routers/92bb864d-13ff-464b-995a-47edf1776bd9 HTTP/1.1" status: 204 len: 168 time: 0.9321558 Jan 24 16:26:08.736849 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35330) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:09.101871 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-8715fd4e-08ca-4ee6-a218-8c0e6746c391 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting subnet d2999d4d-ca96-4a2b-9274-a7e812af4e10 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:26:09.105169 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f9b5999c-77e5-4921-9e87-c62e78e8c954 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.109571 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8715fd4e-08ca-4ee6-a218-8c0e6746c391 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.150499 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-60fbfdf5-741a-4eaa-83f8-904c5184d6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.190709 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5999c-77e5-4921-9e87-c62e78e8c954 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event deleted for resources: {'Port': ['ID=c694f7f1-0b34-48d3-8f63-d89caa7527a4,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:09.214504 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6f097d-018d-4b92-8e80-6b61d9bb02a8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:26:09.234222 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8715fd4e-08ca-4ee6-a218-8c0e6746c391 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.354707 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6f097d-018d-4b92-8e80-6b61d9bb02a8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:09.365031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9250a11f-63c0-498a-847d-db60fb10bfa7 None None] Sync routers for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:26:09.368158 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2c6f097d-018d-4b92-8e80-6b61d9bb02a8 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/b75ffcb0-20d1-4b65-bc82-896fe8ef54c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5218160 Jan 24 16:26:09.370988 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35334) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:09.381177 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9250a11f-63c0-498a-847d-db60fb10bfa7 None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:09.382212 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-9250a11f-63c0-498a-847d-db60fb10bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:09.487217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f9b5999c-77e5-4921-9e87-c62e78e8c954 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.554575 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8715fd4e-08ca-4ee6-a218-8c0e6746c391 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.567022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-9250a11f-63c0-498a-847d-db60fb10bfa7 None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:09.569464 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ffd27d-20a0-4bf7-9edf-10e130416f18 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting subnet 9511b234-292d-447f-bd7a-1a959c7a57fd {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:26:09.572639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70ffd27d-20a0-4bf7-9edf-10e130416f18 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.633310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70ffd27d-20a0-4bf7-9edf-10e130416f18 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.675845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-9250a11f-63c0-498a-847d-db60fb10bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:26:08Z', 'revision_number': 11, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:09.680310 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9250a11f-63c0-498a-847d-db60fb10bfa7 None None] Checking router: b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:26:09.695980 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9250a11f-63c0-498a-847d-db60fb10bfa7 None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:09.696774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-9250a11f-63c0-498a-847d-db60fb10bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:09.719444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70ffd27d-20a0-4bf7-9edf-10e130416f18 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.793322 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f9b5999c-77e5-4921-9e87-c62e78e8c954 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.804567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f9b5999c-77e5-4921-9e87-c62e78e8c954 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.806918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70ffd27d-20a0-4bf7-9edf-10e130416f18 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.835978 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-9250a11f-63c0-498a-847d-db60fb10bfa7 None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:09.836211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8715fd4e-08ca-4ee6-a218-8c0e6746c391 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.853611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffd27d-20a0-4bf7-9edf-10e130416f18 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Subnet': ['ID=9511b234-292d-447f-bd7a-1a959c7a57fd,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:09.863299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-70ffd27d-20a0-4bf7-9edf-10e130416f18 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.870641 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-70ffd27d-20a0-4bf7-9edf-10e130416f18 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/9511b234-292d-447f-bd7a-1a959c7a57fd HTTP/1.1" status: 204 len: 168 time: 0.4986649 Jan 24 16:26:09.874610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35338) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:09.884552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715fd4e-08ca-4ee6-a218-8c0e6746c391 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Subnet': ['ID=d2999d4d-ca96-4a2b-9274-a7e812af4e10,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:09.894904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd6dc7-d587-4b89-9b2b-491d0e76f950 None None] Network fa64967a-7970-4735-bf5d-bd4b96b28810 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:09.895385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8715fd4e-08ca-4ee6-a218-8c0e6746c391 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.902360 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f9b5999c-77e5-4921-9e87-c62e78e8c954 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.903082 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b5999c-77e5-4921-9e87-c62e78e8c954 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Fanout notify agent at l3_agent the message router_deleted on router 584ff679-63b4-4b17-90d7-2d3fa3e5c368 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:26:09.918929 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8715fd4e-08ca-4ee6-a218-8c0e6746c391 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/d2999d4d-ca96-4a2b-9274-a7e812af4e10 HTTP/1.1" status: 204 len: 168 time: 1.1785884 Jan 24 16:26:09.920755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f9b5999c-77e5-4921-9e87-c62e78e8c954 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:09.922051 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f9b5999c-77e5-4921-9e87-c62e78e8c954 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "DELETE /v2.0/routers/584ff679-63b4-4b17-90d7-2d3fa3e5c368 HTTP/1.1" status: 204 len: 168 time: 3.2657452 Jan 24 16:26:09.922772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35342) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:09.929986 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43836ad6-869c-4d08-937c-4911e88f8a3f None None] Network 264be1ec-c411-4d4a-8897-4a0e6c2082f7 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:09.948106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35346) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:09.997490 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.010269 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Deleting port d50645ad-da7a-4401-8b65-9a1d7ba5324f {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:10.010926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.152707 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-9250a11f-63c0-498a-847d-db60fb10bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:26:08Z', 'revision_number': 11, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:10.174710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-db417769-911c-46db-8e62-d94c479dbce5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.179993 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.190908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9250a11f-63c0-498a-847d-db60fb10bfa7 None None] The sync data for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv is: [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:26:08Z', 'revision_number': 11, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:26:10.234787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] For port d50645ad-da7a-4401-8b65-9a1d7ba5324f, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d50645ad-da7a-4401-8b65-9a1d7ba5324f,segment=NetworkSegment(98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5),segment_id=98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:10.235399 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.237240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port 679636b3-fc72-404c-a097-8a960a34003b {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:10.237577 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.349079 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.375258 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Calling delete_port for d50645ad-da7a-4401-8b65-9a1d7ba5324f owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:10.409963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.485781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.531348 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Port': ['ID=d50645ad-da7a-4401-8b65-9a1d7ba5324f,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:10.535134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] No DVR routers for this DVR port d50645ad-da7a-4401-8b65-9a1d7ba5324f on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:26:10.536612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-db417769-911c-46db-8e62-d94c479dbce5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.577554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-db417769-911c-46db-8e62-d94c479dbce5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acadd433-0231-4b2a-ac9a-1d06f04803d6']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:10.606512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-db417769-911c-46db-8e62-d94c479dbce5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aba6bd8-ebc7-4d37-8903-371e8fe85e09') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:10.606806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-db417769-911c-46db-8e62-d94c479dbce5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aba6bd8-ebc7-4d37-8903-371e8fe85e09') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:10.656403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.671040 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-db417769-911c-46db-8e62-d94c479dbce5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.708172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-db417769-911c-46db-8e62-d94c479dbce5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.719973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] For port 679636b3-fc72-404c-a097-8a960a34003b, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=679636b3-fc72-404c-a097-8a960a34003b,segment=NetworkSegment(57f03d93-9d30-40df-8deb-aafc7f9422c5),segment_id=57f03d93-9d30-40df-8deb-aafc7f9422c5)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:10.720306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.728289 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db417769-911c-46db-8e62-d94c479dbce5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:26:10.728725 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-db417769-911c-46db-8e62-d94c479dbce5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:26:10.748427 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:26:10.760783 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ce195c-8c9f-4801-aeec-a814aea3f01b None None] DHCP port deletion for fa64967a-7970-4735-bf5d-bd4b96b28810 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:26:10.795633 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3828cbe8-8c05-4f7c-9417-45b3f8bd2d68 None None] DHCP port deletion for 264be1ec-c411-4d4a-8897-4a0e6c2082f7 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:26:10.800341 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3828cbe8-8c05-4f7c-9417-45b3f8bd2d68 None None] Deleting port 679636b3-fc72-404c-a097-8a960a34003b {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:10.800696 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3828cbe8-8c05-4f7c-9417-45b3f8bd2d68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.811100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa64967a-7970-4735-bf5d-bd4b96b28810']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:10.831936 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:10.832222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e4df02-f39b-4d5f-bf2d-8a2353c6b8e5') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:10.845006 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.873505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.890016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:26:10.890571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:26:10.915285 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:26:10.947700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for 679636b3-fc72-404c-a097-8a960a34003b owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:11.024041 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.024560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-db417769-911c-46db-8e62-d94c479dbce5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.056003 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-db417769-911c-46db-8e62-d94c479dbce5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.066594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.069886 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db417769-911c-46db-8e62-d94c479dbce5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event deleted for resources: {'Network': ['ID=acadd433-0231-4b2a-ac9a-1d06f04803d6,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:11.083368 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Pushing event deleted for resources: {'Network': ['ID=fa64967a-7970-4735-bf5d-bd4b96b28810,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:11.085265 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-db417769-911c-46db-8e62-d94c479dbce5 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "DELETE /v2.0/networks/acadd433-0231-4b2a-ac9a-1d06f04803d6 HTTP/1.1" status: 204 len: 168 time: 1.1358178 Jan 24 16:26:11.088046 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35350) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:11.103393 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-da3e5829-6ec3-42a3-b392-01116e70009a tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/networks/fa64967a-7970-4735-bf5d-bd4b96b28810 HTTP/1.1" status: 204 len: 168 time: 1.2246094 Jan 24 16:26:11.103810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35354) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:11.106078 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.115530 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-609fb121-cb99-4cbf-80d2-44d6e88fc253 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'router': {'routes': None}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:11.141090 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3828cbe8-8c05-4f7c-9417-45b3f8bd2d68 None None] For port 679636b3-fc72-404c-a097-8a960a34003b, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=679636b3-fc72-404c-a097-8a960a34003b,segment=NetworkSegment(57f03d93-9d30-40df-8deb-aafc7f9422c5),segment_id=57f03d93-9d30-40df-8deb-aafc7f9422c5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:11.141944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3828cbe8-8c05-4f7c-9417-45b3f8bd2d68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.166115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Port': ['ID=679636b3-fc72-404c-a097-8a960a34003b,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:11.191938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] No DVR routers for this DVR port 679636b3-fc72-404c-a097-8a960a34003b on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:26:11.289287 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3828cbe8-8c05-4f7c-9417-45b3f8bd2d68 None None] Calling delete_port for 679636b3-fc72-404c-a097-8a960a34003b owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:11.325423 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f67d65a6-dda1-4a33-b23c-408de2bedad6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.355775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.393194 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f67d65a6-dda1-4a33-b23c-408de2bedad6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.405344 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-3828cbe8-8c05-4f7c-9417-45b3f8bd2d68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:26:11.405668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264be1ec-c411-4d4a-8897-4a0e6c2082f7']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:11.405886 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-3828cbe8-8c05-4f7c-9417-45b3f8bd2d68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:26:11.427152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f03d93-9d30-40df-8deb-aafc7f9422c5') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:11.427402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f03d93-9d30-40df-8deb-aafc7f9422c5') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:11.449454 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.452497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.extraroute_db [None req-609fb121-cb99-4cbf-80d2-44d6e88fc253 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Added routes are [] {{(pid=83466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 24 16:26:11.453064 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.extraroute_db [None req-609fb121-cb99-4cbf-80d2-44d6e88fc253 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Removed routes are [] {{(pid=83466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 24 16:26:11.453175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-609fb121-cb99-4cbf-80d2-44d6e88fc253 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.468213 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.475382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:26:11.475792 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:26:11.490525 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:26:11.571530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.593121 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.595648 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f67d65a6-dda1-4a33-b23c-408de2bedad6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.612634 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Network': ['ID=264be1ec-c411-4d4a-8897-4a0e6c2082f7,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:11.628086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d65a6-dda1-4a33-b23c-408de2bedad6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1708eb7-9546-42e1-ab40-7702b2cb026f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:11.635199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f67d65a6-dda1-4a33-b23c-408de2bedad6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.636396 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f67d65a6-dda1-4a33-b23c-408de2bedad6 tempest-TestNetworkAdvancedServerOps-1689039840 tempest-TestNetworkAdvancedServerOps-1689039840-project] 10.222.0.130 "DELETE /v2.0/security-groups/e1708eb7-9546-42e1-ab40-7702b2cb026f HTTP/1.1" status: 204 len: 168 time: 0.5455978 Jan 24 16:26:11.650359 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-08393685-509c-448c-94c5-2959a007fd60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/networks/264be1ec-c411-4d4a-8897-4a0e6c2082f7 HTTP/1.1" status: 204 len: 168 time: 1.7265611 Jan 24 16:26:11.651302 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35360) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:11.657822 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-2b960c45-d816-4269-9662-3ecef1b645d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-587428164', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:11.678177 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2b960c45-d816-4269-9662-3ecef1b645d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:11.682868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2b960c45-d816-4269-9662-3ecef1b645d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:router and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:11.686167 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2b960c45-d816-4269-9662-3ecef1b645d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:11.692238 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2b960c45-d816-4269-9662-3ecef1b645d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:11.704799 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2b960c45-d816-4269-9662-3ecef1b645d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.705736 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2b960c45-d816-4269-9662-3ecef1b645d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.718757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-609fb121-cb99-4cbf-80d2-44d6e88fc253 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.722198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-609fb121-cb99-4cbf-80d2-44d6e88fc253 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.727201 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2b960c45-d816-4269-9662-3ecef1b645d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.729963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.746798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2b960c45-d816-4269-9662-3ecef1b645d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.775179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2b960c45-d816-4269-9662-3ecef1b645d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.779165 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2b960c45-d816-4269-9662-3ecef1b645d6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1244879 Jan 24 16:26:11.779637 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35364) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:11.785188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c0d26bf2-6670-4891-b01f-04e9262ddd31 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'network': {'name': 'tempest-RoutersTest-185682953'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:11.790257 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c0d26bf2-6670-4891-b01f-04e9262ddd31 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:11.798928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c0d26bf2-6670-4891-b01f-04e9262ddd31 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:network and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:11.802231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c0d26bf2-6670-4891-b01f-04e9262ddd31 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:11.808462 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c0d26bf2-6670-4891-b01f-04e9262ddd31 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:11.819936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d26bf2-6670-4891-b01f-04e9262ddd31 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:26:11.823292 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0d26bf2-6670-4891-b01f-04e9262ddd31 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.829466 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d50645ad-da7a-4401-8b65-9a1d7ba5324f no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:11.854104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d26bf2-6670-4891-b01f-04e9262ddd31 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:26:11.860453 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609fb121-cb99-4cbf-80d2-44d6e88fc253 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:26:11.863705 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: d50645ad-da7a-4401-8b65-9a1d7ba5324f {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:11.864158 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d50645ad-da7a-4401-8b65-9a1d7ba5324f not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:11.864661 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device cdd4a27c-8440-49e7-9308-4e1ca32ddaab no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:11.865262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0d26bf2-6670-4891-b01f-04e9262ddd31 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.865604 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-c0d26bf2-6670-4891-b01f-04e9262ddd31 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Added segment b6470fe8-d44d-4806-b23a-d0eb638e0594 of type vlan for network dfdd7a09-a531-42ec-b4b1-cca4a4d039cb Jan 24 16:26:11.896611 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0d26bf2-6670-4891-b01f-04e9262ddd31 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.897908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: cdd4a27c-8440-49e7-9308-4e1ca32ddaab {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:11.898248 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device cdd4a27c-8440-49e7-9308-4e1ca32ddaab not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:11.898663 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c694f7f1-0b34-48d3-8f63-d89caa7527a4 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:11.927426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3828cbe8-8c05-4f7c-9417-45b3f8bd2d68 None None] Deleting port 679636b3-fc72-404c-a097-8a960a34003b {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:11.927899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3828cbe8-8c05-4f7c-9417-45b3f8bd2d68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.928810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0d26bf2-6670-4891-b01f-04e9262ddd31 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.932960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d26bf2-6670-4891-b01f-04e9262ddd31 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:11.933837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c0d26bf2-6670-4891-b01f-04e9262ddd31 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:11.962815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: c694f7f1-0b34-48d3-8f63-d89caa7527a4 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:11.962815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c694f7f1-0b34-48d3-8f63-d89caa7527a4 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:11.963371 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 679636b3-fc72-404c-a097-8a960a34003b no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:11.995537 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 679636b3-fc72-404c-a097-8a960a34003b {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:11.995913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 679636b3-fc72-404c-a097-8a960a34003b not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:11.998990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609fb121-cb99-4cbf-80d2-44d6e88fc253 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:12.005031 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-609fb121-cb99-4cbf-80d2-44d6e88fc253 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:12.006206 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-609fb121-cb99-4cbf-80d2-44d6e88fc253 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 HTTP/1.1" status: 200 len: 704 time: 0.9014373 Jan 24 16:26:12.009110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35370) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:12.022680 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e122cda-c8f9-4fd3-b575-b2cb2acdb9d1 None None] Sync routers for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:26:12.039913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3828cbe8-8c05-4f7c-9417-45b3f8bd2d68 None None] The port '679636b3-fc72-404c-a097-8a960a34003b' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:26:12.047065 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c0d26bf2-6670-4891-b01f-04e9262ddd31 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2643690 Jan 24 16:26:12.049754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35374) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:12.049937 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e122cda-c8f9-4fd3-b575-b2cb2acdb9d1 None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:12.050278 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7e122cda-c8f9-4fd3-b575-b2cb2acdb9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:12.056153 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-dc1be155-7731-44c4-b4ca-b458fbec4b6e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'subnet': {'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:12.072936 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-04157eb0-b8e9-4ee9-94a3-41bef64674b1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Synchronizing usage tracker for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:26:12.080586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d26bf2-6670-4891-b01f-04e9262ddd31 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Network': ['ID=dfdd7a09-a531-42ec-b4b1-cca4a4d039cb,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:12.093458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network dfdd7a09-a531-42ec-b4b1-cca4a4d039cb details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:26:12.103074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-04157eb0-b8e9-4ee9-94a3-41bef64674b1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Unset dirty status for tenant:49988f69dcd6469687e31a3a4647cc24 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:26:12.107293 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-04157eb0-b8e9-4ee9-94a3-41bef64674b1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports?device_id=b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 HTTP/1.1" status: 200 len: 205 time: 0.0959320 Jan 24 16:26:12.108669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35378) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:12.189249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-dc1be155-7731-44c4-b4ca-b458fbec4b6e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:12.194042 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-dc1be155-7731-44c4-b4ca-b458fbec4b6e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:subnet and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:12.197119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-dc1be155-7731-44c4-b4ca-b458fbec4b6e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:12.203955 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-dc1be155-7731-44c4-b4ca-b458fbec4b6e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:12.217205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1be155-7731-44c4-b4ca-b458fbec4b6e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:26:12.229527 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-7e122cda-c8f9-4fd3-b575-b2cb2acdb9d1 None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:12.349390 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7e122cda-c8f9-4fd3-b575-b2cb2acdb9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:26:08Z', 'revision_number': 11, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:12.354716 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e122cda-c8f9-4fd3-b575-b2cb2acdb9d1 None None] Checking router: b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:26:12.368932 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e122cda-c8f9-4fd3-b575-b2cb2acdb9d1 None None] Routers {'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:12.369887 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7e122cda-c8f9-4fd3-b575-b2cb2acdb9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:12.411450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-237ee12c-58c9-4d74-99a0-34951ab34a25 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:12.433098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dc1be155-7731-44c4-b4ca-b458fbec4b6e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:12.529472 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-7e122cda-c8f9-4fd3-b575-b2cb2acdb9d1 None None] Set router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:12.638719 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7e122cda-c8f9-4fd3-b575-b2cb2acdb9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:26:08Z', 'revision_number': 11, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:12.643130 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e122cda-c8f9-4fd3-b575-b2cb2acdb9d1 None None] The sync data for ids ['b75ffcb0-20d1-4b65-bc82-896fe8ef54c9'] in dv-neutron-826104-1-hyperv is: [{'id': 'b75ffcb0-20d1-4b65-bc82-896fe8ef54c9', 'name': 'tempest-RoutersIpV6Test-router-675636428', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:25:02Z', 'updated_at': '2022-01-24T16:26:08Z', 'revision_number': 11, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:26:12.674687 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dc1be155-7731-44c4-b4ca-b458fbec4b6e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:12.770480 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1be155-7731-44c4-b4ca-b458fbec4b6e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Subnet': ['ID=b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:12.775613 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1be155-7731-44c4-b4ca-b458fbec4b6e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Checking segment: {'id': 'b6470fe8-d44d-4806-b23a-d0eb638e0594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:12.776046 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1be155-7731-44c4-b4ca-b458fbec4b6e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network hostable DHCP agents. Network: dfdd7a09-a531-42ec-b4b1-cca4a4d039cb, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:26:12.805128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1be155-7731-44c4-b4ca-b458fbec4b6e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network dfdd7a09-a531-42ec-b4b1-cca4a4d039cb is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:26:12.821837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-dc1be155-7731-44c4-b4ca-b458fbec4b6e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, dfdd7a09-a531-42ec-b4b1-cca4a4d039cb) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:12.827580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1be155-7731-44c4-b4ca-b458fbec4b6e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:12.828657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dc1be155-7731-44c4-b4ca-b458fbec4b6e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:12.833214 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7201eb-9304-47d6-ac96-0ed3225eca11 None None] Network dfdd7a09-a531-42ec-b4b1-cca4a4d039cb requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:12.840322 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-237ee12c-58c9-4d74-99a0-34951ab34a25 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:12.846841 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-237ee12c-58c9-4d74-99a0-34951ab34a25 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:12.867499 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-dc1be155-7731-44c4-b4ca-b458fbec4b6e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8167958 Jan 24 16:26:12.868097 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35386) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:12.879962 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-237ee12c-58c9-4d74-99a0-34951ab34a25 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:12.881031 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237ee12c-58c9-4d74-99a0-34951ab34a25 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Fanout notify agent at l3_agent the message router_deleted on router b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:26:12.904608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-237ee12c-58c9-4d74-99a0-34951ab34a25 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:12.906215 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-237ee12c-58c9-4d74-99a0-34951ab34a25 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/routers/b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 HTTP/1.1" status: 204 len: 168 time: 0.7963672 Jan 24 16:26:12.914663 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35390) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:12.921200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-19a2358c-0394-4505-8da7-e3d26eb47ce4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1598080295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:12.928785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-19a2358c-0394-4505-8da7-e3d26eb47ce4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:12.938803 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-19a2358c-0394-4505-8da7-e3d26eb47ce4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Usage tracker for resource:router and tenant:49988f69dcd6469687e31a3a4647cc24 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:12.942041 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-19a2358c-0394-4505-8da7-e3d26eb47ce4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:12.948886 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-19a2358c-0394-4505-8da7-e3d26eb47ce4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:12.963737 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-19a2358c-0394-4505-8da7-e3d26eb47ce4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:12.964710 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-19a2358c-0394-4505-8da7-e3d26eb47ce4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:12.993952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-19a2358c-0394-4505-8da7-e3d26eb47ce4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:13.046728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-19a2358c-0394-4505-8da7-e3d26eb47ce4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:13.096302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-19a2358c-0394-4505-8da7-e3d26eb47ce4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:13.100828 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-19a2358c-0394-4505-8da7-e3d26eb47ce4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1847546 Jan 24 16:26:13.101488 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35396) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:13.109142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e67e2b29-ae75-4452-bd5d-2c954f060a77 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:13.167564 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-dfdd7a09-a531-42ec-b4b1-cca4a4d039cb', 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'fixed_ips': [{'subnet_id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:26:13.167564 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:13.186696 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35400) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:13.352400 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Allocated IP 172.20.0.2 (dfdd7a09-a531-42ec-b4b1-cca4a4d039cb/b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f/dcd26191-718c-4e15-aff2-9f2ba91cb281) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:26:13.429586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:13.520557 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fb90e5cd-3ad4-46db-a8fb-3c120a1b66a7 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=887dba35b042474383130630b2f4d852&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3303387 Jan 24 16:26:13.525562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35406) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:13.564197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:13.577689 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Transition to ACTIVE for port object dcd26191-718c-4e15-aff2-9f2ba91cb281 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:13.596098 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Transition to ACTIVE for port object dcd26191-718c-4e15-aff2-9f2ba91cb281 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:13.601924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e67e2b29-ae75-4452-bd5d-2c954f060a77 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:13.603853 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:13.628415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e67e2b29-ae75-4452-bd5d-2c954f060a77 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:13.682758 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Pushing event updated for resources: {'Port': ['ID=dcd26191-718c-4e15-aff2-9f2ba91cb281,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:13.691073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Network dfdd7a09-a531-42ec-b4b1-cca4a4d039cb is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:13.691994 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:13.694358 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:26:13.716182 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-952bb9f2-f4f3-499c-88d5-8f7e180f1822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:13.786809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Attempting to bind port dcd26191-718c-4e15-aff2-9f2ba91cb281 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:26:13.787150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Attempting to bind port dcd26191-718c-4e15-aff2-9f2ba91cb281 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'b6470fe8-d44d-4806-b23a-d0eb638e0594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:26:13.787527 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Attempting to bind port dcd26191-718c-4e15-aff2-9f2ba91cb281 on network dfdd7a09-a531-42ec-b4b1-cca4a4d039cb {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:26:13.790912 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Allocated IP 172.20.0.1 (dfdd7a09-a531-42ec-b4b1-cca4a4d039cb/b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f/416ed024-6c70-4ad0-972c-9634de85c1be) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:26:13.795203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:26:13.795815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Checking segment: {'id': 'b6470fe8-d44d-4806-b23a-d0eb638e0594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:13.796009 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:13.796656 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Bound using segment: {'id': 'b6470fe8-d44d-4806-b23a-d0eb638e0594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:26:13.796932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Bound port: dcd26191-718c-4e15-aff2-9f2ba91cb281, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6470fe8-d44d-4806-b23a-d0eb638e0594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:26:13.797147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-952bb9f2-f4f3-499c-88d5-8f7e180f1822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:13.797270 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:13.894036 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-949c879a-c830-4869-871c-126a49b322e6 None None] For port dcd26191-718c-4e15-aff2-9f2ba91cb281, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:26:13.897794 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-949c879a-c830-4869-871c-126a49b322e6 None None] For port dcd26191-718c-4e15-aff2-9f2ba91cb281, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=dcd26191-718c-4e15-aff2-9f2ba91cb281,segment=NetworkSegment(b6470fe8-d44d-4806-b23a-d0eb638e0594),segment_id=b6470fe8-d44d-4806-b23a-d0eb638e0594)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:26:13.904801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:13.993382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c879a-c830-4869-871c-126a49b322e6 None None] Pushing event updated for resources: {'Port': ['ID=dcd26191-718c-4e15-aff2-9f2ba91cb281,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:14.005256 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67e2b29-ae75-4452-bd5d-2c954f060a77 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Router 3ef431c8-d116-429e-b3f8-4c3a17f2d651 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:26:14.017856 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-952bb9f2-f4f3-499c-88d5-8f7e180f1822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:14.050693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bb9f2-f4f3-499c-88d5-8f7e180f1822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d2c357-9337-4d6f-8a43-9efc724d2f24,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:14.101867 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:14.122918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Transition to ACTIVE for port object 416ed024-6c70-4ad0-972c-9634de85c1be will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:14.139706 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-952bb9f2-f4f3-499c-88d5-8f7e180f1822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:14.143044 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-952bb9f2-f4f3-499c-88d5-8f7e180f1822 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/40d2c357-9337-4d6f-8a43-9efc724d2f24 HTTP/1.1" status: 204 len: 168 time: 0.6142850 Jan 24 16:26:14.157678 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:14.226643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67e2b29-ae75-4452-bd5d-2c954f060a77 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:14.234116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e67e2b29-ae75-4452-bd5d-2c954f060a77 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:14.242389 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e67e2b29-ae75-4452-bd5d-2c954f060a77 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "PUT /v2.0/routers/3ef431c8-d116-429e-b3f8-4c3a17f2d651 HTTP/1.1" status: 200 len: 698 time: 1.1397142 Jan 24 16:26:14.243294 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35412) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:14.244390 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cbe602-b8a7-4165-a9fa-6e84a76fc830 None None] Sync routers for ids ['3ef431c8-d116-429e-b3f8-4c3a17f2d651'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:26:14.281112 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cbe602-b8a7-4165-a9fa-6e84a76fc830 None None] Routers {'3ef431c8-d116-429e-b3f8-4c3a17f2d651'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:14.281771 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d8cbe602-b8a7-4165-a9fa-6e84a76fc830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['3ef431c8-d116-429e-b3f8-4c3a17f2d651'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:14.288596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network dfdd7a09-a531-42ec-b4b1-cca4a4d039cb is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:14.300415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:14.306745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:26:14.359387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=416ed024-6c70-4ad0-972c-9634de85c1be,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:14.406016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:14.517261 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d641bb7e-5931-448a-acee-01319077f3f9 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/routers/3ef431c8-d116-429e-b3f8-4c3a17f2d651 HTTP/1.1" status: 200 len: 704 time: 0.2715056 Jan 24 16:26:14.523502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35418) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:14.526870 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-d8cbe602-b8a7-4165-a9fa-6e84a76fc830 None None] Set router 3ef431c8-d116-429e-b3f8-4c3a17f2d651 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:14.574875 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2e322120-5b8e-41da-a0c8-b25d4fc7d453 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports?device_id=3ef431c8-d116-429e-b3f8-4c3a17f2d651 HTTP/1.1" status: 200 len: 205 time: 0.0495787 Jan 24 16:26:14.577568 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35422) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:14.655602 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:14.680468 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d8cbe602-b8a7-4165-a9fa-6e84a76fc830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef431c8-d116-429e-b3f8-4c3a17f2d651', 'name': 'tempest-RoutersIpV6Test-router-1598080295', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:12Z', 'updated_at': '2022-01-24T16:26:13Z', 'revision_number': 2, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:14.684991 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cbe602-b8a7-4165-a9fa-6e84a76fc830 None None] Checking router: 3ef431c8-d116-429e-b3f8-4c3a17f2d651 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:26:14.698035 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cbe602-b8a7-4165-a9fa-6e84a76fc830 None None] Routers {'3ef431c8-d116-429e-b3f8-4c3a17f2d651'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:14.698675 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d8cbe602-b8a7-4165-a9fa-6e84a76fc830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['3ef431c8-d116-429e-b3f8-4c3a17f2d651'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:14.751182 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35426) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:14.776153 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-95fafd16-f9e5-4b9f-95e4-279b083dbe0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:14.804239 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1a22d196-c2b0-4d9b-a54f-6175758e8f92 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:14.819367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-95fafd16-f9e5-4b9f-95e4-279b083dbe0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:14.825615 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-95fafd16-f9e5-4b9f-95e4-279b083dbe0f admin admin] Usage tracker for resource:security_group_rule and tenant:0b6b54387bd446dcaa22511c68d9b32d is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:14.828931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-95fafd16-f9e5-4b9f-95e4-279b083dbe0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:14.836473 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-95fafd16-f9e5-4b9f-95e4-279b083dbe0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:14.839110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-d8cbe602-b8a7-4165-a9fa-6e84a76fc830 None None] Set router 3ef431c8-d116-429e-b3f8-4c3a17f2d651 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:14.924366 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-95fafd16-f9e5-4b9f-95e4-279b083dbe0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:14.931816 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-95fafd16-f9e5-4b9f-95e4-279b083dbe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:15.002052 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d8cbe602-b8a7-4165-a9fa-6e84a76fc830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef431c8-d116-429e-b3f8-4c3a17f2d651', 'name': 'tempest-RoutersIpV6Test-router-1598080295', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:12Z', 'updated_at': '2022-01-24T16:26:13Z', 'revision_number': 2, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:15.005109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fafd16-f9e5-4b9f-95e4-279b083dbe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6dee7a-d042-417f-b11c-b482ccd884ec,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:15.007083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cbe602-b8a7-4165-a9fa-6e84a76fc830 None None] The sync data for ids ['3ef431c8-d116-429e-b3f8-4c3a17f2d651'] in dv-neutron-826104-1-hyperv is: [{'id': '3ef431c8-d116-429e-b3f8-4c3a17f2d651', 'name': 'tempest-RoutersIpV6Test-router-1598080295', 'tenant_id': '49988f69dcd6469687e31a3a4647cc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:12Z', 'updated_at': '2022-01-24T16:26:13Z', 'revision_number': 2, 'project_id': '49988f69dcd6469687e31a3a4647cc24', 'gw_port_host': None}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:26:15.011329 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-95fafd16-f9e5-4b9f-95e4-279b083dbe0f admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=0b6b54387bd446dcaa22511c68d9b32d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2583339 Jan 24 16:26:15.014821 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35430) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:15.112261 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9d718b1-0eb7-4f47-9ddb-269cf21714d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:15.144728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9d718b1-0eb7-4f47-9ddb-269cf21714d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:15.214325 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9d718b1-0eb7-4f47-9ddb-269cf21714d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:15.238165 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d718b1-0eb7-4f47-9ddb-269cf21714d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6dee7a-d042-417f-b11c-b482ccd884ec,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:15.266115 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9d718b1-0eb7-4f47-9ddb-269cf21714d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:15.280143 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d9d718b1-0eb7-4f47-9ddb-269cf21714d2 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/ee6dee7a-d042-417f-b11c-b482ccd884ec HTTP/1.1" status: 204 len: 168 time: 0.2519779 Jan 24 16:26:15.388167 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282a8128-e4aa-4efc-ab6d-666c9a4c7aa3 None None] Network dfdd7a09-a531-42ec-b4b1-cca4a4d039cb requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:15.483511 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bad22c97-9fea-4b83-9c19-655b7db0ebff None None] Provisioning for port dcd26191-718c-4e15-aff2-9f2ba91cb281 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:15.540347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1a22d196-c2b0-4d9b-a54f-6175758e8f92 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:15.708418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1a22d196-c2b0-4d9b-a54f-6175758e8f92 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:15.765377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1a22d196-c2b0-4d9b-a54f-6175758e8f92 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:15.765946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a22d196-c2b0-4d9b-a54f-6175758e8f92 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Fanout notify agent at l3_agent the message router_deleted on router 3ef431c8-d116-429e-b3f8-4c3a17f2d651 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:26:15.780455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:15.802705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:15.894854 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device dcd26191-718c-4e15-aff2-9f2ba91cb281 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:15.897571 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1a22d196-c2b0-4d9b-a54f-6175758e8f92 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:15.899923 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1a22d196-c2b0-4d9b-a54f-6175758e8f92 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/routers/3ef431c8-d116-429e-b3f8-4c3a17f2d651 HTTP/1.1" status: 204 len: 168 time: 1.3213847 Jan 24 16:26:15.905689 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35436) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:15.953915 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:15.959268 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=416ed024-6c70-4ad0-972c-9634de85c1be,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:15.965560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35440) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:15.966849 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-891d9186-e469-494f-b6d2-8913590e579f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports?device_id=3ef431c8-d116-429e-b3f8-4c3a17f2d651 HTTP/1.1" status: 200 len: 205 time: 0.0587652 Jan 24 16:26:15.989998 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-42b58b93-fe6e-4132-bea3-8d8340e9edb6 None None] Provisioning for port 416ed024-6c70-4ad0-972c-9634de85c1be completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:16.002841 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-42b58b93-fe6e-4132-bea3-8d8340e9edb6 None None] Provisioning complete for port 416ed024-6c70-4ad0-972c-9634de85c1be triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:16.003738 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-42b58b93-fe6e-4132-bea3-8d8340e9edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:16.065169 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-42b58b93-fe6e-4132-bea3-8d8340e9edb6 None None] Port 416ed024-6c70-4ad0-972c-9634de85c1be cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:26:16.082449 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port dcd26191-718c-4e15-aff2-9f2ba91cb281 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:16.089001 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port dcd26191-718c-4e15-aff2-9f2ba91cb281 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:16.089367 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:16.126384 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-b4fadb60-61ab-4bfb-98a2-6b0764d7fb71 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] delete failed (client error): The resource could not be found. Jan 24 16:26:16.130454 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b4fadb60-61ab-4bfb-98a2-6b0764d7fb71 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/routers/3ef431c8-d116-429e-b3f8-4c3a17f2d651 HTTP/1.1" status: 404 len: 336 time: 0.1636736 Jan 24 16:26:16.131154 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35444) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:16.183891 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a59f94f-7b89-416f-b4f5-aaa41c1f5814 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:16.184736 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a59f94f-7b89-416f-b4f5-aaa41c1f5814 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:16.189394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35448) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:16.190269 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7a59f94f-7b89-416f-b4f5-aaa41c1f5814 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/2de338fb-2e5b-45ef-8aa6-6c5774294dd0 HTTP/1.1" status: 404 len: 337 time: 0.0573123 Jan 24 16:26:16.225174 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:16.234173 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-36718675-c0fe-4ad4-bc00-851c4fae4dfe tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:16.234839 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36718675-c0fe-4ad4-bc00-851c4fae4dfe tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:16.237794 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-36718675-c0fe-4ad4-bc00-851c4fae4dfe tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/bcaee58d-4a95-4437-83e8-a9294fe96f06 HTTP/1.1" status: 404 len: 337 time: 0.0466785 Jan 24 16:26:16.239816 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35452) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:16.242579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network dfdd7a09-a531-42ec-b4b1-cca4a4d039cb is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:16.243775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:16.258744 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port dcd26191-718c-4e15-aff2-9f2ba91cb281, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=dcd26191-718c-4e15-aff2-9f2ba91cb281,segment=NetworkSegment(b6470fe8-d44d-4806-b23a-d0eb638e0594),segment_id=b6470fe8-d44d-4806-b23a-d0eb638e0594)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:16.273216 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:16.284144 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-25bd6140-64a2-4cd8-a47e-d0b3f8ca2430 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:16.284576 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25bd6140-64a2-4cd8-a47e-d0b3f8ca2430 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:16.286203 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-25bd6140-64a2-4cd8-a47e-d0b3f8ca2430 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/6b4ba0fd-5638-44c0-bc60-0bb7629f12a0 HTTP/1.1" status: 404 len: 337 time: 0.0449417 Jan 24 16:26:16.288898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35456) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:16.333109 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cbc88c-5337-4ed6-bff6-632a64327c88 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:16.333912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00cbc88c-5337-4ed6-bff6-632a64327c88 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:16.335976 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-00cbc88c-5337-4ed6-bff6-632a64327c88 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/9511b234-292d-447f-bd7a-1a959c7a57fd HTTP/1.1" status: 404 len: 337 time: 0.0459623 Jan 24 16:26:16.338640 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35460) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:16.349013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-94794c62-e085-4431-9448-fa84c146d91d None None] Provisioning complete for port 416ed024-6c70-4ad0-972c-9634de85c1be triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:16.349392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-94794c62-e085-4431-9448-fa84c146d91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:16.392170 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2ae0b6df-062d-4289-a482-5f489efb7d5d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports?device_id=b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 HTTP/1.1" status: 200 len: 205 time: 0.0498977 Jan 24 16:26:16.392404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35464) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:16.402119 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=dcd26191-718c-4e15-aff2-9f2ba91cb281,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:16.413617 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-94794c62-e085-4431-9448-fa84c146d91d None None] Port 416ed024-6c70-4ad0-972c-9634de85c1be cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:26:16.457395 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-3245cc85-fab8-4b76-9550-6890bdfe29c2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] delete failed (client error): The resource could not be found. Jan 24 16:26:16.460976 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3245cc85-fab8-4b76-9550-6890bdfe29c2 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/routers/b75ffcb0-20d1-4b65-bc82-896fe8ef54c9 HTTP/1.1" status: 404 len: 336 time: 0.0650878 Jan 24 16:26:16.461225 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35468) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:16.508630 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5b26c3f9-cf5c-4621-abe8-eeb6daadfba4 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports?device_id=7d665ece-d58c-4510-a445-b7eca482ef34 HTTP/1.1" status: 200 len: 205 time: 0.0441973 Jan 24 16:26:16.508891 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35472) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:16.534273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2d13dc27-841f-42ea-959f-4eba6963e8e5 None None] Provisioning complete for port 416ed024-6c70-4ad0-972c-9634de85c1be triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:16.534666 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2d13dc27-841f-42ea-959f-4eba6963e8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:16.572127 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-471825f6-2853-46ab-a43f-f117c44d3edc tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] delete failed (client error): The resource could not be found. Jan 24 16:26:16.573039 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-471825f6-2853-46ab-a43f-f117c44d3edc tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/routers/7d665ece-d58c-4510-a445-b7eca482ef34 HTTP/1.1" status: 404 len: 336 time: 0.0634038 Jan 24 16:26:16.575687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35476) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:16.590720 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2d13dc27-841f-42ea-959f-4eba6963e8e5 None None] Port 416ed024-6c70-4ad0-972c-9634de85c1be cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:26:16.616249 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-3135ffd2-0dd0-49c2-a0cb-b655b3fef59d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:16.616675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3135ffd2-0dd0-49c2-a0cb-b655b3fef59d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:16.618276 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3135ffd2-0dd0-49c2-a0cb-b655b3fef59d tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/5868ee9d-c34e-4616-a36f-61cf5e0b3d05 HTTP/1.1" status: 404 len: 337 time: 0.0415378 Jan 24 16:26:16.620941 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35480) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:16.640869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:26:16.662403 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ea24fb08-0db6-4168-9e68-c8735be4d6b1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports?device_id=d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0 HTTP/1.1" status: 200 len: 205 time: 0.0404124 Jan 24 16:26:16.665087 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35484) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:16.737763 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-732e39ba-fbc0-4c10-bdd8-a3942a72b486 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] delete failed (client error): The resource could not be found. Jan 24 16:26:16.741267 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-732e39ba-fbc0-4c10-bdd8-a3942a72b486 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/routers/d5bd2d30-c0b3-4bc1-b27e-3e9856b907f0 HTTP/1.1" status: 404 len: 336 time: 0.0727510 Jan 24 16:26:16.741489 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35488) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:16.782614 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-522f0c76-1f5f-48b0-9e38-b8d1084412b5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports?device_id=c112ec3d-8277-498f-ab88-1dded81ab93b HTTP/1.1" status: 200 len: 205 time: 0.0400369 Jan 24 16:26:16.784896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35492) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:16.815244 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:16.820320 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6de0301c-0c45-4ed6-aa1c-faf63eedd924 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9508476 Jan 24 16:26:16.822723 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35496) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:16.828675 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-589780d9-e9d3-4b84-86da-f8d58ed1beeb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'network': {'name': 'tempest-RoutersTest-1450790426'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:16.829445 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Sync routers for ids ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:26:16.833854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-589780d9-e9d3-4b84-86da-f8d58ed1beeb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:16.837708 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-589780d9-e9d3-4b84-86da-f8d58ed1beeb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:network and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:16.840680 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-589780d9-e9d3-4b84-86da-f8d58ed1beeb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:16.843353 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Routers {'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:16.844041 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:16.846726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-589780d9-e9d3-4b84-86da-f8d58ed1beeb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:16.850589 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-f5cd54cc-572f-4b96-934e-a2b4d38b11a5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] delete failed (client error): The resource could not be found. Jan 24 16:26:16.851655 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f5cd54cc-572f-4b96-934e-a2b4d38b11a5 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/routers/c112ec3d-8277-498f-ab88-1dded81ab93b HTTP/1.1" status: 404 len: 336 time: 0.0658765 Jan 24 16:26:16.854259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35500) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:16.862052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589780d9-e9d3-4b84-86da-f8d58ed1beeb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:26:16.865113 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-589780d9-e9d3-4b84-86da-f8d58ed1beeb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:16.893592 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e90129-b2bf-4a60-9685-3d7c31b76836 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:16.894165 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e90129-b2bf-4a60-9685-3d7c31b76836 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:16.895799 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b2e90129-b2bf-4a60-9685-3d7c31b76836 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/da12cf20-0900-4c70-899b-5b496e9c713a HTTP/1.1" status: 404 len: 337 time: 0.0406694 Jan 24 16:26:16.898307 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589780d9-e9d3-4b84-86da-f8d58ed1beeb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:26:16.898793 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35504) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:16.910327 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-589780d9-e9d3-4b84-86da-f8d58ed1beeb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:16.910933 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-589780d9-e9d3-4b84-86da-f8d58ed1beeb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Added segment f56214c1-614a-4fb9-8474-c0d00ebc116f of type vlan for network d22fe06d-ab24-402d-b7f6-acff475ab466 Jan 24 16:26:16.939676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-589780d9-e9d3-4b84-86da-f8d58ed1beeb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:16.942962 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4111332a-f585-43e7-a9f8-64c70a1fe99c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports?device_id=ac12f99f-349a-4f1f-abe8-d32fd1182a91 HTTP/1.1" status: 200 len: 205 time: 0.0435674 Jan 24 16:26:16.945411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35508) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:17.002067 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Set router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:17.016556 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-a13a8a8f-911a-4453-9969-74ee1ab62c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] delete failed (client error): The resource could not be found. Jan 24 16:26:17.020181 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a13a8a8f-911a-4453-9969-74ee1ab62c5c tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/routers/ac12f99f-349a-4f1f-abe8-d32fd1182a91 HTTP/1.1" status: 404 len: 336 time: 0.0714743 Jan 24 16:26:17.020659 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35514) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:17.044283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-589780d9-e9d3-4b84-86da-f8d58ed1beeb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:17.049417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589780d9-e9d3-4b84-86da-f8d58ed1beeb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:17.050379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-589780d9-e9d3-4b84-86da-f8d58ed1beeb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:17.079969 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35518) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:17.171363 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-332238cc-87f6-44d5-89e2-f7f9e927e523 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:17.172060 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332238cc-87f6-44d5-89e2-f7f9e927e523 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:17.175944 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-332238cc-87f6-44d5-89e2-f7f9e927e523 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/42a2849e-60d6-4c4a-b2a8-58115b0fc75a HTTP/1.1" status: 404 len: 337 time: 0.1541865 Jan 24 16:26:17.176560 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35522) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:17.199789 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-589780d9-e9d3-4b84-86da-f8d58ed1beeb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3759482 Jan 24 16:26:17.205074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35526) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:17.215100 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-3ffc852b-5879-48b7-8745-28cf40ffd666 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'subnet': {'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:17.222925 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6512aa03-bed4-4f12-b543-664fab3d0dd1 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "GET /v2.0/ports?device_id=802507ed-ca60-498c-a55c-8eac80163bee HTTP/1.1" status: 200 len: 205 time: 0.0426109 Jan 24 16:26:17.223318 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35530) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:17.233360 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589780d9-e9d3-4b84-86da-f8d58ed1beeb tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Network': ['ID=d22fe06d-ab24-402d-b7f6-acff475ab466,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:17.247906 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network d22fe06d-ab24-402d-b7f6-acff475ab466 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:26:17.315580 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-24a42f80-f3f3-47ef-a330-c621a741f42b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] delete failed (client error): The resource could not be found. Jan 24 16:26:17.320397 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-24a42f80-f3f3-47ef-a330-c621a741f42b tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/routers/802507ed-ca60-498c-a55c-8eac80163bee HTTP/1.1" status: 404 len: 336 time: 0.0960178 Jan 24 16:26:17.321384 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35534) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:17.367767 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2edd401-1661-4270-aa7b-0bbb6a32aa62 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:17.368447 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2edd401-1661-4270-aa7b-0bbb6a32aa62 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:17.370118 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f2edd401-1661-4270-aa7b-0bbb6a32aa62 tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/2d7f56fb-6cb2-48fc-99b4-9ae2928fefd4 HTTP/1.1" status: 404 len: 337 time: 0.0476358 Jan 24 16:26:17.372746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35538) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:17.378498 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:14Z', 'revision_number': 2, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None, '_interfaces': [{'id': '416ed024-6c70-4ad0-972c-9634de85c1be', 'name': '', 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:b7:a9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:13Z', 'updated_at': '2022-01-24T16:26:15Z', 'revision_number': 2, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:17.383465 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Checking router: b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:26:17.383972 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Updating router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 port 416ed024-6c70-4ad0-972c-9634de85c1be binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:26:17.420825 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36b2e72-eba8-4651-b171-a4264a6a527f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:17.421297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36b2e72-eba8-4651-b171-a4264a6a527f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:17.423017 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d36b2e72-eba8-4651-b171-a4264a6a527f tempest-RoutersIpV6Test-1098567278 tempest-RoutersIpV6Test-1098567278-project] 10.222.0.130 "DELETE /v2.0/subnets/d9197c70-0319-4c62-b7bf-b3080553e88b HTTP/1.1" status: 404 len: 337 time: 0.0487242 Jan 24 16:26:17.444613 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:17.478939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3ffc852b-5879-48b7-8745-28cf40ffd666 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:17.487969 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9b8d2d92-ae6e-4807-816b-85d4b00debfe tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/ports?project_id=c758db9abd254971bbaac83475af12ff&network_id=88a45bf6-42c8-42f3-be4a-55593bb18366 HTTP/1.1" status: 200 len: 3000 time: 0.4039025 Jan 24 16:26:17.489288 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3ffc852b-5879-48b7-8745-28cf40ffd666 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:subnet and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:17.492347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3ffc852b-5879-48b7-8745-28cf40ffd666 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:17.498141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3ffc852b-5879-48b7-8745-28cf40ffd666 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:17.512560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffc852b-5879-48b7-8745-28cf40ffd666 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:26:17.619953 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ffc852b-5879-48b7-8745-28cf40ffd666 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:17.771830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35550) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:17.836205 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:17.846068 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device dcd26191-718c-4e15-aff2-9f2ba91cb281 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:17.858418 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Transition to ACTIVE for port object 416ed024-6c70-4ad0-972c-9634de85c1be will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:17.862100 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ffc852b-5879-48b7-8745-28cf40ffd666 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:17.871747 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:17.881806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:17.947353 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc852b-5879-48b7-8745-28cf40ffd666 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Subnet': ['ID=1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:17.957246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port dcd26191-718c-4e15-aff2-9f2ba91cb281 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:17.957735 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:17.963992 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffc852b-5879-48b7-8745-28cf40ffd666 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Checking segment: {'id': 'f56214c1-614a-4fb9-8474-c0d00ebc116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:17.964414 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffc852b-5879-48b7-8745-28cf40ffd666 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network hostable DHCP agents. Network: d22fe06d-ab24-402d-b7f6-acff475ab466, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:26:17.991657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffc852b-5879-48b7-8745-28cf40ffd666 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network d22fe06d-ab24-402d-b7f6-acff475ab466 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:26:18.008675 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57131a38-88c6-41bf-a303-5554a6cb6fe6 None None] Pushing event updated for resources: {'Port': ['ID=416ed024-6c70-4ad0-972c-9634de85c1be,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:18.012837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-3ffc852b-5879-48b7-8745-28cf40ffd666 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, d22fe06d-ab24-402d-b7f6-acff475ab466) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:18.014331 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b697bba6-a232-43e3-900e-eb67f01a42d9 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=49988f69dcd6469687e31a3a4647cc24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2407701 Jan 24 16:26:18.017374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35556) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:18.026411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc852b-5879-48b7-8745-28cf40ffd666 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:18.027421 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ffc852b-5879-48b7-8745-28cf40ffd666 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:18.037375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14dea9b-a640-46f6-9345-30894656b5b7 None None] Network d22fe06d-ab24-402d-b7f6-acff475ab466 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:18.046931 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57131a38-88c6-41bf-a303-5554a6cb6fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:18.047272 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57131a38-88c6-41bf-a303-5554a6cb6fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:18.047638 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57131a38-88c6-41bf-a303-5554a6cb6fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:18.047962 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57131a38-88c6-41bf-a303-5554a6cb6fe6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:18.048298 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57131a38-88c6-41bf-a303-5554a6cb6fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:18.048617 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57131a38-88c6-41bf-a303-5554a6cb6fe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:18.048931 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57131a38-88c6-41bf-a303-5554a6cb6fe6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:18.049259 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57131a38-88c6-41bf-a303-5554a6cb6fe6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:18.049579 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57131a38-88c6-41bf-a303-5554a6cb6fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:18.049882 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57131a38-88c6-41bf-a303-5554a6cb6fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:18.050186 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57131a38-88c6-41bf-a303-5554a6cb6fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:18.082757 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3ffc852b-5879-48b7-8745-28cf40ffd666 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8748386 Jan 24 16:26:18.087137 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35560) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:18.169368 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-028a7724-79f2-444f-b26c-d128234ededb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:18.203713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-028a7724-79f2-444f-b26c-d128234ededb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:18.204382 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Attempting to bind port 416ed024-6c70-4ad0-972c-9634de85c1be on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:26:18.204382 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Attempting to bind port 416ed024-6c70-4ad0-972c-9634de85c1be by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'b6470fe8-d44d-4806-b23a-d0eb638e0594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:26:18.204611 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Attempting to bind port 416ed024-6c70-4ad0-972c-9634de85c1be on network dfdd7a09-a531-42ec-b4b1-cca4a4d039cb {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:26:18.218544 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:26:18.218940 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Checking segment: {'id': 'b6470fe8-d44d-4806-b23a-d0eb638e0594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:18.220242 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:18.220787 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Bound using segment: {'id': 'b6470fe8-d44d-4806-b23a-d0eb638e0594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:26:18.221550 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Bound port: 416ed024-6c70-4ad0-972c-9634de85c1be, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6470fe8-d44d-4806-b23a-d0eb638e0594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:26:18.221702 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:18.291469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-028a7724-79f2-444f-b26c-d128234ededb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:18.312614 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a7724-79f2-444f-b26c-d128234ededb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01297a47-2bc1-4ca7-b1b8-c0d0a6ba1bc3,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:18.316022 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-028a7724-79f2-444f-b26c-d128234ededb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:18.319766 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-028a7724-79f2-444f-b26c-d128234ededb admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/01297a47-2bc1-4ca7-b1b8-c0d0a6ba1bc3 HTTP/1.1" status: 204 len: 168 time: 0.2976241 Jan 24 16:26:18.369222 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] For port 416ed024-6c70-4ad0-972c-9634de85c1be, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:26:18.373778 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] For port 416ed024-6c70-4ad0-972c-9634de85c1be, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=416ed024-6c70-4ad0-972c-9634de85c1be,segment=NetworkSegment(b6470fe8-d44d-4806-b23a-d0eb638e0594),segment_id=b6470fe8-d44d-4806-b23a-d0eb638e0594)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:26:18.378354 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:18.471551 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-d22fe06d-ab24-402d-b7f6-acff475ab466', 'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'fixed_ips': [{'subnet_id': '1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:26:18.472357 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:18.475095 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57131a38-88c6-41bf-a303-5554a6cb6fe6 None None] Pushing event updated for resources: {'Port': ['ID=416ed024-6c70-4ad0-972c-9634de85c1be,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:18.481416 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Routers {'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:18.482215 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:18.673706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Allocated IP 172.21.0.2 (d22fe06d-ab24-402d-b7f6-acff475ab466/1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5/a8519eb1-6d63-487d-8e18-c983cc42f436) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:26:18.735619 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] Set router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:18.943713 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:18.962352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Transition to ACTIVE for port object a8519eb1-6d63-487d-8e18-c983cc42f436 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:18.987618 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Transition to ACTIVE for port object a8519eb1-6d63-487d-8e18-c983cc42f436 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:18.996182 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:19.040512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:19.074780 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Pushing event updated for resources: {'Port': ['ID=a8519eb1-6d63-487d-8e18-c983cc42f436,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:19.101939 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Network d22fe06d-ab24-402d-b7f6-acff475ab466 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:19.103976 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:19.108699 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:26:19.113083 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:14Z', 'revision_number': 2, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None, '_interfaces': [{'id': '416ed024-6c70-4ad0-972c-9634de85c1be', 'name': '', 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:b7:a9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:13Z', 'updated_at': '2022-01-24T16:26:18Z', 'revision_number': 4, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:19.117694 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b6d16-2f68-4437-bb46-c76659f57898 None None] The sync data for ids ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'] in dv-neutron-826104-1-hyperv is: [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:14Z', 'revision_number': 2, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None, '_interfaces': [{'id': '416ed024-6c70-4ad0-972c-9634de85c1be', 'name': '', 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:b7:a9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:13Z', 'updated_at': '2022-01-24T16:26:18Z', 'revision_number': 4, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:26:19.214064 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Attempting to bind port a8519eb1-6d63-487d-8e18-c983cc42f436 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:26:19.214439 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Attempting to bind port a8519eb1-6d63-487d-8e18-c983cc42f436 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'f56214c1-614a-4fb9-8474-c0d00ebc116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:26:19.214921 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Attempting to bind port a8519eb1-6d63-487d-8e18-c983cc42f436 on network d22fe06d-ab24-402d-b7f6-acff475ab466 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:26:19.223603 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:26:19.224185 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Checking segment: {'id': 'f56214c1-614a-4fb9-8474-c0d00ebc116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:19.224760 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:19.225509 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Bound using segment: {'id': 'f56214c1-614a-4fb9-8474-c0d00ebc116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:26:19.225850 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Bound port: a8519eb1-6d63-487d-8e18-c983cc42f436, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56214c1-614a-4fb9-8474-c0d00ebc116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:26:19.226322 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:19.251288 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35582) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:19.365791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] For port a8519eb1-6d63-487d-8e18-c983cc42f436, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:26:19.369163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] For port a8519eb1-6d63-487d-8e18-c983cc42f436, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a8519eb1-6d63-487d-8e18-c983cc42f436,segment=NetworkSegment(f56214c1-614a-4fb9-8474-c0d00ebc116f),segment_id=f56214c1-614a-4fb9-8474-c0d00ebc116f)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:26:19.376056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:19.393846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71377e92-85fe-4b0b-9d84-8287b0958230 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:19.395829 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-71377e92-85fe-4b0b-9d84-8287b0958230 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e HTTP/1.1" status: 200 len: 814 time: 0.1433411 Jan 24 16:26:19.526400 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219fa1f-9764-407b-846e-6710e5272004 None None] Pushing event updated for resources: {'Port': ['ID=a8519eb1-6d63-487d-8e18-c983cc42f436,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:19.565308 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Allocated IP 172.21.0.1 (d22fe06d-ab24-402d-b7f6-acff475ab466/1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5/bcd46536-8ab7-4948-90d9-eaddd1278ccb) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:26:19.646719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35594) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:19.882261 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35600) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:19.890280 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b470ed88-d938-43e0-af63-5c071f09289a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'network': {'name': 'tempest-network-smoke--7751860', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'port_security_enabled': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:19.911353 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f07d7a3f-6b9d-477f-ba96-bea06b5df6d8 tempest-SubnetPoolsTestJSON-278030700 tempest-SubnetPoolsTestJSON-278030700-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1223784306', 'prefixes': ['172.20.0.0/16']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:19.917648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b470ed88-d938-43e0-af63-5c071f09289a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:19.929388 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f07d7a3f-6b9d-477f-ba96-bea06b5df6d8 tempest-SubnetPoolsTestJSON-278030700 tempest-SubnetPoolsTestJSON-278030700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:19.941299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:19.945515 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b470ed88-d938-43e0-af63-5c071f09289a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:19.961877 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a8519eb1-6d63-487d-8e18-c983cc42f436 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:19.973679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Transition to ACTIVE for port object bcd46536-8ab7-4948-90d9-eaddd1278ccb will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:19.980653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b470ed88-d938-43e0-af63-5c071f09289a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:26:19.983903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b470ed88-d938-43e0-af63-5c071f09289a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:20.006380 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:20.024448 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b470ed88-d938-43e0-af63-5c071f09289a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:26:20.043584 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b470ed88-d938-43e0-af63-5c071f09289a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:20.044068 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-b470ed88-d938-43e0-af63-5c071f09289a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Added segment 7be9f3f5-a089-4685-860d-e0dfe1e37124 of type vlan for network f933350f-8305-4ce9-945e-64ed47a3cbd8 Jan 24 16:26:20.054128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port a8519eb1-6d63-487d-8e18-c983cc42f436 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:20.063182 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 416ed024-6c70-4ad0-972c-9634de85c1be up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:20.096755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network d22fe06d-ab24-402d-b7f6-acff475ab466 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:20.101231 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b470ed88-d938-43e0-af63-5c071f09289a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:20.107683 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:20.111290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f07d7a3f-6b9d-477f-ba96-bea06b5df6d8 tempest-SubnetPoolsTestJSON-278030700 tempest-SubnetPoolsTestJSON-278030700-project] Notify callbacks [] for subnetpool, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:20.115195 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f07d7a3f-6b9d-477f-ba96-bea06b5df6d8 tempest-SubnetPoolsTestJSON-278030700 tempest-SubnetPoolsTestJSON-278030700-project] 10.222.0.130 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4646287 Jan 24 16:26:20.115414 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:26:20.115734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35604) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:20.158880 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 416ed024-6c70-4ad0-972c-9634de85c1be completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:20.164908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 416ed024-6c70-4ad0-972c-9634de85c1be triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:20.165137 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:20.166305 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0be476a8-349d-413f-9060-c0f5d4b792bb tempest-SubnetPoolsTestJSON-278030700 tempest-SubnetPoolsTestJSON-278030700-project] 10.222.0.130 "GET /v2.0/subnetpools/cab77833-4ad8-4116-a6e7-cd327269c24e HTTP/1.1" status: 200 len: 732 time: 0.0486128 Jan 24 16:26:20.168181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35608) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:20.173491 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=bcd46536-8ab7-4948-90d9-eaddd1278ccb,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:20.175339 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-61a24c98-0780-4681-ad32-517cdec71912 tempest-SubnetPoolsTestJSON-278030700 tempest-SubnetPoolsTestJSON-278030700-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-960131237'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:20.192097 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b470ed88-d938-43e0-af63-5c071f09289a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:20.196004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b470ed88-d938-43e0-af63-5c071f09289a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:20.196174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:20.196650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b470ed88-d938-43e0-af63-5c071f09289a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:20.303858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:20.309266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:20.343763 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b470ed88-d938-43e0-af63-5c071f09289a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4600127 Jan 24 16:26:20.346352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35612) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:20.353611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470ed88-d938-43e0-af63-5c071f09289a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Network': ['ID=f933350f-8305-4ce9-945e-64ed47a3cbd8,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:20.362706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 416ed024-6c70-4ad0-972c-9634de85c1be, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=416ed024-6c70-4ad0-972c-9634de85c1be,segment=NetworkSegment(b6470fe8-d44d-4806-b23a-d0eb638e0594),segment_id=b6470fe8-d44d-4806-b23a-d0eb638e0594)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:20.375610 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network f933350f-8305-4ce9-945e-64ed47a3cbd8 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:26:20.388409 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:20.451935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f599c2-ad84-4547-ad44-38ad46237d35 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:20.456642 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c1f599c2-ad84-4547-ad44-38ad46237d35 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?project_id=c758db9abd254971bbaac83475af12ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1070673 Jan 24 16:26:20.457482 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35616) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:20.485281 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-61a24c98-0780-4681-ad32-517cdec71912 tempest-SubnetPoolsTestJSON-278030700 tempest-SubnetPoolsTestJSON-278030700-project] Notify callbacks [] for subnetpool, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:20.487306 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-61a24c98-0780-4681-ad32-517cdec71912 tempest-SubnetPoolsTestJSON-278030700 tempest-SubnetPoolsTestJSON-278030700-project] 10.222.0.130 "PUT /v2.0/subnetpools/cab77833-4ad8-4116-a6e7-cd327269c24e HTTP/1.1" status: 200 len: 683 time: 0.3181674 Jan 24 16:26:20.492360 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35620) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:20.538646 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=416ed024-6c70-4ad0-972c-9634de85c1be,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:20.672861 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329044ea-b435-4e3f-8953-9670297cf370 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:20.675368 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-329044ea-b435-4e3f-8953-9670297cf370 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2131615 Jan 24 16:26:20.676843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35624) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:20.733161 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-819aeb6a-0b30-47c9-b646-f99e4d71b88c tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520270 Jan 24 16:26:20.733832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35628) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:20.734880 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-828848e4-5a36-45e8-8f1b-8a1eef30c1bf tempest-SubnetPoolsTestJSON-278030700 tempest-SubnetPoolsTestJSON-278030700-project] Notify callbacks [] for subnetpool, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:20.736831 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-828848e4-5a36-45e8-8f1b-8a1eef30c1bf tempest-SubnetPoolsTestJSON-278030700 tempest-SubnetPoolsTestJSON-278030700-project] 10.222.0.130 "DELETE /v2.0/subnetpools/cab77833-4ad8-4116-a6e7-cd327269c24e HTTP/1.1" status: 204 len: 168 time: 0.2425578 Jan 24 16:26:20.739021 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35632) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:20.758508 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-63b73e97-275d-4653-876b-880b76f28766 tempest-SubnetPoolsTestJSON-278030700 tempest-SubnetPoolsTestJSON-278030700-project] show failed (client error): The resource could not be found. Jan 24 16:26:20.759637 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-63b73e97-275d-4653-876b-880b76f28766 tempest-SubnetPoolsTestJSON-278030700 tempest-SubnetPoolsTestJSON-278030700-project] 10.222.0.130 "GET /v2.0/subnetpools/cab77833-4ad8-4116-a6e7-cd327269c24e HTTP/1.1" status: 404 len: 346 time: 0.0192800 Jan 24 16:26:20.763427 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35636) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:20.783983 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-74b9bb1b-0ab8-49b7-97ce-20dff2ed3903 tempest-SubnetPoolsTestJSON-278030700 tempest-SubnetPoolsTestJSON-278030700-project] delete failed (client error): The resource could not be found. Jan 24 16:26:20.793420 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cae0dd18-2233-4b98-be97-e3465b3160df tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?project_id=c758db9abd254971bbaac83475af12ff&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495918 Jan 24 16:26:20.794301 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-74b9bb1b-0ab8-49b7-97ce-20dff2ed3903 tempest-SubnetPoolsTestJSON-278030700 tempest-SubnetPoolsTestJSON-278030700-project] 10.222.0.130 "DELETE /v2.0/subnetpools/cab77833-4ad8-4116-a6e7-cd327269c24e HTTP/1.1" status: 404 len: 346 time: 0.0198500 Jan 24 16:26:20.794439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35640) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:20.825831 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e264095a-bfba-43d8-a86e-d6930d0ac647 None None] Network d22fe06d-ab24-402d-b7f6-acff475ab466 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:20.886751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:20.894564 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:20.923348 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-aa8cd463-0de2-4def-8d92-df991e2f93b2 None None] Provisioning for port a8519eb1-6d63-487d-8e18-c983cc42f436 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:20.942673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-aa8cd463-0de2-4def-8d92-df991e2f93b2 None None] Provisioning complete for port a8519eb1-6d63-487d-8e18-c983cc42f436 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:20.943037 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd463-0de2-4def-8d92-df991e2f93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:21.056383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:21.157776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=bcd46536-8ab7-4948-90d9-eaddd1278ccb,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:21.158455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35648) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:21.183132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86f016f-fa70-4f31-87a0-181ffe09da4b tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:21.187896 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f86f016f-fa70-4f31-87a0-181ffe09da4b tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3965797 Jan 24 16:26:21.188396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35654) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:21.209739 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd463-0de2-4def-8d92-df991e2f93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:21.253246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-aa8cd463-0de2-4def-8d92-df991e2f93b2 None None] For port a8519eb1-6d63-487d-8e18-c983cc42f436, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a8519eb1-6d63-487d-8e18-c983cc42f436,segment=NetworkSegment(f56214c1-614a-4fb9-8474-c0d00ebc116f),segment_id=f56214c1-614a-4fb9-8474-c0d00ebc116f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:21.257693 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network d22fe06d-ab24-402d-b7f6-acff475ab466 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:21.258947 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:21.259257 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd463-0de2-4def-8d92-df991e2f93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:21.265220 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-76c66083-d738-431c-b1af-87e645720caa tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0734904 Jan 24 16:26:21.265977 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35658) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:21.274900 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-fec18196-1486-4beb-8054-80ce53f612c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1666490704', 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:21.335606 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cd463-0de2-4def-8d92-df991e2f93b2 None None] Pushing event updated for resources: {'Port': ['ID=a8519eb1-6d63-487d-8e18-c983cc42f436,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:21.417545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fec18196-1486-4beb-8054-80ce53f612c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:21.421913 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fec18196-1486-4beb-8054-80ce53f612c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:subnet and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:21.425068 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fec18196-1486-4beb-8054-80ce53f612c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:21.431344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fec18196-1486-4beb-8054-80ce53f612c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:21.440478 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1e682046-fc3f-42ca-8149-fe7e217da7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:21.444340 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec18196-1486-4beb-8054-80ce53f612c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:26:21.507899 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1e682046-fc3f-42ca-8149-fe7e217da7cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:21.513990 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1e682046-fc3f-42ca-8149-fe7e217da7cc admin admin] Usage tracker for resource:security_group_rule and tenant:1fb08dd1b6af48689bfe0befc11c542d is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:21.517165 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1e682046-fc3f-42ca-8149-fe7e217da7cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:21.552545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fec18196-1486-4beb-8054-80ce53f612c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:21.574068 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1e682046-fc3f-42ca-8149-fe7e217da7cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:21.592640 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-70b7f680-9709-44af-91fe-eea3259a5b10 None None] Provisioning complete for port a8519eb1-6d63-487d-8e18-c983cc42f436 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:21.593874 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-70b7f680-9709-44af-91fe-eea3259a5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:21.799112 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-70b7f680-9709-44af-91fe-eea3259a5b10 None None] Provisioning for port bcd46536-8ab7-4948-90d9-eaddd1278ccb completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:21.806001 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-70b7f680-9709-44af-91fe-eea3259a5b10 None None] Provisioning complete for port bcd46536-8ab7-4948-90d9-eaddd1278ccb triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:21.806379 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-70b7f680-9709-44af-91fe-eea3259a5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:21.823498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fec18196-1486-4beb-8054-80ce53f612c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:21.880663 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-70b7f680-9709-44af-91fe-eea3259a5b10 None None] Port bcd46536-8ab7-4948-90d9-eaddd1278ccb cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:26:21.882349 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a8519eb1-6d63-487d-8e18-c983cc42f436 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:21.912157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1e682046-fc3f-42ca-8149-fe7e217da7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:21.922775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1e682046-fc3f-42ca-8149-fe7e217da7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:21.970203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port a8519eb1-6d63-487d-8e18-c983cc42f436 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:21.971262 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.001050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e682046-fc3f-42ca-8149-fe7e217da7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6e2730-85f0-4bd2-ba41-da7c8d73ed95,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:22.009599 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec18196-1486-4beb-8054-80ce53f612c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Subnet': ['ID=bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:22.021514 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1e682046-fc3f-42ca-8149-fe7e217da7cc admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=1fb08dd1b6af48689bfe0befc11c542d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8520665 Jan 24 16:26:22.021726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35662) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:22.047291 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec18196-1486-4beb-8054-80ce53f612c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Checking segment: {'id': '7be9f3f5-a089-4685-860d-e0dfe1e37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:22.055886 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec18196-1486-4beb-8054-80ce53f612c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network hostable DHCP agents. Network: f933350f-8305-4ce9-945e-64ed47a3cbd8, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:26:22.086769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec18196-1486-4beb-8054-80ce53f612c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network f933350f-8305-4ce9-945e-64ed47a3cbd8 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:26:22.098410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ea0cdf0d-1638-4eea-a015-6c551a3b1c19 None None] Provisioning complete for port bcd46536-8ab7-4948-90d9-eaddd1278ccb triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:22.098791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ea0cdf0d-1638-4eea-a015-6c551a3b1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.101120 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-fec18196-1486-4beb-8054-80ce53f612c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, f933350f-8305-4ce9-945e-64ed47a3cbd8) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:22.103690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:26:22.113312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec18196-1486-4beb-8054-80ce53f612c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:22.115082 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fec18196-1486-4beb-8054-80ce53f612c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.124913 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-001a3991-fd3e-47da-a125-179fe1a97e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.133966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c573f5-5a6f-4abf-96c2-ee22348471bb None None] Network f933350f-8305-4ce9-945e-64ed47a3cbd8 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:22.141442 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fec18196-1486-4beb-8054-80ce53f612c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8743918 Jan 24 16:26:22.223245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-001a3991-fd3e-47da-a125-179fe1a97e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.241746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 416ed024-6c70-4ad0-972c-9634de85c1be up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:22.309090 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ea0cdf0d-1638-4eea-a015-6c551a3b1c19 None None] Port bcd46536-8ab7-4948-90d9-eaddd1278ccb cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:26:22.353174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-001a3991-fd3e-47da-a125-179fe1a97e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.377043 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a3991-fd3e-47da-a125-179fe1a97e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6e2730-85f0-4bd2-ba41-da7c8d73ed95,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:22.393760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:22.397953 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-70e54f3a-3c45-452c-945a-6aad5adcac04 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3095341 Jan 24 16:26:22.399497 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-001a3991-fd3e-47da-a125-179fe1a97e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.400464 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-001a3991-fd3e-47da-a125-179fe1a97e35 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/2e6e2730-85f0-4bd2-ba41-da7c8d73ed95 HTTP/1.1" status: 204 len: 168 time: 0.3777456 Jan 24 16:26:22.400953 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35668) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:22.408691 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-303e0e8f-e712-456b-9ab0-1c935706ec0b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'network': {'name': 'tempest-RoutersTest-1040554720'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:22.413830 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-303e0e8f-e712-456b-9ab0-1c935706ec0b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:22.419771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-303e0e8f-e712-456b-9ab0-1c935706ec0b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:network and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:22.423437 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-303e0e8f-e712-456b-9ab0-1c935706ec0b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:22.444072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-303e0e8f-e712-456b-9ab0-1c935706ec0b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:22.462390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303e0e8f-e712-456b-9ab0-1c935706ec0b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:26:22.468182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-303e0e8f-e712-456b-9ab0-1c935706ec0b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.501064 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 416ed024-6c70-4ad0-972c-9634de85c1be triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:22.501433 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.520441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35674) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:22.533822 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-3ac186bd-e737-4d7b-abec-39e9a27e329b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-285972587', 'description': 'tempest-secgroup-smoke-285972587 description', 'project_id': 'c758db9abd254971bbaac83475af12ff'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:22.534058 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-f933350f-8305-4ce9-945e-64ed47a3cbd8', 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ips': [{'subnet_id': 'bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:26:22.534843 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.549394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3ac186bd-e737-4d7b-abec-39e9a27e329b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:22.566836 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303e0e8f-e712-456b-9ab0-1c935706ec0b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:26:22.577114 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4e10c1bb-ffac-44c1-a263-7ef6ba121574 None None] Provisioning complete for port bcd46536-8ab7-4948-90d9-eaddd1278ccb triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:22.577497 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4e10c1bb-ffac-44c1-a263-7ef6ba121574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.578983 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3ac186bd-e737-4d7b-abec-39e9a27e329b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:22.592245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-303e0e8f-e712-456b-9ab0-1c935706ec0b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.592818 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-303e0e8f-e712-456b-9ab0-1c935706ec0b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Added segment 53203f72-c85a-49a7-8dad-c781661aec36 of type vlan for network ae175ab2-7336-49cb-9663-e97c28b878f6 Jan 24 16:26:22.617319 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ac186bd-e737-4d7b-abec-39e9a27e329b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.642674 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-303e0e8f-e712-456b-9ab0-1c935706ec0b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.687132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-303e0e8f-e712-456b-9ab0-1c935706ec0b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.691466 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303e0e8f-e712-456b-9ab0-1c935706ec0b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:22.691778 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-303e0e8f-e712-456b-9ab0-1c935706ec0b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.707765 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4e10c1bb-ffac-44c1-a263-7ef6ba121574 None None] Port bcd46536-8ab7-4948-90d9-eaddd1278ccb cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:26:22.734547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3ac186bd-e737-4d7b-abec-39e9a27e329b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:22.791819 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3ac186bd-e737-4d7b-abec-39e9a27e329b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:22.803269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3ac186bd-e737-4d7b-abec-39e9a27e329b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:22.827134 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3ac186bd-e737-4d7b-abec-39e9a27e329b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:22.836107 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-303e0e8f-e712-456b-9ab0-1c935706ec0b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4341431 Jan 24 16:26:22.839239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35678) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:22.856948 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e0e8f-e712-456b-9ab0-1c935706ec0b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Network': ['ID=ae175ab2-7336-49cb-9663-e97c28b878f6,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:22.868202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-8dd6033d-72bd-45dc-acbd-ef898ea68258 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'subnet': {'network_id': 'ae175ab2-7336-49cb-9663-e97c28b878f6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:22.874189 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Allocated IP 172.20.0.18 (f933350f-8305-4ce9-945e-64ed47a3cbd8/bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8/5a04cad8-5c23-44e5-a801-b5f267a496df) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:26:22.877046 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network ae175ab2-7336-49cb-9663-e97c28b878f6 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:26:22.897285 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Sync routers for ids ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:26:22.899730 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ac186bd-e737-4d7b-abec-39e9a27e329b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.905233 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ac186bd-e737-4d7b-abec-39e9a27e329b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.937441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac186bd-e737-4d7b-abec-39e9a27e329b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:22.958736 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ac186bd-e737-4d7b-abec-39e9a27e329b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:22.960059 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3ac186bd-e737-4d7b-abec-39e9a27e329b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4376621 Jan 24 16:26:22.962986 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35682) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:22.968875 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-10522cfb-71e5-4eff-84b8-c149f055ad81 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:22.974708 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-10522cfb-71e5-4eff-84b8-c149f055ad81 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:22.978776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-10522cfb-71e5-4eff-84b8-c149f055ad81 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:22.982123 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-10522cfb-71e5-4eff-84b8-c149f055ad81 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:22.988700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-10522cfb-71e5-4eff-84b8-c149f055ad81 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:23.000049 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-8dd6033d-72bd-45dc-acbd-ef898ea68258 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:23.004123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8dd6033d-72bd-45dc-acbd-ef898ea68258 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:subnet and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:23.007392 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-8dd6033d-72bd-45dc-acbd-ef898ea68258 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:23.007567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-10522cfb-71e5-4eff-84b8-c149f055ad81 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.013311 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-8dd6033d-72bd-45dc-acbd-ef898ea68258 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:23.029037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd6033d-72bd-45dc-acbd-ef898ea68258 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:26:23.065437 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Routers {'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:23.066062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:23.073269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-10522cfb-71e5-4eff-84b8-c149f055ad81 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.078380 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-10522cfb-71e5-4eff-84b8-c149f055ad81 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.099541 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10522cfb-71e5-4eff-84b8-c149f055ad81 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9aa8ac-17d8-4322-9016-a43ece6dcfe5,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:23.125313 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-10522cfb-71e5-4eff-84b8-c149f055ad81 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.127546 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-10522cfb-71e5-4eff-84b8-c149f055ad81 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1626241 Jan 24 16:26:23.129512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35686) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:23.135717 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a453f2b5-bedc-4372-813b-587cbd9987d1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:23.141282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8dd6033d-72bd-45dc-acbd-ef898ea68258 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.142044 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a453f2b5-bedc-4372-813b-587cbd9987d1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:23.146115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a453f2b5-bedc-4372-813b-587cbd9987d1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:23.149620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a453f2b5-bedc-4372-813b-587cbd9987d1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:23.155498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a453f2b5-bedc-4372-813b-587cbd9987d1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:23.173760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a453f2b5-bedc-4372-813b-587cbd9987d1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.243919 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a453f2b5-bedc-4372-813b-587cbd9987d1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.251020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a453f2b5-bedc-4372-813b-587cbd9987d1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.265981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Set router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:23.277794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453f2b5-bedc-4372-813b-587cbd9987d1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f390e567-692d-4ee9-abb7-940cb0e10b3e,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:23.290129 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a453f2b5-bedc-4372-813b-587cbd9987d1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.295406 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a453f2b5-bedc-4372-813b-587cbd9987d1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1646161 Jan 24 16:26:23.296377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35690) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:23.302582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ac8cd20c-7682-4c31-85d4-f861d2fdb972 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:23.309160 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ac8cd20c-7682-4c31-85d4-f861d2fdb972 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:23.316354 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ac8cd20c-7682-4c31-85d4-f861d2fdb972 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:23.321155 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ac8cd20c-7682-4c31-85d4-f861d2fdb972 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:23.328300 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ac8cd20c-7682-4c31-85d4-f861d2fdb972 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:23.348744 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd20c-7682-4c31-85d4-f861d2fdb972 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.381095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8dd6033d-72bd-45dc-acbd-ef898ea68258 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.421265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd20c-7682-4c31-85d4-f861d2fdb972 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.426675 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd20c-7682-4c31-85d4-f861d2fdb972 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.456237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cd20c-7682-4c31-85d4-f861d2fdb972 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfce6236-86f0-4936-abb1-72647fc095be,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:23.464407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6033d-72bd-45dc-acbd-ef898ea68258 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Subnet': ['ID=727b12d6-6bb4-49e0-855d-608bd1083b51,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:23.472914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd20c-7682-4c31-85d4-f861d2fdb972 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.477333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd6033d-72bd-45dc-acbd-ef898ea68258 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Checking segment: {'id': '53203f72-c85a-49a7-8dad-c781661aec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae175ab2-7336-49cb-9663-e97c28b878f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:23.477656 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ac8cd20c-7682-4c31-85d4-f861d2fdb972 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1799083 Jan 24 16:26:23.477791 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6033d-72bd-45dc-acbd-ef898ea68258 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network hostable DHCP agents. Network: ae175ab2-7336-49cb-9663-e97c28b878f6, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:26:23.478322 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35694) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:23.484698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-1766e22e-a03a-4011-b49b-f06eb716b081 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:23.492051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1766e22e-a03a-4011-b49b-f06eb716b081 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:23.496455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1766e22e-a03a-4011-b49b-f06eb716b081 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:23.500534 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1766e22e-a03a-4011-b49b-f06eb716b081 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:23.502217 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6033d-72bd-45dc-acbd-ef898ea68258 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network ae175ab2-7336-49cb-9663-e97c28b878f6 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:26:23.509120 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1766e22e-a03a-4011-b49b-f06eb716b081 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:23.514751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-8dd6033d-72bd-45dc-acbd-ef898ea68258 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, ae175ab2-7336-49cb-9663-e97c28b878f6) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:23.519983 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd6033d-72bd-45dc-acbd-ef898ea68258 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:23.521072 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8dd6033d-72bd-45dc-acbd-ef898ea68258 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.531510 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1766e22e-a03a-4011-b49b-f06eb716b081 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.533431 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5424c2-71a7-4bbd-aaca-e6e09eee3d53 None None] Network ae175ab2-7336-49cb-9663-e97c28b878f6 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:23.553115 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8dd6033d-72bd-45dc-acbd-ef898ea68258 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7092390 Jan 24 16:26:23.553822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35698) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:23.600220 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1766e22e-a03a-4011-b49b-f06eb716b081 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.605115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1766e22e-a03a-4011-b49b-f06eb716b081 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.633878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766e22e-a03a-4011-b49b-f06eb716b081 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb8600c-438c-4864-9319-522a54395459,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:23.641899 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1766e22e-a03a-4011-b49b-f06eb716b081 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.646789 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1766e22e-a03a-4011-b49b-f06eb716b081 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1675160 Jan 24 16:26:23.647523 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35702) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:23.653033 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-cff7e1fc-b09b-4077-9026-205714511d82 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:23.659101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cff7e1fc-b09b-4077-9026-205714511d82 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:23.663452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.663993 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cff7e1fc-b09b-4077-9026-205714511d82 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:23.666957 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cff7e1fc-b09b-4077-9026-205714511d82 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:23.673251 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cff7e1fc-b09b-4077-9026-205714511d82 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:23.688514 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-cff7e1fc-b09b-4077-9026-205714511d82 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:26:23.695666 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cff7e1fc-b09b-4077-9026-205714511d82 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.705464 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Transition to ACTIVE for port object 5a04cad8-5c23-44e5-a801-b5f267a496df will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:23.769418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cff7e1fc-b09b-4077-9026-205714511d82 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.776815 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cff7e1fc-b09b-4077-9026-205714511d82 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.778756 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Transition to ACTIVE for port object 5a04cad8-5c23-44e5-a801-b5f267a496df will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:23.807238 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7e1fc-b09b-4077-9026-205714511d82 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb446fa-426e-47e8-9467-0be64e07985f,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:23.815814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cff7e1fc-b09b-4077-9026-205714511d82 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.820729 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cff7e1fc-b09b-4077-9026-205714511d82 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1694231 Jan 24 16:26:23.821185 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35706) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:23.827397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b6faf075-85e1-4573-a07b-cef9804990e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:23.833542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b6faf075-85e1-4573-a07b-cef9804990e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:23.837531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b6faf075-85e1-4573-a07b-cef9804990e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:23.840492 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b6faf075-85e1-4573-a07b-cef9804990e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:23.845134 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.850016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b6faf075-85e1-4573-a07b-cef9804990e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:23.861847 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-b6faf075-85e1-4573-a07b-cef9804990e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:26:23.869314 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b6faf075-85e1-4573-a07b-cef9804990e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.939701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b6faf075-85e1-4573-a07b-cef9804990e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.944190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b6faf075-85e1-4573-a07b-cef9804990e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:23.971233 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6faf075-85e1-4573-a07b-cef9804990e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedf6eb5-f82b-4502-b6bd-646f8ef5bbdf,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:23.973188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Network f933350f-8305-4ce9-945e-64ed47a3cbd8 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:23.975804 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:23.977542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Pushing event updated for resources: {'Port': ['ID=5a04cad8-5c23-44e5-a801-b5f267a496df,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:23.980902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:26:23.988620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b6faf075-85e1-4573-a07b-cef9804990e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:24.000220 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b6faf075-85e1-4573-a07b-cef9804990e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1692822 Jan 24 16:26:24.088591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-ae175ab2-7336-49cb-9663-e97c28b878f6', 'network_id': 'ae175ab2-7336-49cb-9663-e97c28b878f6', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'fixed_ips': [{'subnet_id': '727b12d6-6bb4-49e0-855d-608bd1083b51'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:26:24.089400 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:24.131380 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Attempting to bind port 5a04cad8-5c23-44e5-a801-b5f267a496df on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:26:24.131763 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Attempting to bind port 5a04cad8-5c23-44e5-a801-b5f267a496df by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '7be9f3f5-a089-4685-860d-e0dfe1e37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:26:24.132114 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Attempting to bind port 5a04cad8-5c23-44e5-a801-b5f267a496df on network f933350f-8305-4ce9-945e-64ed47a3cbd8 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:26:24.184998 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:26:24.185310 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Checking segment: {'id': '7be9f3f5-a089-4685-860d-e0dfe1e37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:24.185662 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:24.186074 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Bound using segment: {'id': '7be9f3f5-a089-4685-860d-e0dfe1e37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:26:24.186565 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Bound port: 5a04cad8-5c23-44e5-a801-b5f267a496df, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be9f3f5-a089-4685-860d-e0dfe1e37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:26:24.186929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:24.197317 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:20Z', 'revision_number': 3, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None, '_interfaces': [{'id': '416ed024-6c70-4ad0-972c-9634de85c1be', 'name': '', 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:b7:a9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:13Z', 'updated_at': '2022-01-24T16:26:20Z', 'revision_number': 5, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcd46536-8ab7-4948-90d9-eaddd1278ccb', 'name': '', 'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:3b:ff:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:19Z', 'updated_at': '2022-01-24T16:26:20Z', 'revision_number': 2, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': '1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:24.219380 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Checking router: b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:26:24.219748 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Updating router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 port bcd46536-8ab7-4948-90d9-eaddd1278ccb binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:26:24.225586 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:24.319162 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-616b8783-5887-4ec4-93c7-d10460902828 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-285972587&fields=id&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 267 time: 0.1257811 Jan 24 16:26:24.365660 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:24.448338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] For port 5a04cad8-5c23-44e5-a801-b5f267a496df, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:26:24.464700 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Allocated IP 172.22.0.2 (ae175ab2-7336-49cb-9663-e97c28b878f6/727b12d6-6bb4-49e0-855d-608bd1083b51/6815199f-51c9-458d-8c08-2430664c3b2c) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:26:24.480383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] For port 5a04cad8-5c23-44e5-a801-b5f267a496df, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5a04cad8-5c23-44e5-a801-b5f267a496df,segment=NetworkSegment(7be9f3f5-a089-4685-860d-e0dfe1e37124),segment_id=7be9f3f5-a089-4685-860d-e0dfe1e37124)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:26:24.492094 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:24.720880 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a315f-5b1f-4523-80a9-8c36ba123be1 None None] Pushing event updated for resources: {'Port': ['ID=5a04cad8-5c23-44e5-a801-b5f267a496df,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:24.755365 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-a6b5d7d2-2633-47a5-8600-2733732f5560 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:24.756064 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-a6b5d7d2-2633-47a5-8600-2733732f5560 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:26:24.789309 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-a6b5d7d2-2633-47a5-8600-2733732f5560 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:26:24.790457 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-a6b5d7d2-2633-47a5-8600-2733732f5560 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/networks?id=f933350f-8305-4ce9-945e-64ed47a3cbd8 HTTP/1.1" status: 200 len: 794 time: 0.3025250 Jan 24 16:26:24.809805 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-12a8f8b9-4290-4af5-b3a6-f22e4ea1565d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/quotas/c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 375 time: 0.0124552 Jan 24 16:26:24.915675 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-404ec26c-93d7-4146-a100-25064387db34 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0982389 Jan 24 16:26:25.021223 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:25.035236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Transition to ACTIVE for port object 6815199f-51c9-458d-8c08-2430664c3b2c will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:25.107954 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-1fed3f19-16ac-45ef-97f7-cacef05fce29 service neutron] 10.222.0.130 "GET /v2.0/networks/f933350f-8305-4ce9-945e-64ed47a3cbd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788771 Jan 24 16:26:25.112985 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Transition to ACTIVE for port object 6815199f-51c9-458d-8c08-2430664c3b2c will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:25.123387 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:25.173111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:25.215582 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Transition to ACTIVE for port object bcd46536-8ab7-4948-90d9-eaddd1278ccb will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:25.229014 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Network ae175ab2-7336-49cb-9663-e97c28b878f6 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:25.233178 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:25.237472 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Pushing event updated for resources: {'Port': ['ID=6815199f-51c9-458d-8c08-2430664c3b2c,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:25.240586 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:25.273430 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:26:25.279368 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Allocated IP 172.22.0.1 (ae175ab2-7336-49cb-9663-e97c28b878f6/727b12d6-6bb4-49e0-855d-608bd1083b51/f7ec6756-c56b-42e6-b9c0-f06752301cbc) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:26:25.309298 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-f578d735-b452-4d36-bd68-79f3f84f701e service neutron] 10.222.0.130 "GET /v2.0/networks/f933350f-8305-4ce9-945e-64ed47a3cbd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950042 Jan 24 16:26:25.403369 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8ecc8-8f69-4147-bfc3-611f702ca167 None None] Pushing event updated for resources: {'Port': ['ID=bcd46536-8ab7-4948-90d9-eaddd1278ccb,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:25.471773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Attempting to bind port 6815199f-51c9-458d-8c08-2430664c3b2c on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:26:25.472465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Attempting to bind port 6815199f-51c9-458d-8c08-2430664c3b2c by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '53203f72-c85a-49a7-8dad-c781661aec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae175ab2-7336-49cb-9663-e97c28b878f6'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:26:25.473061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Attempting to bind port 6815199f-51c9-458d-8c08-2430664c3b2c on network ae175ab2-7336-49cb-9663-e97c28b878f6 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:26:25.504459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:25.523576 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Transition to ACTIVE for port object f7ec6756-c56b-42e6-b9c0-f06752301cbc will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:25.562296 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:26:25.563047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Checking segment: {'id': '53203f72-c85a-49a7-8dad-c781661aec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae175ab2-7336-49cb-9663-e97c28b878f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:25.563683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:25.564263 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Bound using segment: {'id': '53203f72-c85a-49a7-8dad-c781661aec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae175ab2-7336-49cb-9663-e97c28b878f6'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:26:25.564668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:25.565138 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Bound port: 6815199f-51c9-458d-8c08-2430664c3b2c, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53203f72-c85a-49a7-8dad-c781661aec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae175ab2-7336-49cb-9663-e97c28b878f6'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:26:25.565702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:25.598567 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Attempting to bind port bcd46536-8ab7-4948-90d9-eaddd1278ccb on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:26:25.599178 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Attempting to bind port bcd46536-8ab7-4948-90d9-eaddd1278ccb by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'f56214c1-614a-4fb9-8474-c0d00ebc116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:26:25.599825 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Attempting to bind port bcd46536-8ab7-4948-90d9-eaddd1278ccb on network d22fe06d-ab24-402d-b7f6-acff475ab466 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:26:25.639941 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3edfbb5f-1b35-42b0-9e45-bbe255ea3727 req-278dcf6c-f172-44b5-8c48-623ffec0c3d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 210 time: 0.0705841 Jan 24 16:26:25.673607 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network ae175ab2-7336-49cb-9663-e97c28b878f6 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:25.674893 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:25.710415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] For port 6815199f-51c9-458d-8c08-2430664c3b2c, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:26:25.713159 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=f7ec6756-c56b-42e6-b9c0-f06752301cbc,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:25.714143 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] For port 6815199f-51c9-458d-8c08-2430664c3b2c, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6815199f-51c9-458d-8c08-2430664c3b2c,segment=NetworkSegment(53203f72-c85a-49a7-8dad-c781661aec36),segment_id=53203f72-c85a-49a7-8dad-c781661aec36)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:26:25.721343 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:25.722651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:26:25.725399 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:26:25.730754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Checking segment: {'id': 'f56214c1-614a-4fb9-8474-c0d00ebc116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:25.731189 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:25.731614 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Bound using segment: {'id': 'f56214c1-614a-4fb9-8474-c0d00ebc116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:26:25.732185 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Bound port: bcd46536-8ab7-4948-90d9-eaddd1278ccb, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56214c1-614a-4fb9-8474-c0d00ebc116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:26:25.732548 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:25.821067 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:25.948858 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5a04cad8-5c23-44e5-a801-b5f267a496df up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:25.958004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:26.014300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8e48d-e185-43ba-be26-20aae8be7805 None None] Pushing event updated for resources: {'Port': ['ID=6815199f-51c9-458d-8c08-2430664c3b2c,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:26.080507 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] For port bcd46536-8ab7-4948-90d9-eaddd1278ccb, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:26:26.085027 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] For port bcd46536-8ab7-4948-90d9-eaddd1278ccb, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=bcd46536-8ab7-4948-90d9-eaddd1278ccb,segment=NetworkSegment(f56214c1-614a-4fb9-8474-c0d00ebc116f),segment_id=f56214c1-614a-4fb9-8474-c0d00ebc116f)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:26:26.094335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:26.222285 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545da310-9bf7-46d6-a49e-384a2704779b None None] Network f933350f-8305-4ce9-945e-64ed47a3cbd8 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:26.325618 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Routers {'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:26.326278 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:26.413322 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 5a04cad8-5c23-44e5-a801-b5f267a496df completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:26.430459 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 5a04cad8-5c23-44e5-a801-b5f267a496df triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:26.430824 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:26.471101 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ae1afc9c-a721-477b-b385-5eed8c115799 None None] Provisioning for port 5a04cad8-5c23-44e5-a801-b5f267a496df completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:26.481043 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8ecc8-8f69-4147-bfc3-611f702ca167 None None] Pushing event updated for resources: {'Port': ['ID=bcd46536-8ab7-4948-90d9-eaddd1278ccb,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:26.535098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:26.541241 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:26.552324 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ae1afc9c-a721-477b-b385-5eed8c115799 None None] Provisioning complete for port 5a04cad8-5c23-44e5-a801-b5f267a496df triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:26.552677 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ae1afc9c-a721-477b-b385-5eed8c115799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:26.734550 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] Set router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:26.802317 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:26.820795 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=f7ec6756-c56b-42e6-b9c0-f06752301cbc,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:26.827876 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5e7c13cc-89e5-4b04-8090-3abe30c9c7b1 req-55669812-f6e6-4629-af5e-e8f2ae1b2e2c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 210 time: 0.0624387 Jan 24 16:26:26.973738 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network ae175ab2-7336-49cb-9663-e97c28b878f6 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:26.975251 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:27.162723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ae1afc9c-a721-477b-b385-5eed8c115799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:27.176011 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:27.249954 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-568fb509-bbc1-47e8-9a38-7435057c63a4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:27.253689 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-568fb509-bbc1-47e8-9a38-7435057c63a4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/networks?id=f933350f-8305-4ce9-945e-64ed47a3cbd8 HTTP/1.1" status: 200 len: 794 time: 0.2493131 Jan 24 16:26:27.314865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 5a04cad8-5c23-44e5-a801-b5f267a496df, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5a04cad8-5c23-44e5-a801-b5f267a496df,segment=NetworkSegment(7be9f3f5-a089-4685-860d-e0dfe1e37124),segment_id=7be9f3f5-a089-4685-860d-e0dfe1e37124)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:27.325476 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:27.341294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-331130f8-cd06-4307-b733-75a67992a042 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:26:27.360725 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-331130f8-cd06-4307-b733-75a67992a042 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:26:27.362575 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-331130f8-cd06-4307-b733-75a67992a042 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 472 time: 0.0871558 Jan 24 16:26:27.372665 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'port': {'device_id': '91165eca-e148-40de-8019-f2b7914085e7', 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8', 'admin_state_up': True, 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'security_groups': ['1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:27.415660 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8a92c6-825e-4a48-8067-5c8df53a5ffd None None] Network ae175ab2-7336-49cb-9663-e97c28b878f6 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:27.427124 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:26:27.507798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:27.512002 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:port and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:27.515141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:27.521130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:27.532676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:26:27.536090 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:27.607163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-ae1afc9c-a721-477b-b385-5eed8c115799 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:26:27.608283 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-ae1afc9c-a721-477b-b385-5eed8c115799 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:26:27.628823 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=5a04cad8-5c23-44e5-a801-b5f267a496df,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:27.649844 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:27.667988 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ce5405a7-37a7-400a-a3aa-90992c7889d7 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1104009 Jan 24 16:26:27.671457 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35732) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:27.682681 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-067463de-e731-4704-8e6e-4a8b63744f11 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'network': {'name': 'tempest-RoutersTest-140769924'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:27.751030 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:25Z', 'revision_number': 4, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None, '_interfaces': [{'id': '416ed024-6c70-4ad0-972c-9634de85c1be', 'name': '', 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:b7:a9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:13Z', 'updated_at': '2022-01-24T16:26:20Z', 'revision_number': 5, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcd46536-8ab7-4948-90d9-eaddd1278ccb', 'name': '', 'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:3b:ff:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:19Z', 'updated_at': '2022-01-24T16:26:26Z', 'revision_number': 4, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': '1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7ec6756-c56b-42e6-b9c0-f06752301cbc', 'name': '', 'network_id': 'ae175ab2-7336-49cb-9663-e97c28b878f6', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:3e:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '727b12d6-6bb4-49e0-855d-608bd1083b51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:24Z', 'updated_at': '2022-01-24T16:26:25Z', 'revision_number': 1, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': '727b12d6-6bb4-49e0-855d-608bd1083b51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:27.781466 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1aaf8-13e1-4e57-93e5-a0a77f6af2b6 None None] The sync data for ids ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'] in dv-neutron-826104-1-hyperv is: [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:25Z', 'revision_number': 4, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None, '_interfaces': [{'id': '416ed024-6c70-4ad0-972c-9634de85c1be', 'name': '', 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:b7:a9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:13Z', 'updated_at': '2022-01-24T16:26:20Z', 'revision_number': 5, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcd46536-8ab7-4948-90d9-eaddd1278ccb', 'name': '', 'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:3b:ff:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:19Z', 'updated_at': '2022-01-24T16:26:26Z', 'revision_number': 4, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': '1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7ec6756-c56b-42e6-b9c0-f06752301cbc', 'name': '', 'network_id': 'ae175ab2-7336-49cb-9663-e97c28b878f6', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:3e:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '727b12d6-6bb4-49e0-855d-608bd1083b51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:24Z', 'updated_at': '2022-01-24T16:26:25Z', 'revision_number': 1, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': '727b12d6-6bb4-49e0-855d-608bd1083b51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:26:27.851138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-067463de-e731-4704-8e6e-4a8b63744f11 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:27.871679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-067463de-e731-4704-8e6e-4a8b63744f11 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:network and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:27.880211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-067463de-e731-4704-8e6e-4a8b63744f11 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:27.903423 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-067463de-e731-4704-8e6e-4a8b63744f11 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:27.932804 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.26 (f933350f-8305-4ce9-945e-64ed47a3cbd8/bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8/fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:26:27.935890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067463de-e731-4704-8e6e-4a8b63744f11 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:26:27.939230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-067463de-e731-4704-8e6e-4a8b63744f11 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:28.030341 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6815199f-51c9-458d-8c08-2430664c3b2c up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:28.072600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067463de-e731-4704-8e6e-4a8b63744f11 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:26:28.085482 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-067463de-e731-4704-8e6e-4a8b63744f11 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:28.085482 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-067463de-e731-4704-8e6e-4a8b63744f11 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Added segment c7698eef-4923-4272-99f1-9d25bad6a98a of type vlan for network 59077378-1c54-4337-a67e-d33d3cb56b9d Jan 24 16:26:28.118098 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c0d96511-04c0-42c3-a22b-596362e517d6 req-a4f34ca8-6f4b-4144-892e-eee86ea05579 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 210 time: 0.1155555 Jan 24 16:26:28.200241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-067463de-e731-4704-8e6e-4a8b63744f11 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:28.254048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 6815199f-51c9-458d-8c08-2430664c3b2c completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:28.264578 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5a04cad8-5c23-44e5-a801-b5f267a496df up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:28.294106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-067463de-e731-4704-8e6e-4a8b63744f11 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:28.300281 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067463de-e731-4704-8e6e-4a8b63744f11 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:28.300907 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-067463de-e731-4704-8e6e-4a8b63744f11 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:28.358447 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4c18e3c0-9d0d-4bd5-8ea4-0bb230e179d3 None None] Provisioning for port 6815199f-51c9-458d-8c08-2430664c3b2c completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:28.365526 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4c18e3c0-9d0d-4bd5-8ea4-0bb230e179d3 None None] Provisioning complete for port 6815199f-51c9-458d-8c08-2430664c3b2c triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:28.365893 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4c18e3c0-9d0d-4bd5-8ea4-0bb230e179d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:28.413333 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 5a04cad8-5c23-44e5-a801-b5f267a496df triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:28.413722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:28.437857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067463de-e731-4704-8e6e-4a8b63744f11 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Network': ['ID=59077378-1c54-4337-a67e-d33d3cb56b9d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:28.500843 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 59077378-1c54-4337-a67e-d33d3cb56b9d details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:26:28.503161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:28.508242 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-067463de-e731-4704-8e6e-4a8b63744f11 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8333685 Jan 24 16:26:28.511469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35738) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:28.517210 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-0a1127f6-ce8a-4f06-b433-1d498f24bf8a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'subnet': {'network_id': '59077378-1c54-4337-a67e-d33d3cb56b9d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:28.525573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:28.566305 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:28.661883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network f933350f-8305-4ce9-945e-64ed47a3cbd8 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:28.666056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:28.668131 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:28.670379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:26:28.684879 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0a1127f6-ce8a-4f06-b433-1d498f24bf8a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:28.694411 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0a1127f6-ce8a-4f06-b433-1d498f24bf8a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:subnet and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:28.697940 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0a1127f6-ce8a-4f06-b433-1d498f24bf8a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:28.709524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0a1127f6-ce8a-4f06-b433-1d498f24bf8a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:28.731247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1127f6-ce8a-4f06-b433-1d498f24bf8a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Made reservation on behalf of 70ae91c4fc414e97ae76ebf87495930d for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:26:28.768157 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4c18e3c0-9d0d-4bd5-8ea4-0bb230e179d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:28.789203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:28.789846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:28.836562 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-c3412d44-e936-461c-b34e-de65947148f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4683394 Jan 24 16:26:28.841676 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4c18e3c0-9d0d-4bd5-8ea4-0bb230e179d3 None None] For port 6815199f-51c9-458d-8c08-2430664c3b2c, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6815199f-51c9-458d-8c08-2430664c3b2c,segment=NetworkSegment(53203f72-c85a-49a7-8dad-c781661aec36),segment_id=53203f72-c85a-49a7-8dad-c781661aec36)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:28.851149 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Request body: {'port': {'device_id': '91165eca-e148-40de-8019-f2b7914085e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:28.853944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4c18e3c0-9d0d-4bd5-8ea4-0bb230e179d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:28.890428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0a1127f6-ce8a-4f06-b433-1d498f24bf8a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:28.970386 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18e3c0-9d0d-4bd5-8ea4-0bb230e179d3 None None] Pushing event updated for resources: {'Port': ['ID=6815199f-51c9-458d-8c08-2430664c3b2c,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:29.007649 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4c18e3c0-9d0d-4bd5-8ea4-0bb230e179d3 None None] Provisioning for port f7ec6756-c56b-42e6-b9c0-f06752301cbc completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:29.035877 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4c18e3c0-9d0d-4bd5-8ea4-0bb230e179d3 None None] Provisioning complete for port f7ec6756-c56b-42e6-b9c0-f06752301cbc triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:29.036588 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4c18e3c0-9d0d-4bd5-8ea4-0bb230e179d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:29.063948 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:29.175173 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4c18e3c0-9d0d-4bd5-8ea4-0bb230e179d3 None None] Port f7ec6756-c56b-42e6-b9c0-f06752301cbc cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:26:29.202753 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4c18e3c0-9d0d-4bd5-8ea4-0bb230e179d3 None None] Provisioning complete for port 5a04cad8-5c23-44e5-a801-b5f267a496df triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:29.203806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4c18e3c0-9d0d-4bd5-8ea4-0bb230e179d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:29.243882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0a1127f6-ce8a-4f06-b433-1d498f24bf8a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:29.362773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1127f6-ce8a-4f06-b433-1d498f24bf8a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Subnet': ['ID=b33224b0-c496-436d-b3f5-4a67ab2152f8,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:29.400380 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1127f6-ce8a-4f06-b433-1d498f24bf8a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Checking segment: {'id': 'c7698eef-4923-4272-99f1-9d25bad6a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '59077378-1c54-4337-a67e-d33d3cb56b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:29.400719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1127f6-ce8a-4f06-b433-1d498f24bf8a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network hostable DHCP agents. Network: 59077378-1c54-4337-a67e-d33d3cb56b9d, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:26:29.430437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bc933-2ffa-4ac5-8537-1ac463ab31d6 req-5809ba3e-ee58-4573-acfe-2bcd2d2f2425 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:29.432772 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-163bc933-2ffa-4ac5-8537-1ac463ab31d6 req-5809ba3e-ee58-4573-acfe-2bcd2d2f2425 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 932 time: 0.1471221 Jan 24 16:26:29.446083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8af3e8b2-27dc-45f0-96cf-d54591fcb91a None None] Provisioning for port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:29.451978 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8af3e8b2-27dc-45f0-96cf-d54591fcb91a None None] Provisioning complete for port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:29.452595 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8af3e8b2-27dc-45f0-96cf-d54591fcb91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:29.459862 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:26:29.467775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:29.485072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Transition to ACTIVE for port object fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:29.491363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:29.558883 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8af3e8b2-27dc-45f0-96cf-d54591fcb91a None None] Port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:26:29.572973 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8af3e8b2-27dc-45f0-96cf-d54591fcb91a None None] Provisioning complete for port f7ec6756-c56b-42e6-b9c0-f06752301cbc triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:29.573160 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8af3e8b2-27dc-45f0-96cf-d54591fcb91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:29.576485 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1127f6-ce8a-4f06-b433-1d498f24bf8a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 59077378-1c54-4337-a67e-d33d3cb56b9d is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:26:29.605925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-0a1127f6-ce8a-4f06-b433-1d498f24bf8a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 59077378-1c54-4337-a67e-d33d3cb56b9d) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:29.610675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1127f6-ce8a-4f06-b433-1d498f24bf8a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:29.611933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0a1127f6-ce8a-4f06-b433-1d498f24bf8a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:29.625266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:29.625790 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-163bc933-2ffa-4ac5-8537-1ac463ab31d6 req-42fef1f2-4196-48bd-a841-e24039ca6a00 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861937 Jan 24 16:26:29.630517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef68828-92df-4bd7-b170-f21f4b3ae166 None None] Network 59077378-1c54-4337-a67e-d33d3cb56b9d requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:29.644581 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0a1127f6-ce8a-4f06-b433-1d498f24bf8a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1291120 Jan 24 16:26:29.644581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35744) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:29.757203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Attempting to bind port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:26:29.757532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Attempting to bind port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '7be9f3f5-a089-4685-860d-e0dfe1e37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:26:29.757859 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Attempting to bind port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 on network f933350f-8305-4ce9-945e-64ed47a3cbd8 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:26:29.764742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 on network f933350f-8305-4ce9-945e-64ed47a3cbd8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:26:29.765062 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Attempting to bind port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 on network f933350f-8305-4ce9-945e-64ed47a3cbd8 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:26:29.772382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:26:29.772871 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Checking segment: {'id': '7be9f3f5-a089-4685-860d-e0dfe1e37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:29.773091 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Bound using segment: {'id': '7be9f3f5-a089-4685-860d-e0dfe1e37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:26:29.773524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Bound port: fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be9f3f5-a089-4685-860d-e0dfe1e37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:26:29.773853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:29.888699 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8af3e8b2-27dc-45f0-96cf-d54591fcb91a None None] Port f7ec6756-c56b-42e6-b9c0-f06752301cbc cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:26:29.899146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] For port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:26:29.902607 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] For port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03,segment=NetworkSegment(7be9f3f5-a089-4685-860d-e0dfe1e37124),segment_id=7be9f3f5-a089-4685-860d-e0dfe1e37124)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:26:29.908839 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:29.946659 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-59077378-1c54-4337-a67e-d33d3cb56b9d', 'network_id': '59077378-1c54-4337-a67e-d33d3cb56b9d', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'fixed_ips': [{'subnet_id': 'b33224b0-c496-436d-b3f5-4a67ab2152f8'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:26:29.948335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:29.971115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:29.972506 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] 10.222.0.129 "PUT /v2.0/ports/fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 HTTP/1.1" status: 200 len: 1094 time: 1.1267257 Jan 24 16:26:29.972929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91165eca-e148-40de-8019-f2b7914085e7', 'tag': 'fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:26:29.989183 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6815199f-51c9-458d-8c08-2430664c3b2c up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:29.994604 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f60be-20db-485b-8016-17ef7c90d255 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:30.085543 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91165eca-e148-40de-8019-f2b7914085e7', 'tag': 'fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03', 'status': 'completed', 'code': 200} Jan 24 16:26:30.149357 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-5cc17dab-2605-4383-95cb-15d09168dac7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 1097 time: 0.1118150 Jan 24 16:26:30.216861 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 6815199f-51c9-458d-8c08-2430664c3b2c triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:30.217629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:30.251094 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-8c119393-fba6-4c0e-9c62-d57c40300dd4 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 HTTP/1.1" status: 200 len: 217 time: 0.0924251 Jan 24 16:26:30.365352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Allocated IP 172.23.0.2 (59077378-1c54-4337-a67e-d33d3cb56b9d/b33224b0-c496-436d-b3f5-4a67ab2152f8/883e6fd3-8fb7-4d9e-974d-643c93816b77) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:26:30.425432 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:30.440927 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-1b45e58b-cb1f-4347-9e4f-925323c6952c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:30.442851 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-1b45e58b-cb1f-4347-9e4f-925323c6952c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8 HTTP/1.1" status: 200 len: 838 time: 0.1805916 Jan 24 16:26:30.513263 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device bcd46536-8ab7-4948-90d9-eaddd1278ccb up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:30.535194 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-14815906-8fd2-40fb-860c-094dd2ceedab service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f933350f-8305-4ce9-945e-64ed47a3cbd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0758388 Jan 24 16:26:30.680435 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-b43f1b8a-b526-4aec-a9f7-f69448648e42 service neutron] 10.222.0.129 "GET /v2.0/networks/f933350f-8305-4ce9-945e-64ed47a3cbd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346700 Jan 24 16:26:30.684282 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port bcd46536-8ab7-4948-90d9-eaddd1278ccb completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:30.697735 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port bcd46536-8ab7-4948-90d9-eaddd1278ccb triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:30.698102 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:30.727026 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:30.753177 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Transition to ACTIVE for port object 883e6fd3-8fb7-4d9e-974d-643c93816b77 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:30.783167 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Transition to ACTIVE for port object 883e6fd3-8fb7-4d9e-974d-643c93816b77 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:30.829273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:30.838965 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-498ac7c8-5ef7-4012-b0bd-10e1f064864f req-e33bd5bb-9970-48c1-94d7-6584fae2df8f service neutron] 10.222.0.129 "GET /v2.0/networks/f933350f-8305-4ce9-945e-64ed47a3cbd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507370 Jan 24 16:26:30.893918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Allocated IP 172.23.0.1 (59077378-1c54-4337-a67e-d33d3cb56b9d/b33224b0-c496-436d-b3f5-4a67ab2152f8/8c171772-26af-4bae-ab9f-3a16b91b91b0) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:26:30.907055 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9c3ac-efa8-4da6-8192-34cc5afa402b req-959564fb-8ccb-4cfa-a08a-27b5c85ff51b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:30.908766 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b9f9c3ac-efa8-4da6-8192-34cc5afa402b req-959564fb-8ccb-4cfa-a08a-27b5c85ff51b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 944 time: 0.1418066 Jan 24 16:26:30.922553 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:30.934069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Network 59077378-1c54-4337-a67e-d33d3cb56b9d is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:30.935532 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Pushing event updated for resources: {'Port': ['ID=883e6fd3-8fb7-4d9e-974d-643c93816b77,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:30.941656 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:30.944349 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:26:30.969147 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d54be1ae-83ce-41f6-8a28-6a0fbbe2dfeb req-f0d71747-d1c4-464a-9373-f92498ff87f5 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 1097 time: 0.0818172 Jan 24 16:26:31.038363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port bcd46536-8ab7-4948-90d9-eaddd1278ccb, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=bcd46536-8ab7-4948-90d9-eaddd1278ccb,segment=NetworkSegment(f56214c1-614a-4fb9-8474-c0d00ebc116f),segment_id=f56214c1-614a-4fb9-8474-c0d00ebc116f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:31.052323 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b9f9c3ac-efa8-4da6-8192-34cc5afa402b req-b208cafc-d001-4cb5-bff2-afe83feb21cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167521 Jan 24 16:26:31.062365 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:31.107995 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Attempting to bind port 883e6fd3-8fb7-4d9e-974d-643c93816b77 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:26:31.108392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Attempting to bind port 883e6fd3-8fb7-4d9e-974d-643c93816b77 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'c7698eef-4923-4272-99f1-9d25bad6a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '59077378-1c54-4337-a67e-d33d3cb56b9d'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:26:31.108900 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Attempting to bind port 883e6fd3-8fb7-4d9e-974d-643c93816b77 on network 59077378-1c54-4337-a67e-d33d3cb56b9d {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:26:31.117673 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:31.134112 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:26:31.134485 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Checking segment: {'id': 'c7698eef-4923-4272-99f1-9d25bad6a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '59077378-1c54-4337-a67e-d33d3cb56b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:31.134883 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:31.135274 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Bound using segment: {'id': 'c7698eef-4923-4272-99f1-9d25bad6a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '59077378-1c54-4337-a67e-d33d3cb56b9d'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:26:31.135772 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Bound port: 883e6fd3-8fb7-4d9e-974d-643c93816b77, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7698eef-4923-4272-99f1-9d25bad6a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '59077378-1c54-4337-a67e-d33d3cb56b9d'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:26:31.136141 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:31.138856 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Transition to ACTIVE for port object 8c171772-26af-4bae-ab9f-3a16b91b91b0 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:31.143012 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54be1ae-83ce-41f6-8a28-6a0fbbe2dfeb req-7ea1583c-27bb-4ee5-ba88-b1cf3b705499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:31.146108 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d54be1ae-83ce-41f6-8a28-6a0fbbe2dfeb req-7ea1583c-27bb-4ee5-ba88-b1cf3b705499 service neutron] 10.222.0.129 "GET /v2.0/networks?id=f933350f-8305-4ce9-945e-64ed47a3cbd8 HTTP/1.1" status: 200 len: 895 time: 0.1702204 Jan 24 16:26:31.164055 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:31.198883 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=bcd46536-8ab7-4948-90d9-eaddd1278ccb,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:31.218279 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d54be1ae-83ce-41f6-8a28-6a0fbbe2dfeb req-a93e113d-3862-4115-a889-b75396d2c932 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 HTTP/1.1" status: 200 len: 217 time: 0.0646279 Jan 24 16:26:31.237298 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 59077378-1c54-4337-a67e-d33d3cb56b9d is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:31.240665 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:31.243408 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] For port 883e6fd3-8fb7-4d9e-974d-643c93816b77, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:26:31.244588 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:26:31.247520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] For port 883e6fd3-8fb7-4d9e-974d-643c93816b77, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=883e6fd3-8fb7-4d9e-974d-643c93816b77,segment=NetworkSegment(c7698eef-4923-4272-99f1-9d25bad6a98a),segment_id=c7698eef-4923-4272-99f1-9d25bad6a98a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:26:31.253261 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:31.285254 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=8c171772-26af-4bae-ab9f-3a16b91b91b0,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:31.289087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54be1ae-83ce-41f6-8a28-6a0fbbe2dfeb req-9ef7bce7-7ab9-48d7-a28c-08cb6e76e37c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:31.290740 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d54be1ae-83ce-41f6-8a28-6a0fbbe2dfeb req-9ef7bce7-7ab9-48d7-a28c-08cb6e76e37c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8 HTTP/1.1" status: 200 len: 838 time: 0.0665221 Jan 24 16:26:31.314006 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:31.336280 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efec009-efcb-488c-a735-ab4fb3d98987 None None] Pushing event updated for resources: {'Port': ['ID=883e6fd3-8fb7-4d9e-974d-643c93816b77,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:31.384785 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d54be1ae-83ce-41f6-8a28-6a0fbbe2dfeb req-c69d1add-a5b7-4b96-8042-10a804d22bf0 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f933350f-8305-4ce9-945e-64ed47a3cbd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0839007 Jan 24 16:26:31.536222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:31.565529 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d54be1ae-83ce-41f6-8a28-6a0fbbe2dfeb req-8e1e5639-9b57-4634-90f6-5f92c311ae0e service neutron] 10.222.0.129 "GET /v2.0/networks/f933350f-8305-4ce9-945e-64ed47a3cbd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694703 Jan 24 16:26:31.704745 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d54be1ae-83ce-41f6-8a28-6a0fbbe2dfeb req-e1488977-085f-485f-9fc6-12c9bcceee59 service neutron] 10.222.0.129 "GET /v2.0/networks/f933350f-8305-4ce9-945e-64ed47a3cbd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321321 Jan 24 16:26:31.803943 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:26:31.933623 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device bcd46536-8ab7-4948-90d9-eaddd1278ccb up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:31.942640 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:31.948375 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:32.045372 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03,segment=NetworkSegment(7be9f3f5-a089-4685-860d-e0dfe1e37124),segment_id=7be9f3f5-a089-4685-860d-e0dfe1e37124)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:32.065196 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03', 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8', 'port_id': 'fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03', 'mac_address': 'fa:16:3e:0c:5a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:26:32.067246 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:32.071508 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event updated for resources: {'Port': ['ID=8c171772-26af-4bae-ab9f-3a16b91b91b0,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:32.142875 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:32.166875 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:26:32.185711 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03,segment=NetworkSegment(7be9f3f5-a089-4685-860d-e0dfe1e37124),segment_id=7be9f3f5-a089-4685-860d-e0dfe1e37124)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:32.193804 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port bcd46536-8ab7-4948-90d9-eaddd1278ccb triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:32.194345 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:32.241868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Network 59077378-1c54-4337-a67e-d33d3cb56b9d is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:32.243093 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:32.264500 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:32.289830 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8f24c-fa65-4d37-926e-04a5dedd458a req-145b396a-ccdb-4c0b-9e26-cbe99e46ac07 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:32.290567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-4ac8f24c-fa65-4d37-926e-04a5dedd458a req-145b396a-ccdb-4c0b-9e26-cbe99e46ac07 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:26:32.313480 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-4ac8f24c-fa65-4d37-926e-04a5dedd458a req-145b396a-ccdb-4c0b-9e26-cbe99e46ac07 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:26:32.321897 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4ac8f24c-fa65-4d37-926e-04a5dedd458a req-145b396a-ccdb-4c0b-9e26-cbe99e46ac07 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 945 time: 0.1151495 Jan 24 16:26:32.380039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba63b96b-35ad-4cd5-833e-4677a671eb51 None None] Network 59077378-1c54-4337-a67e-d33d3cb56b9d requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:32.395131 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4ac8f24c-fa65-4d37-926e-04a5dedd458a req-f93e8f6d-d86f-41c1-8fca-1246074edc61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722826 Jan 24 16:26:32.476968 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:26:32.483851 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 883e6fd3-8fb7-4d9e-974d-643c93816b77 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:32.510008 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:32.568551 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:26:32.598802 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6f6af8f7-f7d4-42a2-ac34-236d0b097104 None None] Provisioning for port 883e6fd3-8fb7-4d9e-974d-643c93816b77 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:32.627635 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:26:32.717246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 883e6fd3-8fb7-4d9e-974d-643c93816b77 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:32.734614 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 883e6fd3-8fb7-4d9e-974d-643c93816b77 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:32.734925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:32.805937 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:32.818736 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5ced9834-8a32-41e8-894d-a33c85b187b3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1727381 Jan 24 16:26:32.821845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35754) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:32.826901 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-115130fa-ef21-4346-8380-d8c850ec43ed tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:32.988496 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:33.058980 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 883e6fd3-8fb7-4d9e-974d-643c93816b77, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=883e6fd3-8fb7-4d9e-974d-643c93816b77,segment=NetworkSegment(c7698eef-4923-4272-99f1-9d25bad6a98a),segment_id=c7698eef-4923-4272-99f1-9d25bad6a98a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:33.066902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:33.166948 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=883e6fd3-8fb7-4d9e-974d-643c93816b77,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:33.261213 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-31d7b01b-7ffa-43b6-9664-232751523a55 None None] Provisioning for port 8c171772-26af-4bae-ab9f-3a16b91b91b0 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:33.266867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-31d7b01b-7ffa-43b6-9664-232751523a55 None None] Provisioning complete for port 8c171772-26af-4bae-ab9f-3a16b91b91b0 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:33.267459 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-31d7b01b-7ffa-43b6-9664-232751523a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:33.325200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-31d7b01b-7ffa-43b6-9664-232751523a55 None None] Port 8c171772-26af-4bae-ab9f-3a16b91b91b0 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:26:33.338392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-31d7b01b-7ffa-43b6-9664-232751523a55 None None] Provisioning complete for port 883e6fd3-8fb7-4d9e-974d-643c93816b77 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:33.338761 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-31d7b01b-7ffa-43b6-9664-232751523a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:33.587580 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-fd04d383-b781-4beb-8e61-5dcb92f26e20 None None] Provisioning complete for port 8c171772-26af-4bae-ab9f-3a16b91b91b0 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:33.587942 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fd04d383-b781-4beb-8e61-5dcb92f26e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:33.627166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.extraroute_db [None req-115130fa-ef21-4346-8380-d8c850ec43ed tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 24 16:26:33.642120 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-fd04d383-b781-4beb-8e61-5dcb92f26e20 None None] Port 8c171772-26af-4bae-ab9f-3a16b91b91b0 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:26:33.649603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.extraroute_db [None req-115130fa-ef21-4346-8380-d8c850ec43ed tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Removed routes are [] {{(pid=83466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 24 16:26:33.650129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-115130fa-ef21-4346-8380-d8c850ec43ed tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:33.728344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b376baf-e48d-4a7d-b268-d170bb8d331a req-db76f310-6e54-4ffd-8b4c-1e947c96e4b3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:33.729780 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1b376baf-e48d-4a7d-b268-d170bb8d331a req-db76f310-6e54-4ffd-8b4c-1e947c96e4b3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 945 time: 0.1895163 Jan 24 16:26:33.812775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:33.847601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 883e6fd3-8fb7-4d9e-974d-643c93816b77 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:33.862983 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1b376baf-e48d-4a7d-b268-d170bb8d331a req-0b336283-4f6b-49ae-98ca-0dc5c551027a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705948 Jan 24 16:26:33.941039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:33.943799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 883e6fd3-8fb7-4d9e-974d-643c93816b77 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:33.944163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:33.971728 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:33.972056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:34.035786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-115130fa-ef21-4346-8380-d8c850ec43ed tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:34.040013 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-115130fa-ef21-4346-8380-d8c850ec43ed tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:34.155985 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:34.183284 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91165eca-e148-40de-8019-f2b7914085e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:26:34.200151 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03,segment=NetworkSegment(7be9f3f5-a089-4685-860d-e0dfe1e37124),segment_id=7be9f3f5-a089-4685-860d-e0dfe1e37124)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:34.205498 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:34.217223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115130fa-ef21-4346-8380-d8c850ec43ed tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:26:34.281294 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91165eca-e148-40de-8019-f2b7914085e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03', 'code': 200} Jan 24 16:26:34.319390 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:34.402987 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115130fa-ef21-4346-8380-d8c850ec43ed tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:34.411464 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-115130fa-ef21-4346-8380-d8c850ec43ed tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:34.412802 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-115130fa-ef21-4346-8380-d8c850ec43ed tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 HTTP/1.1" status: 200 len: 933 time: 1.5900717 Jan 24 16:26:34.415579 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35762) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:34.485530 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-13ce9b27-dd69-45d8-9e04-073c4aed4f72 req-fab8dc70-cc39-4907-a14e-f7a9eadf08b0 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 1099 time: 0.0696542 Jan 24 16:26:34.515199 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Sync routers for ids ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:26:34.532459 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-13ce9b27-dd69-45d8-9e04-073c4aed4f72 req-fa854370-62da-402b-85ca-cb2dcf4d79e9 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400386 Jan 24 16:26:34.534724 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Routers {'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:34.535417 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:34.694687 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Set router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:34.714264 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1767517d-16cc-4a8a-bb42-ab6fa6db0176 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/routers/b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 HTTP/1.1" status: 200 len: 933 time: 0.2974992 Jan 24 16:26:34.717003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35766) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:34.721961 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d9c7c2d8-d7b1-4edd-95cd-d1f69882150d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'router': {'routes': None}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:35.014883 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:33Z', 'revision_number': 6, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None, '_interfaces': [{'id': '416ed024-6c70-4ad0-972c-9634de85c1be', 'name': '', 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:b7:a9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:13Z', 'updated_at': '2022-01-24T16:26:20Z', 'revision_number': 5, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c171772-26af-4bae-ab9f-3a16b91b91b0', 'name': '', 'network_id': '59077378-1c54-4337-a67e-d33d3cb56b9d', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:9c:46:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b33224b0-c496-436d-b3f5-4a67ab2152f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:30Z', 'updated_at': '2022-01-24T16:26:31Z', 'revision_number': 2, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': 'b33224b0-c496-436d-b3f5-4a67ab2152f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcd46536-8ab7-4948-90d9-eaddd1278ccb', 'name': '', 'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:3b:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:19Z', 'updated_at': '2022-01-24T16:26:30Z', 'revision_number': 5, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': '1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7ec6756-c56b-42e6-b9c0-f06752301cbc', 'name': '', 'network_id': 'ae175ab2-7336-49cb-9663-e97c28b878f6', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:3e:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '727b12d6-6bb4-49e0-855d-608bd1083b51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:24Z', 'updated_at': '2022-01-24T16:26:26Z', 'revision_number': 2, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': '727b12d6-6bb4-49e0-855d-608bd1083b51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:35.019023 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Checking router: b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:26:35.019366 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Updating router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 port 8c171772-26af-4bae-ab9f-3a16b91b91b0 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:26:35.069670 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:35.189236 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5d4ff-1ed5-424c-b717-932463acacb1 req-cb751a5e-924b-4c2b-b4f8-d5a575228f1b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:35.190668 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-62e5d4ff-1ed5-424c-b717-932463acacb1 req-cb751a5e-924b-4c2b-b4f8-d5a575228f1b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 946 time: 0.1853762 Jan 24 16:26:35.321908 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-62e5d4ff-1ed5-424c-b717-932463acacb1 req-0f76b836-35d8-4547-bde1-69ce7ff13c9b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232035 Jan 24 16:26:35.399258 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.extraroute_db [None req-d9c7c2d8-d7b1-4edd-95cd-d1f69882150d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Added routes are [] {{(pid=83466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 24 16:26:35.399580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.extraroute_db [None req-d9c7c2d8-d7b1-4edd-95cd-d1f69882150d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 24 16:26:35.411924 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:35.424666 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Transition to ACTIVE for port object 8c171772-26af-4bae-ab9f-3a16b91b91b0 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:35.433481 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:35.433785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c2d8-d7b1-4edd-95cd-d1f69882150d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:35.593467 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d034f6-83fc-4b9f-9c0b-f6f36a49494f None None] Pushing event updated for resources: {'Port': ['ID=8c171772-26af-4bae-ab9f-3a16b91b91b0,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:35.687456 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Attempting to bind port 8c171772-26af-4bae-ab9f-3a16b91b91b0 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:26:35.687874 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Attempting to bind port 8c171772-26af-4bae-ab9f-3a16b91b91b0 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'c7698eef-4923-4272-99f1-9d25bad6a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '59077378-1c54-4337-a67e-d33d3cb56b9d'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:26:35.688190 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Attempting to bind port 8c171772-26af-4bae-ab9f-3a16b91b91b0 on network 59077378-1c54-4337-a67e-d33d3cb56b9d {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:26:35.697888 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:26:35.698918 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Checking segment: {'id': 'c7698eef-4923-4272-99f1-9d25bad6a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '59077378-1c54-4337-a67e-d33d3cb56b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:35.698918 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:35.699869 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Bound using segment: {'id': 'c7698eef-4923-4272-99f1-9d25bad6a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '59077378-1c54-4337-a67e-d33d3cb56b9d'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:26:35.699869 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Bound port: 8c171772-26af-4bae-ab9f-3a16b91b91b0, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7698eef-4923-4272-99f1-9d25bad6a98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '59077378-1c54-4337-a67e-d33d3cb56b9d'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:26:35.699869 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:35.808671 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] For port 8c171772-26af-4bae-ab9f-3a16b91b91b0, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:26:35.809214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c2d8-d7b1-4edd-95cd-d1f69882150d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:35.812016 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] For port 8c171772-26af-4bae-ab9f-3a16b91b91b0, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8c171772-26af-4bae-ab9f-3a16b91b91b0,segment=NetworkSegment(c7698eef-4923-4272-99f1-9d25bad6a98a),segment_id=c7698eef-4923-4272-99f1-9d25bad6a98a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:26:35.814449 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c2d8-d7b1-4edd-95cd-d1f69882150d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:35.817269 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:35.876215 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Updating router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 port f7ec6756-c56b-42e6-b9c0-f06752301cbc binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:26:35.947112 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d034f6-83fc-4b9f-9c0b-f6f36a49494f None None] Pushing event updated for resources: {'Port': ['ID=8c171772-26af-4bae-ab9f-3a16b91b91b0,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:35.957691 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:36.014851 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c7c2d8-d7b1-4edd-95cd-d1f69882150d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:26:36.305034 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c7c2d8-d7b1-4edd-95cd-d1f69882150d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:36.310889 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c2d8-d7b1-4edd-95cd-d1f69882150d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:36.312040 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d9c7c2d8-d7b1-4edd-95cd-d1f69882150d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 HTTP/1.1" status: 200 len: 699 time: 1.5941362 Jan 24 16:26:36.312944 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:36.314686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35772) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:36.325909 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Transition to ACTIVE for port object f7ec6756-c56b-42e6-b9c0-f06752301cbc will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:36.333220 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:36.461054 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d034f6-83fc-4b9f-9c0b-f6f36a49494f None None] Pushing event updated for resources: {'Port': ['ID=f7ec6756-c56b-42e6-b9c0-f06752301cbc,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:36.506408 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b3a9a579-45d9-484b-ad3c-499814be2277 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/routers/b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 HTTP/1.1" status: 200 len: 699 time: 0.1905975 Jan 24 16:26:36.509029 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35778) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:36.549824 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e277686-b0ed-4405-aa56-854599a15f07 req-9fb9b83f-977f-4214-8f23-6167abb5491f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:36.550570 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5e277686-b0ed-4405-aa56-854599a15f07 req-9fb9b83f-977f-4214-8f23-6167abb5491f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 946 time: 0.0850751 Jan 24 16:26:36.569546 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Attempting to bind port f7ec6756-c56b-42e6-b9c0-f06752301cbc on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:26:36.569897 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Attempting to bind port f7ec6756-c56b-42e6-b9c0-f06752301cbc by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '53203f72-c85a-49a7-8dad-c781661aec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae175ab2-7336-49cb-9663-e97c28b878f6'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:26:36.570240 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Attempting to bind port f7ec6756-c56b-42e6-b9c0-f06752301cbc on network ae175ab2-7336-49cb-9663-e97c28b878f6 {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:26:36.577645 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:26:36.578020 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Checking segment: {'id': '53203f72-c85a-49a7-8dad-c781661aec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae175ab2-7336-49cb-9663-e97c28b878f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:36.578410 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:36.578792 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Bound using segment: {'id': '53203f72-c85a-49a7-8dad-c781661aec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae175ab2-7336-49cb-9663-e97c28b878f6'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:26:36.579241 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Bound port: f7ec6756-c56b-42e6-b9c0-f06752301cbc, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53203f72-c85a-49a7-8dad-c781661aec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae175ab2-7336-49cb-9663-e97c28b878f6'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:26:36.579639 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:36.604136 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5e277686-b0ed-4405-aa56-854599a15f07 req-ef6d5c1a-cdbb-4de3-807c-9dbb1f60750e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439076 Jan 24 16:26:36.684850 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] For port f7ec6756-c56b-42e6-b9c0-f06752301cbc, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:26:36.688361 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] For port f7ec6756-c56b-42e6-b9c0-f06752301cbc, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f7ec6756-c56b-42e6-b9c0-f06752301cbc,segment=NetworkSegment(53203f72-c85a-49a7-8dad-c781661aec36),segment_id=53203f72-c85a-49a7-8dad-c781661aec36)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:26:36.696345 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:36.778141 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Routers {'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:36.778850 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:36.829015 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d034f6-83fc-4b9f-9c0b-f6f36a49494f None None] Pushing event updated for resources: {'Port': ['ID=f7ec6756-c56b-42e6-b9c0-f06752301cbc,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:36.942101 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] Set router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:36.958078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfba62-61f6-46ae-a5ae-17220f5a436d req-46157a76-8ee4-4d43-a23d-b88fcc53789a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:36.959947 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d9bfba62-61f6-46ae-a5ae-17220f5a436d req-46157a76-8ee4-4d43-a23d-b88fcc53789a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 946 time: 0.1646593 Jan 24 16:26:36.970306 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-76021bf7-f8f9-4fd3-b12e-4dda50758db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:37.028633 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d9bfba62-61f6-46ae-a5ae-17220f5a436d req-4eaaa6ac-4822-4dce-8e1b-ada29733d3fe tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592778 Jan 24 16:26:37.031059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-32fa88d8-639e-4566-a54b-b43606eead3d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:37.307230 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:35Z', 'revision_number': 7, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None, '_interfaces': [{'id': '416ed024-6c70-4ad0-972c-9634de85c1be', 'name': '', 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:b7:a9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:13Z', 'updated_at': '2022-01-24T16:26:20Z', 'revision_number': 5, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c171772-26af-4bae-ab9f-3a16b91b91b0', 'name': '', 'network_id': '59077378-1c54-4337-a67e-d33d3cb56b9d', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:9c:46:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b33224b0-c496-436d-b3f5-4a67ab2152f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:30Z', 'updated_at': '2022-01-24T16:26:35Z', 'revision_number': 4, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': 'b33224b0-c496-436d-b3f5-4a67ab2152f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcd46536-8ab7-4948-90d9-eaddd1278ccb', 'name': '', 'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:3b:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:19Z', 'updated_at': '2022-01-24T16:26:30Z', 'revision_number': 5, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': '1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7ec6756-c56b-42e6-b9c0-f06752301cbc', 'name': '', 'network_id': 'ae175ab2-7336-49cb-9663-e97c28b878f6', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:3e:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '727b12d6-6bb4-49e0-855d-608bd1083b51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:24Z', 'updated_at': '2022-01-24T16:26:36Z', 'revision_number': 4, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': '727b12d6-6bb4-49e0-855d-608bd1083b51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:37.311638 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd99af8-b6f3-4108-a83f-6b8420a07ade None None] The sync data for ids ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'] in dv-neutron-826104-1-hyperv is: [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:35Z', 'revision_number': 7, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None, '_interfaces': [{'id': '416ed024-6c70-4ad0-972c-9634de85c1be', 'name': '', 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:b7:a9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:13Z', 'updated_at': '2022-01-24T16:26:20Z', 'revision_number': 5, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c171772-26af-4bae-ab9f-3a16b91b91b0', 'name': '', 'network_id': '59077378-1c54-4337-a67e-d33d3cb56b9d', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:9c:46:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b33224b0-c496-436d-b3f5-4a67ab2152f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:30Z', 'updated_at': '2022-01-24T16:26:35Z', 'revision_number': 4, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': 'b33224b0-c496-436d-b3f5-4a67ab2152f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcd46536-8ab7-4948-90d9-eaddd1278ccb', 'name': '', 'network_id': 'd22fe06d-ab24-402d-b7f6-acff475ab466', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:3b:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:19Z', 'updated_at': '2022-01-24T16:26:30Z', 'revision_number': 5, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': '1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7ec6756-c56b-42e6-b9c0-f06752301cbc', 'name': '', 'network_id': 'ae175ab2-7336-49cb-9663-e97c28b878f6', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:3e:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '727b12d6-6bb4-49e0-855d-608bd1083b51', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:24Z', 'updated_at': '2022-01-24T16:26:36Z', 'revision_number': 4, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': '727b12d6-6bb4-49e0-855d-608bd1083b51', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:26:37.658448 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-32fa88d8-639e-4566-a54b-b43606eead3d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port 8c171772-26af-4bae-ab9f-3a16b91b91b0 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:37.658724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-32fa88d8-639e-4566-a54b-b43606eead3d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:37.945757 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f7ec6756-c56b-42e6-b9c0-f06752301cbc up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:37.963819 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-32fa88d8-639e-4566-a54b-b43606eead3d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] For port 8c171772-26af-4bae-ab9f-3a16b91b91b0, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=8c171772-26af-4bae-ab9f-3a16b91b91b0,segment=NetworkSegment(c7698eef-4923-4272-99f1-9d25bad6a98a),segment_id=c7698eef-4923-4272-99f1-9d25bad6a98a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:37.964532 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-32fa88d8-639e-4566-a54b-b43606eead3d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:38.014458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port f7ec6756-c56b-42e6-b9c0-f06752301cbc completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:38.019929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port f7ec6756-c56b-42e6-b9c0-f06752301cbc triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:38.020449 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:38.083318 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-32fa88d8-639e-4566-a54b-b43606eead3d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for 8c171772-26af-4bae-ab9f-3a16b91b91b0 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:38.136302 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:38.169397 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port f7ec6756-c56b-42e6-b9c0-f06752301cbc, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f7ec6756-c56b-42e6-b9c0-f06752301cbc,segment=NetworkSegment(53203f72-c85a-49a7-8dad-c781661aec36),segment_id=53203f72-c85a-49a7-8dad-c781661aec36)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:38.173727 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:38.174505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8c171772-26af-4bae-ab9f-3a16b91b91b0 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:38.264931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-32fa88d8-639e-4566-a54b-b43606eead3d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:38.284231 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No active binding found for port 8c171772-26af-4bae-ab9f-3a16b91b91b0 {{(pid=83467) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 24 16:26:38.284628 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8c171772-26af-4bae-ab9f-3a16b91b91b0 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 24 16:26:38.310301 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=f7ec6756-c56b-42e6-b9c0-f06752301cbc,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:38.314200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa88d8-639e-4566-a54b-b43606eead3d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Port': ['ID=8c171772-26af-4bae-ab9f-3a16b91b91b0,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:38.317634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Port 8c171772-26af-4bae-ab9f-3a16b91b91b0 not found, will not notify nova. {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 24 16:26:38.524476 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35788) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:38.584259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-32fa88d8-639e-4566-a54b-b43606eead3d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:39.094815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fa88d8-639e-4566-a54b-b43606eead3d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:26:39.144565 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8306fa42-8119-479f-8c48-966aec5bd635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:39.384499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:39.386953 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fa88d8-639e-4566-a54b-b43606eead3d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:39.400711 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-32fa88d8-639e-4566-a54b-b43606eead3d tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8905919 Jan 24 16:26:39.403588 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35792) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:39.585931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e36c1c8-aaa3-4627-925a-30f0f2605023 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting subnet b33224b0-c496-436d-b3f5-4a67ab2152f8 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:26:39.588898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6e36c1c8-aaa3-4627-925a-30f0f2605023 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:39.646407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6e36c1c8-aaa3-4627-925a-30f0f2605023 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:39.734291 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6e36c1c8-aaa3-4627-925a-30f0f2605023 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:39.775653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.17 (f933350f-8305-4ce9-945e-64ed47a3cbd8/bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8/ca9a3bf4-8163-4159-906d-3b7d88056277) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:26:39.821163 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6e36c1c8-aaa3-4627-925a-30f0f2605023 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:39.858716 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36c1c8-aaa3-4627-925a-30f0f2605023 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Subnet': ['ID=b33224b0-c496-436d-b3f5-4a67ab2152f8,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:39.866418 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6e36c1c8-aaa3-4627-925a-30f0f2605023 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:39.876007 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6e36c1c8-aaa3-4627-925a-30f0f2605023 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/b33224b0-c496-436d-b3f5-4a67ab2152f8 HTTP/1.1" status: 204 len: 168 time: 0.4713185 Jan 24 16:26:39.878657 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35796) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:39.880057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2dac81-4c61-42db-b2f7-9102a3641fdd None None] Network 59077378-1c54-4337-a67e-d33d3cb56b9d requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:39.951513 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f7ec6756-c56b-42e6-b9c0-f06752301cbc up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:39.965071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:39.984024 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object ca9a3bf4-8163-4159-906d-3b7d88056277 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:39.999156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.010507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port 883e6fd3-8fb7-4d9e-974d-643c93816b77 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:40.010877 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.011199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.090426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network f933350f-8305-4ce9-945e-64ed47a3cbd8 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:40.094451 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:40.098645 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:26:40.122815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port f7ec6756-c56b-42e6-b9c0-f06752301cbc triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:40.123183 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.163826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.196538 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=ca9a3bf4-8163-4159-906d-3b7d88056277,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:40.259549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] For port 883e6fd3-8fb7-4d9e-974d-643c93816b77, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=883e6fd3-8fb7-4d9e-974d-643c93816b77,segment=NetworkSegment(c7698eef-4923-4272-99f1-9d25bad6a98a),segment_id=c7698eef-4923-4272-99f1-9d25bad6a98a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:40.264533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.301531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.305761 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3a395c-4276-46f2-ab4e-a8097441f2c6 None None] DHCP port deletion for 59077378-1c54-4337-a67e-d33d3cb56b9d request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:26:40.319229 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a395c-4276-46f2-ab4e-a8097441f2c6 None None] Deleting port 883e6fd3-8fb7-4d9e-974d-643c93816b77 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:40.320175 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9b3a395c-4276-46f2-ab4e-a8097441f2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.375724 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.414172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for 883e6fd3-8fb7-4d9e-974d-643c93816b77 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:40.427136 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.497664 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.521143 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7260d681-881d-468e-ac22-fdd79cb6d8cb None None] Provisioning for port ca9a3bf4-8163-4159-906d-3b7d88056277 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:40.533459 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7260d681-881d-468e-ac22-fdd79cb6d8cb None None] Provisioning complete for port ca9a3bf4-8163-4159-906d-3b7d88056277 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:40.533847 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7260d681-881d-468e-ac22-fdd79cb6d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.539085 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Port': ['ID=883e6fd3-8fb7-4d9e-974d-643c93816b77,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:40.548414 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] No DVR routers for this DVR port 883e6fd3-8fb7-4d9e-974d-643c93816b77 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:26:40.620132 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-9b3a395c-4276-46f2-ab4e-a8097441f2c6 None None] For port 883e6fd3-8fb7-4d9e-974d-643c93816b77, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=883e6fd3-8fb7-4d9e-974d-643c93816b77,segment=NetworkSegment(c7698eef-4923-4272-99f1-9d25bad6a98a),segment_id=c7698eef-4923-4272-99f1-9d25bad6a98a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:40.620553 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9b3a395c-4276-46f2-ab4e-a8097441f2c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.636204 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-7260d681-881d-468e-ac22-fdd79cb6d8cb None None] Port ca9a3bf4-8163-4159-906d-3b7d88056277 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:26:40.681895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.712761 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59077378-1c54-4337-a67e-d33d3cb56b9d']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:40.726037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7698eef-4923-4272-99f1-9d25bad6a98a') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:40.726582 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7698eef-4923-4272-99f1-9d25bad6a98a') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:40.740335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.748652 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a395c-4276-46f2-ab4e-a8097441f2c6 None None] Calling delete_port for 883e6fd3-8fb7-4d9e-974d-643c93816b77 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:40.759988 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.767271 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:26:40.768170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:26:40.783201 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:26:40.828967 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-9b3a395c-4276-46f2-ab4e-a8097441f2c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:26:40.829318 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-9b3a395c-4276-46f2-ab4e-a8097441f2c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:26:40.868907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.886138 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.892362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.897483 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Network': ['ID=59077378-1c54-4337-a67e-d33d3cb56b9d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:40.897960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:40.905317 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a2fd4db5-91d5-4b72-bdda-c492559a6ac0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/networks/59077378-1c54-4337-a67e-d33d3cb56b9d HTTP/1.1" status: 204 len: 168 time: 1.0256369 Jan 24 16:26:40.907978 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35800) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:41.010803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=ca9a3bf4-8163-4159-906d-3b7d88056277,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:41.013629 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:41.029555 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:41.029883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:41.030222 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:41.030548 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:41.030898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:41.031206 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:41.031550 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:41.031876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:41.032187 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:41.032501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:41.032815 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:41.177510 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network f933350f-8305-4ce9-945e-64ed47a3cbd8 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:26:41.178749 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:26:41.330473 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a395c-4276-46f2-ab4e-a8097441f2c6 None None] Deleting port 883e6fd3-8fb7-4d9e-974d-643c93816b77 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:41.331465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9b3a395c-4276-46f2-ab4e-a8097441f2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:41.357458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-68a33d1f-4c9b-4aed-b1ac-3b791ec2888b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:41.406641 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a395c-4276-46f2-ab4e-a8097441f2c6 None None] The port '883e6fd3-8fb7-4d9e-974d-643c93816b77' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:26:41.465136 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7071d168-a9dc-43d7-91b1-bea4271a2889 None None] Provisioning complete for port ca9a3bf4-8163-4159-906d-3b7d88056277 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:41.465491 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7071d168-a9dc-43d7-91b1-bea4271a2889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:41.519908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-7071d168-a9dc-43d7-91b1-bea4271a2889 None None] Port ca9a3bf4-8163-4159-906d-3b7d88056277 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:26:41.598198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 6201f088-186e-4248-8bc9-adddedc40c5a has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:26:41.732108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:41.812878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:41.822907 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Sync routers for ids ['6201f088-186e-4248-8bc9-adddedc40c5a'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:26:41.837380 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Routers {'6201f088-186e-4248-8bc9-adddedc40c5a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:41.838284 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6201f088-186e-4248-8bc9-adddedc40c5a'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:41.838902 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ee611de5-457c-40ff-ac32-e1f59c0d93a6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/6201f088-186e-4248-8bc9-adddedc40c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3132589 Jan 24 16:26:41.893171 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 883e6fd3-8fb7-4d9e-974d-643c93816b77 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:41.974062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 883e6fd3-8fb7-4d9e-974d-643c93816b77 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:41.974397 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 883e6fd3-8fb7-4d9e-974d-643c93816b77 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:41.982276 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-68a33d1f-4c9b-4aed-b1ac-3b791ec2888b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port f7ec6756-c56b-42e6-b9c0-f06752301cbc {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:41.982276 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-68a33d1f-4c9b-4aed-b1ac-3b791ec2888b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:42.093058 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Set router 6201f088-186e-4248-8bc9-adddedc40c5a gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:42.169149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-68a33d1f-4c9b-4aed-b1ac-3b791ec2888b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] For port f7ec6756-c56b-42e6-b9c0-f06752301cbc, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f7ec6756-c56b-42e6-b9c0-f06752301cbc,segment=NetworkSegment(53203f72-c85a-49a7-8dad-c781661aec36),segment_id=53203f72-c85a-49a7-8dad-c781661aec36)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:42.169480 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-68a33d1f-4c9b-4aed-b1ac-3b791ec2888b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:42.287960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-68a33d1f-4c9b-4aed-b1ac-3b791ec2888b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for f7ec6756-c56b-42e6-b9c0-f06752301cbc owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:42.445264 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:26:40Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9aaca31d-427e-455d-a768-53b7c624dcea', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.89', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'port_id': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'mac_address': 'fa:16:3e:45:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:25:41Z', 'updated_at': '2022-01-24T16:25:48Z', 'revision_number': 1, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064a49b-2dd1-4cf0-a6c6-ca764a711399', 'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:00:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:00Z', 'updated_at': '2022-01-24T16:25:20Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9a3bf4-8163-4159-906d-3b7d88056277', 'name': '', 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:ea:74:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:39Z', 'updated_at': '2022-01-24T16:26:40Z', 'revision_number': 2, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:42.449549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Checking router: 6201f088-186e-4248-8bc9-adddedc40c5a for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:26:42.449902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Updating router 6201f088-186e-4248-8bc9-adddedc40c5a port ca9a3bf4-8163-4159-906d-3b7d88056277 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:26:42.469263 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-68a33d1f-4c9b-4aed-b1ac-3b791ec2888b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:42.505365 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:42.521185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a33d1f-4c9b-4aed-b1ac-3b791ec2888b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Port': ['ID=f7ec6756-c56b-42e6-b9c0-f06752301cbc,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:42.869187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:42.882580 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Transition to ACTIVE for port object ca9a3bf4-8163-4159-906d-3b7d88056277 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:26:42.890507 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:42.900227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-68a33d1f-4c9b-4aed-b1ac-3b791ec2888b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:43.015788 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5c87a-d148-4d5c-9926-ba336886dd63 None None] Pushing event updated for resources: {'Port': ['ID=ca9a3bf4-8163-4159-906d-3b7d88056277,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:43.113579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Attempting to bind port ca9a3bf4-8163-4159-906d-3b7d88056277 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:26:43.114024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Attempting to bind port ca9a3bf4-8163-4159-906d-3b7d88056277 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '7be9f3f5-a089-4685-860d-e0dfe1e37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:26:43.114445 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Attempting to bind port ca9a3bf4-8163-4159-906d-3b7d88056277 on network f933350f-8305-4ce9-945e-64ed47a3cbd8 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:26:43.121197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:26:43.121650 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Checking segment: {'id': '7be9f3f5-a089-4685-860d-e0dfe1e37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:26:43.122176 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:43.122630 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Bound using segment: {'id': '7be9f3f5-a089-4685-860d-e0dfe1e37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:26:43.123155 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Bound port: ca9a3bf4-8163-4159-906d-3b7d88056277, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be9f3f5-a089-4685-860d-e0dfe1e37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:26:43.123612 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:43.211704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] For port ca9a3bf4-8163-4159-906d-3b7d88056277, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:26:43.215137 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] For port ca9a3bf4-8163-4159-906d-3b7d88056277, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ca9a3bf4-8163-4159-906d-3b7d88056277,segment=NetworkSegment(7be9f3f5-a089-4685-860d-e0dfe1e37124),segment_id=7be9f3f5-a089-4685-860d-e0dfe1e37124)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:26:43.223249 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:43.314510 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5c87a-d148-4d5c-9926-ba336886dd63 None None] Pushing event updated for resources: {'Port': ['ID=ca9a3bf4-8163-4159-906d-3b7d88056277,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:43.324408 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Routers {'6201f088-186e-4248-8bc9-adddedc40c5a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:43.325072 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6201f088-186e-4248-8bc9-adddedc40c5a'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:43.436775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a33d1f-4c9b-4aed-b1ac-3b791ec2888b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:26:43.508090 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] Set router 6201f088-186e-4248-8bc9-adddedc40c5a gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:43.607832 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a33d1f-4c9b-4aed-b1ac-3b791ec2888b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:43.620620 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-68a33d1f-4c9b-4aed-b1ac-3b791ec2888b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7116036 Jan 24 16:26:43.623404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35808) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:43.813434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-a522d326-c5a5-4720-9d27-430d1f206124 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting subnet 727b12d6-6bb4-49e0-855d-608bd1083b51 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:26:43.816551 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a522d326-c5a5-4720-9d27-430d1f206124 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:43.871133 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a522d326-c5a5-4720-9d27-430d1f206124 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:43.916743 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:26:40Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9aaca31d-427e-455d-a768-53b7c624dcea', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.89', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'port_id': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'mac_address': 'fa:16:3e:45:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:25:41Z', 'updated_at': '2022-01-24T16:25:48Z', 'revision_number': 1, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064a49b-2dd1-4cf0-a6c6-ca764a711399', 'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:00:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:00Z', 'updated_at': '2022-01-24T16:25:20Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9a3bf4-8163-4159-906d-3b7d88056277', 'name': '', 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:ea:74:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:39Z', 'updated_at': '2022-01-24T16:26:43Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:43.921238 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28707f-b8f2-4c7f-aa6f-7228282af125 None None] The sync data for ids ['6201f088-186e-4248-8bc9-adddedc40c5a'] in dv-neutron-826104-1-hyperv is: [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:26:40Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9aaca31d-427e-455d-a768-53b7c624dcea', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.89', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'port_id': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'mac_address': 'fa:16:3e:45:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:25:41Z', 'updated_at': '2022-01-24T16:25:48Z', 'revision_number': 1, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064a49b-2dd1-4cf0-a6c6-ca764a711399', 'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:00:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:00Z', 'updated_at': '2022-01-24T16:25:20Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca9a3bf4-8163-4159-906d-3b7d88056277', 'name': '', 'network_id': 'f933350f-8305-4ce9-945e-64ed47a3cbd8', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:ea:74:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:39Z', 'updated_at': '2022-01-24T16:26:43Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:26:43.955804 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a522d326-c5a5-4720-9d27-430d1f206124 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:44.044669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a522d326-c5a5-4720-9d27-430d1f206124 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:44.084852 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522d326-c5a5-4720-9d27-430d1f206124 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Subnet': ['ID=727b12d6-6bb4-49e0-855d-608bd1083b51,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:44.089042 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a522d326-c5a5-4720-9d27-430d1f206124 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:44.096923 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d46426-5780-4c53-91a6-ace663204392 None None] Network ae175ab2-7336-49cb-9663-e97c28b878f6 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:44.106897 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a522d326-c5a5-4720-9d27-430d1f206124 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/727b12d6-6bb4-49e0-855d-608bd1083b51 HTTP/1.1" status: 204 len: 168 time: 0.4798148 Jan 24 16:26:44.107118 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35812) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:44.336692 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:44.352237 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port 6815199f-51c9-458d-8c08-2430664c3b2c {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:44.352572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:44.365367 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f499b9da-9ddb-4020-8858-bbd009c3962e None None] DHCP port deletion for ae175ab2-7336-49cb-9663-e97c28b878f6 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:26:44.369793 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f499b9da-9ddb-4020-8858-bbd009c3962e None None] Deleting port 6815199f-51c9-458d-8c08-2430664c3b2c {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:44.370151 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f499b9da-9ddb-4020-8858-bbd009c3962e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:44.561628 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] For port 6815199f-51c9-458d-8c08-2430664c3b2c, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6815199f-51c9-458d-8c08-2430664c3b2c,segment=NetworkSegment(53203f72-c85a-49a7-8dad-c781661aec36),segment_id=53203f72-c85a-49a7-8dad-c781661aec36)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:44.562199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:44.575338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f499b9da-9ddb-4020-8858-bbd009c3962e None None] For port 6815199f-51c9-458d-8c08-2430664c3b2c, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=6815199f-51c9-458d-8c08-2430664c3b2c,segment=NetworkSegment(53203f72-c85a-49a7-8dad-c781661aec36),segment_id=53203f72-c85a-49a7-8dad-c781661aec36)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:44.575913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f499b9da-9ddb-4020-8858-bbd009c3962e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:44.684039 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for 6815199f-51c9-458d-8c08-2430664c3b2c owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:44.694698 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f499b9da-9ddb-4020-8858-bbd009c3962e None None] Calling delete_port for 6815199f-51c9-458d-8c08-2430664c3b2c owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:44.762848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:44.770708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-f499b9da-9ddb-4020-8858-bbd009c3962e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:26:44.771063 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-f499b9da-9ddb-4020-8858-bbd009c3962e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:26:44.810609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Port': ['ID=6815199f-51c9-458d-8c08-2430664c3b2c,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:44.815167 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] No DVR routers for this DVR port 6815199f-51c9-458d-8c08-2430664c3b2c on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:26:44.936324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:44.965798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae175ab2-7336-49cb-9663-e97c28b878f6']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:44.984591 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53203f72-c85a-49a7-8dad-c781661aec36') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:44.984883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53203f72-c85a-49a7-8dad-c781661aec36') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:44.996751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:45.013219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:45.020797 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:26:45.021208 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:26:45.035370 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:26:45.116160 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:45.132742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:45.143435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Network': ['ID=ae175ab2-7336-49cb-9663-e97c28b878f6,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:45.150652 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-38a3d86c-ddd7-4ac4-b130-e2a4a9d17136 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/networks/ae175ab2-7336-49cb-9663-e97c28b878f6 HTTP/1.1" status: 204 len: 168 time: 1.0424383 Jan 24 16:26:45.153611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35818) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:45.272260 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f499b9da-9ddb-4020-8858-bbd009c3962e None None] Deleting port 6815199f-51c9-458d-8c08-2430664c3b2c {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:45.272668 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f499b9da-9ddb-4020-8858-bbd009c3962e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:45.335061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f499b9da-9ddb-4020-8858-bbd009c3962e None None] The port '6815199f-51c9-458d-8c08-2430664c3b2c' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:26:45.495652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-625459dc-621f-441f-bb1a-532d8a7004ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:45.868081 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ca9a3bf4-8163-4159-906d-3b7d88056277 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:45.941490 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port ca9a3bf4-8163-4159-906d-3b7d88056277 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:26:45.946599 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port ca9a3bf4-8163-4159-906d-3b7d88056277 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:45.946969 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:46.062826 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:46.099697 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port ca9a3bf4-8163-4159-906d-3b7d88056277, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ca9a3bf4-8163-4159-906d-3b7d88056277,segment=NetworkSegment(7be9f3f5-a089-4685-860d-e0dfe1e37124),segment_id=7be9f3f5-a089-4685-860d-e0dfe1e37124)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:46.106266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:46.158763 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6815199f-51c9-458d-8c08-2430664c3b2c no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:46.198880 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 6815199f-51c9-458d-8c08-2430664c3b2c {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:46.199155 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-625459dc-621f-441f-bb1a-532d8a7004ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port bcd46536-8ab7-4948-90d9-eaddd1278ccb {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:46.199673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 6815199f-51c9-458d-8c08-2430664c3b2c not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:46.199777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-625459dc-621f-441f-bb1a-532d8a7004ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:46.210808 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=ca9a3bf4-8163-4159-906d-3b7d88056277,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:46.385503 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-625459dc-621f-441f-bb1a-532d8a7004ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] For port bcd46536-8ab7-4948-90d9-eaddd1278ccb, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=bcd46536-8ab7-4948-90d9-eaddd1278ccb,segment=NetworkSegment(f56214c1-614a-4fb9-8474-c0d00ebc116f),segment_id=f56214c1-614a-4fb9-8474-c0d00ebc116f)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:46.385749 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-625459dc-621f-441f-bb1a-532d8a7004ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:46.508019 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-625459dc-621f-441f-bb1a-532d8a7004ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for bcd46536-8ab7-4948-90d9-eaddd1278ccb owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:46.707167 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-625459dc-621f-441f-bb1a-532d8a7004ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:46.757933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625459dc-621f-441f-bb1a-532d8a7004ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Port': ['ID=bcd46536-8ab7-4948-90d9-eaddd1278ccb,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:47.031433 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-625459dc-621f-441f-bb1a-532d8a7004ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:47.665607 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625459dc-621f-441f-bb1a-532d8a7004ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:26:47.840100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625459dc-621f-441f-bb1a-532d8a7004ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:47.851918 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:47.860455 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-625459dc-621f-441f-bb1a-532d8a7004ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7032008 Jan 24 16:26:47.860592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35824) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:47.902700 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ca9a3bf4-8163-4159-906d-3b7d88056277 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:26:47.971981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port ca9a3bf4-8163-4159-906d-3b7d88056277 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:26:47.972341 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:48.053088 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting subnet 1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:26:48.056378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:48.115468 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:48.200140 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:48.279601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:48.316870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Subnet': ['ID=1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:48.328477 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:48.332626 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0158c634-22ef-4740-9561-651695ff2a6f None None] Network d22fe06d-ab24-402d-b7f6-acff475ab466 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:48.333028 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:48.333363 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:48.333684 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:48.333989 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:48.334300 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:48.334641 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:48.334975 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:48.335281 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:48.335604 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:48.335909 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:48.336211 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:26:48.343845 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-80698b4a-9276-4a5b-b727-4092a5236aee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5 HTTP/1.1" status: 204 len: 168 time: 0.4792233 Jan 24 16:26:48.344213 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35828) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:48.456680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:48.467088 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port a8519eb1-6d63-487d-8e18-c983cc42f436 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:48.467408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:48.584114 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75af0d6-6f5e-433d-bbda-68e0b1942154 None None] DHCP port deletion for d22fe06d-ab24-402d-b7f6-acff475ab466 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:26:48.588784 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f75af0d6-6f5e-433d-bbda-68e0b1942154 None None] Deleting port a8519eb1-6d63-487d-8e18-c983cc42f436 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:48.589153 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f75af0d6-6f5e-433d-bbda-68e0b1942154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:48.672840 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] For port a8519eb1-6d63-487d-8e18-c983cc42f436, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a8519eb1-6d63-487d-8e18-c983cc42f436,segment=NetworkSegment(f56214c1-614a-4fb9-8474-c0d00ebc116f),segment_id=f56214c1-614a-4fb9-8474-c0d00ebc116f)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:48.673910 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:48.800934 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f75af0d6-6f5e-433d-bbda-68e0b1942154 None None] For port a8519eb1-6d63-487d-8e18-c983cc42f436, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a8519eb1-6d63-487d-8e18-c983cc42f436,segment=NetworkSegment(f56214c1-614a-4fb9-8474-c0d00ebc116f),segment_id=f56214c1-614a-4fb9-8474-c0d00ebc116f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:48.801199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f75af0d6-6f5e-433d-bbda-68e0b1942154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:48.891257 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for a8519eb1-6d63-487d-8e18-c983cc42f436 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:48.936517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f75af0d6-6f5e-433d-bbda-68e0b1942154 None None] Calling delete_port for a8519eb1-6d63-487d-8e18-c983cc42f436 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:48.976147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:49.012431 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-f75af0d6-6f5e-433d-bbda-68e0b1942154 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:26:49.012826 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-f75af0d6-6f5e-433d-bbda-68e0b1942154 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:26:49.023803 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Port': ['ID=a8519eb1-6d63-487d-8e18-c983cc42f436,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:49.030193 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] No DVR routers for this DVR port a8519eb1-6d63-487d-8e18-c983cc42f436 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:26:49.149804 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:49.174380 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22fe06d-ab24-402d-b7f6-acff475ab466']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:49.187148 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56214c1-614a-4fb9-8474-c0d00ebc116f') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:49.187437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56214c1-614a-4fb9-8474-c0d00ebc116f') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:49.199248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:49.222136 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:49.229142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:26:49.229548 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:26:49.244348 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:26:49.328619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:49.333026 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:49.359849 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Network': ['ID=d22fe06d-ab24-402d-b7f6-acff475ab466,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:49.367705 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4be803a4-749a-40d7-9f1a-32abc054c625 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/networks/d22fe06d-ab24-402d-b7f6-acff475ab466 HTTP/1.1" status: 204 len: 168 time: 1.0224340 Jan 24 16:26:49.370509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35834) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:49.514430 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f75af0d6-6f5e-433d-bbda-68e0b1942154 None None] Deleting port a8519eb1-6d63-487d-8e18-c983cc42f436 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:49.514963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f75af0d6-6f5e-433d-bbda-68e0b1942154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:49.581892 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f75af0d6-6f5e-433d-bbda-68e0b1942154 None None] The port 'a8519eb1-6d63-487d-8e18-c983cc42f436' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:26:49.734331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f7b2015-7522-4b4f-8716-a9756c68e76b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:49.845812 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a8519eb1-6d63-487d-8e18-c983cc42f436 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:49.878076 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: a8519eb1-6d63-487d-8e18-c983cc42f436 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:49.878425 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a8519eb1-6d63-487d-8e18-c983cc42f436 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:50.025828 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45303403-73b5-4f61-b06f-3b9f1b5a8826 None None] Sync routers for ids ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:26:50.049348 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45303403-73b5-4f61-b06f-3b9f1b5a8826 None None] Routers {'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:50.050569 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-45303403-73b5-4f61-b06f-3b9f1b5a8826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:50.287243 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-45303403-73b5-4f61-b06f-3b9f1b5a8826 None None] Set router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:50.412975 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b2015-7522-4b4f-8716-a9756c68e76b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port 416ed024-6c70-4ad0-972c-9634de85c1be {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:50.413344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f7b2015-7522-4b4f-8716-a9756c68e76b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:50.594459 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-45303403-73b5-4f61-b06f-3b9f1b5a8826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:46Z', 'revision_number': 10, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None, '_interfaces': [{'id': '416ed024-6c70-4ad0-972c-9634de85c1be', 'name': '', 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:b7:a9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:13Z', 'updated_at': '2022-01-24T16:26:20Z', 'revision_number': 5, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:50.599059 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45303403-73b5-4f61-b06f-3b9f1b5a8826 None None] Checking router: b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:26:50.610672 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45303403-73b5-4f61-b06f-3b9f1b5a8826 None None] Routers {'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:50.611675 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-45303403-73b5-4f61-b06f-3b9f1b5a8826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:50.713216 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-1f7b2015-7522-4b4f-8716-a9756c68e76b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] For port 416ed024-6c70-4ad0-972c-9634de85c1be, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=416ed024-6c70-4ad0-972c-9634de85c1be,segment=NetworkSegment(b6470fe8-d44d-4806-b23a-d0eb638e0594),segment_id=b6470fe8-d44d-4806-b23a-d0eb638e0594)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:50.713757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f7b2015-7522-4b4f-8716-a9756c68e76b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:50.766728 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-45303403-73b5-4f61-b06f-3b9f1b5a8826 None None] Set router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:50.837641 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b2015-7522-4b4f-8716-a9756c68e76b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for 416ed024-6c70-4ad0-972c-9634de85c1be owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:51.016777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f7b2015-7522-4b4f-8716-a9756c68e76b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:51.061998 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b2015-7522-4b4f-8716-a9756c68e76b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Port': ['ID=416ed024-6c70-4ad0-972c-9634de85c1be,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:51.088976 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-45303403-73b5-4f61-b06f-3b9f1b5a8826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:46Z', 'revision_number': 10, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None, '_interfaces': [{'id': '416ed024-6c70-4ad0-972c-9634de85c1be', 'name': '', 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:b7:a9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:13Z', 'updated_at': '2022-01-24T16:26:20Z', 'revision_number': 5, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:51.093681 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45303403-73b5-4f61-b06f-3b9f1b5a8826 None None] The sync data for ids ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'] in dv-neutron-826104-1-hyperv is: [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:46Z', 'revision_number': 10, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None, '_interfaces': [{'id': '416ed024-6c70-4ad0-972c-9634de85c1be', 'name': '', 'network_id': 'dfdd7a09-a531-42ec-b4b1-cca4a4d039cb', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'mac_address': 'fa:16:3e:b7:a9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:26:13Z', 'updated_at': '2022-01-24T16:26:20Z', 'revision_number': 5, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'subnets': [{'id': 'b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:26:51.296687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1f7b2015-7522-4b4f-8716-a9756c68e76b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:51.711762 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7b2015-7522-4b4f-8716-a9756c68e76b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:26:51.962500 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7b2015-7522-4b4f-8716-a9756c68e76b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:51.976037 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1f7b2015-7522-4b4f-8716-a9756c68e76b tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6042225 Jan 24 16:26:51.979965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35840) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:52.159583 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f7ec6756-c56b-42e6-b9c0-f06752301cbc no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:52.168596 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-936a5fe6-7d1c-4dfb-96c7-89ba6d8dff60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting subnet b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:26:52.172032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-936a5fe6-7d1c-4dfb-96c7-89ba6d8dff60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:52.195220 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: f7ec6756-c56b-42e6-b9c0-f06752301cbc {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:52.195656 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f7ec6756-c56b-42e6-b9c0-f06752301cbc not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:52.196125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8c171772-26af-4bae-ab9f-3a16b91b91b0 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:52.227856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 8c171772-26af-4bae-ab9f-3a16b91b91b0 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:52.228093 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 8c171772-26af-4bae-ab9f-3a16b91b91b0 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:52.228470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device bcd46536-8ab7-4948-90d9-eaddd1278ccb no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:52.230903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-936a5fe6-7d1c-4dfb-96c7-89ba6d8dff60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:52.259449 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: bcd46536-8ab7-4948-90d9-eaddd1278ccb {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:52.259805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device bcd46536-8ab7-4948-90d9-eaddd1278ccb not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:52.317544 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-936a5fe6-7d1c-4dfb-96c7-89ba6d8dff60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:52.393768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-936a5fe6-7d1c-4dfb-96c7-89ba6d8dff60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:52.433316 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a5fe6-7d1c-4dfb-96c7-89ba6d8dff60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Subnet': ['ID=b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:52.439708 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-936a5fe6-7d1c-4dfb-96c7-89ba6d8dff60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:52.445897 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01d1989-533e-4fde-a399-714accc67aca None None] Network dfdd7a09-a531-42ec-b4b1-cca4a4d039cb requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:26:52.446869 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-936a5fe6-7d1c-4dfb-96c7-89ba6d8dff60 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f HTTP/1.1" status: 204 len: 168 time: 0.4659603 Jan 24 16:26:52.449792 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35844) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:52.565266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:52.576832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Deleting port dcd26191-718c-4e15-aff2-9f2ba91cb281 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:52.577158 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:52.692495 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddd5e6d-8905-44f8-98a3-76a1f78b5f91 None None] DHCP port deletion for dfdd7a09-a531-42ec-b4b1-cca4a4d039cb request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:26:52.697265 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8ddd5e6d-8905-44f8-98a3-76a1f78b5f91 None None] Deleting port dcd26191-718c-4e15-aff2-9f2ba91cb281 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:52.697730 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8ddd5e6d-8905-44f8-98a3-76a1f78b5f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:52.786727 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] For port dcd26191-718c-4e15-aff2-9f2ba91cb281, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=dcd26191-718c-4e15-aff2-9f2ba91cb281,segment=NetworkSegment(b6470fe8-d44d-4806-b23a-d0eb638e0594),segment_id=b6470fe8-d44d-4806-b23a-d0eb638e0594)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:52.787041 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:52.916662 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8ddd5e6d-8905-44f8-98a3-76a1f78b5f91 None None] For port dcd26191-718c-4e15-aff2-9f2ba91cb281, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=dcd26191-718c-4e15-aff2-9f2ba91cb281,segment=NetworkSegment(b6470fe8-d44d-4806-b23a-d0eb638e0594),segment_id=b6470fe8-d44d-4806-b23a-d0eb638e0594)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:26:52.917971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8ddd5e6d-8905-44f8-98a3-76a1f78b5f91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:53.040397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Calling delete_port for dcd26191-718c-4e15-aff2-9f2ba91cb281 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:53.054178 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8ddd5e6d-8905-44f8-98a3-76a1f78b5f91 None None] Calling delete_port for dcd26191-718c-4e15-aff2-9f2ba91cb281 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:26:53.137119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:53.176442 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-8ddd5e6d-8905-44f8-98a3-76a1f78b5f91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:26:53.176928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-8ddd5e6d-8905-44f8-98a3-76a1f78b5f91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:26:53.182654 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Port': ['ID=dcd26191-718c-4e15-aff2-9f2ba91cb281,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:53.192695 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] No DVR routers for this DVR port dcd26191-718c-4e15-aff2-9f2ba91cb281 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:26:53.242356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7c075-4d2b-48c9-9d2c-c369edf20767 None None] Sync routers for ids ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:26:53.257887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7c075-4d2b-48c9-9d2c-c369edf20767 None None] Routers {'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:53.258125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0ee7c075-4d2b-48c9-9d2c-c369edf20767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:53.344949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:53.381816 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdd7a09-a531-42ec-b4b1-cca4a4d039cb']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:53.390467 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-0ee7c075-4d2b-48c9-9d2c-c369edf20767 None None] Set router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:53.395077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6470fe8-d44d-4806-b23a-d0eb638e0594') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:53.395374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6470fe8-d44d-4806-b23a-d0eb638e0594') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:53.409722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:53.430054 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:53.438490 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:26:53.438490 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:26:53.454225 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:26:53.501630 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0ee7c075-4d2b-48c9-9d2c-c369edf20767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:50Z', 'revision_number': 11, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:53.507046 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7c075-4d2b-48c9-9d2c-c369edf20767 None None] Checking router: b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:26:53.523793 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7c075-4d2b-48c9-9d2c-c369edf20767 None None] Routers {'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:53.523793 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0ee7c075-4d2b-48c9-9d2c-c369edf20767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:53.548357 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:53.565473 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:53.576293 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Pushing event deleted for resources: {'Network': ['ID=dfdd7a09-a531-42ec-b4b1-cca4a4d039cb,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:53.585879 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-55c312e2-86d6-460c-b70b-80735a9528de tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/networks/dfdd7a09-a531-42ec-b4b1-cca4a4d039cb HTTP/1.1" status: 204 len: 168 time: 1.1324837 Jan 24 16:26:53.586904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35850) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:53.592677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a509e85e-9395-49e1-85fc-16e938db0166 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'router': {'routes': None}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:53.647728 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-0ee7c075-4d2b-48c9-9d2c-c369edf20767 None None] Set router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:53.683192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8ddd5e6d-8905-44f8-98a3-76a1f78b5f91 None None] Deleting port dcd26191-718c-4e15-aff2-9f2ba91cb281 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:26:53.683421 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8ddd5e6d-8905-44f8-98a3-76a1f78b5f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:53.808375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8ddd5e6d-8905-44f8-98a3-76a1f78b5f91 None None] The port 'dcd26191-718c-4e15-aff2-9f2ba91cb281' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:26:53.809788 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0ee7c075-4d2b-48c9-9d2c-c369edf20767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:50Z', 'revision_number': 11, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:53.817801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7c075-4d2b-48c9-9d2c-c369edf20767 None None] The sync data for ids ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'] in dv-neutron-826104-1-hyperv is: [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:50Z', 'revision_number': 11, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:26:53.847799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device dcd26191-718c-4e15-aff2-9f2ba91cb281 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:53.881625 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: dcd26191-718c-4e15-aff2-9f2ba91cb281 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:53.881969 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device dcd26191-718c-4e15-aff2-9f2ba91cb281 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:53.885688 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.extraroute_db [None req-a509e85e-9395-49e1-85fc-16e938db0166 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Added routes are [] {{(pid=83465) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 24 16:26:53.885982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.extraroute_db [None req-a509e85e-9395-49e1-85fc-16e938db0166 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Removed routes are [] {{(pid=83465) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 24 16:26:53.886331 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a509e85e-9395-49e1-85fc-16e938db0166 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:54.148671 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a509e85e-9395-49e1-85fc-16e938db0166 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:54.154626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a509e85e-9395-49e1-85fc-16e938db0166 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:54.410089 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a509e85e-9395-49e1-85fc-16e938db0166 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:26:54.565535 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a509e85e-9395-49e1-85fc-16e938db0166 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:54.571541 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a509e85e-9395-49e1-85fc-16e938db0166 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:54.577631 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a509e85e-9395-49e1-85fc-16e938db0166 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 HTTP/1.1" status: 200 len: 700 time: 0.9847269 Jan 24 16:26:54.577631 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35854) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:54.579042 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ac9ef2-2125-44a0-9fa0-8b54c62092ee None None] Sync routers for ids ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:26:54.591942 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ac9ef2-2125-44a0-9fa0-8b54c62092ee None None] Routers {'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:54.592139 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c5ac9ef2-2125-44a0-9fa0-8b54c62092ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:54.624989 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4b8d03bd-8af5-46e5-8c11-e329d06c35b0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Synchronizing usage tracker for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:26:54.641309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4b8d03bd-8af5-46e5-8c11-e329d06c35b0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Unset dirty status for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:26:54.650963 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4b8d03bd-8af5-46e5-8c11-e329d06c35b0 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports?device_id=b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 HTTP/1.1" status: 200 len: 205 time: 0.0661135 Jan 24 16:26:54.650963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35858) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:54.727750 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-c5ac9ef2-2125-44a0-9fa0-8b54c62092ee None None] Set router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:54.792984 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61c34880-f17e-4866-9012-e99e2b3e2d55 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:54.890392 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c5ac9ef2-2125-44a0-9fa0-8b54c62092ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:50Z', 'revision_number': 11, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:54.896519 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ac9ef2-2125-44a0-9fa0-8b54c62092ee None None] Checking router: b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:26:54.906131 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ac9ef2-2125-44a0-9fa0-8b54c62092ee None None] Routers {'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:54.906403 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c5ac9ef2-2125-44a0-9fa0-8b54c62092ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:55.065206 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-c5ac9ef2-2125-44a0-9fa0-8b54c62092ee None None] Set router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:55.177609 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c5ac9ef2-2125-44a0-9fa0-8b54c62092ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:50Z', 'revision_number': 11, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:55.181741 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ac9ef2-2125-44a0-9fa0-8b54c62092ee None None] The sync data for ids ['b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73'] in dv-neutron-826104-1-hyperv is: [{'id': 'b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73', 'name': 'tempest-RoutersTest-router-587428164', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:11Z', 'updated_at': '2022-01-24T16:26:50Z', 'revision_number': 11, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:26:55.196871 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61c34880-f17e-4866-9012-e99e2b3e2d55 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:55.201982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61c34880-f17e-4866-9012-e99e2b3e2d55 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:55.233240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61c34880-f17e-4866-9012-e99e2b3e2d55 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:55.233240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c34880-f17e-4866-9012-e99e2b3e2d55 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Fanout notify agent at l3_agent the message router_deleted on router b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:26:55.246290 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61c34880-f17e-4866-9012-e99e2b3e2d55 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:55.248123 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-61c34880-f17e-4866-9012-e99e2b3e2d55 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/routers/b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 HTTP/1.1" status: 204 len: 168 time: 0.5993772 Jan 24 16:26:55.251869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35862) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:55.257410 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-973af100-00d8-44f0-a413-28b4fa5904f6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2032519934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:55.263748 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-973af100-00d8-44f0-a413-28b4fa5904f6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:26:55.267893 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-973af100-00d8-44f0-a413-28b4fa5904f6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Usage tracker for resource:router and tenant:70ae91c4fc414e97ae76ebf87495930d is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:26:55.271384 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-973af100-00d8-44f0-a413-28b4fa5904f6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:26:55.278025 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-973af100-00d8-44f0-a413-28b4fa5904f6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:26:55.292613 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-973af100-00d8-44f0-a413-28b4fa5904f6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:55.292613 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-973af100-00d8-44f0-a413-28b4fa5904f6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:55.316169 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-973af100-00d8-44f0-a413-28b4fa5904f6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:55.334234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-973af100-00d8-44f0-a413-28b4fa5904f6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:55.364477 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-973af100-00d8-44f0-a413-28b4fa5904f6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:55.365987 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-973af100-00d8-44f0-a413-28b4fa5904f6 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1135187 Jan 24 16:26:55.368877 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35868) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:55.375138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a9ec9759-f7ba-487b-95d3-be842c3e79ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:26:55.803086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 416ed024-6c70-4ad0-972c-9634de85c1be no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:26:55.836525 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 416ed024-6c70-4ad0-972c-9634de85c1be {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:26:55.836830 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 416ed024-6c70-4ad0-972c-9634de85c1be not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:26:55.881447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a9ec9759-f7ba-487b-95d3-be842c3e79ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:55.894470 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a9ec9759-f7ba-487b-95d3-be842c3e79ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:56.101414 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-57085580-17e7-4e9a-b40e-2b6981a0d7ff req-4b5a49ad-cadd-46d6-ae00-05aa4218c182 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1560082 Jan 24 16:26:56.122191 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ec9759-f7ba-487b-95d3-be842c3e79ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Router b16126be-3589-415d-8657-a3d72c594cc0 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:26:56.316833 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ec9759-f7ba-487b-95d3-be842c3e79ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:26:56.323309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a9ec9759-f7ba-487b-95d3-be842c3e79ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:56.324222 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a9ec9759-f7ba-487b-95d3-be842c3e79ff tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "PUT /v2.0/routers/b16126be-3589-415d-8657-a3d72c594cc0 HTTP/1.1" status: 200 len: 694 time: 0.9543564 Jan 24 16:26:56.327885 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35872) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:56.334226 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d673fd-e67e-4477-9a75-2ef5b169d67c None None] Sync routers for ids ['b16126be-3589-415d-8657-a3d72c594cc0'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:26:56.335184 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-57085580-17e7-4e9a-b40e-2b6981a0d7ff req-8c15cc7e-7a84-40a2-a38b-80c5da42f6a4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 1099 time: 0.2014396 Jan 24 16:26:56.361643 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d673fd-e67e-4477-9a75-2ef5b169d67c None None] Routers {'b16126be-3589-415d-8657-a3d72c594cc0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:56.362268 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e9d673fd-e67e-4477-9a75-2ef5b169d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b16126be-3589-415d-8657-a3d72c594cc0'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:56.495671 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4f57143b-107a-4f85-a4c1-3d3e93578787 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/routers/b16126be-3589-415d-8657-a3d72c594cc0 HTTP/1.1" status: 200 len: 700 time: 0.1666420 Jan 24 16:26:56.498845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35876) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:56.509384 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57085580-17e7-4e9a-b40e-2b6981a0d7ff req-66b89c22-1726-498b-b6a1-239a9696b92d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:56.509581 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-e9d673fd-e67e-4477-9a75-2ef5b169d67c None None] Set router b16126be-3589-415d-8657-a3d72c594cc0 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:56.510927 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-57085580-17e7-4e9a-b40e-2b6981a0d7ff req-66b89c22-1726-498b-b6a1-239a9696b92d service neutron] 10.222.0.129 "GET /v2.0/networks?id=88a45bf6-42c8-42f3-be4a-55593bb18366 HTTP/1.1" status: 200 len: 898 time: 0.1525772 Jan 24 16:26:56.544367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-be28da34-1802-45bc-95bb-43faad73aa0c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Synchronizing usage tracker for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:26:56.556586 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-be28da34-1802-45bc-95bb-43faad73aa0c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Unset dirty status for tenant:70ae91c4fc414e97ae76ebf87495930d on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:26:56.557708 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-be28da34-1802-45bc-95bb-43faad73aa0c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports?device_id=b16126be-3589-415d-8657-a3d72c594cc0 HTTP/1.1" status: 200 len: 205 time: 0.0584249 Jan 24 16:26:56.560871 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35880) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:56.619333 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e9d673fd-e67e-4477-9a75-2ef5b169d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16126be-3589-415d-8657-a3d72c594cc0', 'name': 'tempest-RoutersTest-router-2032519934', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:55Z', 'updated_at': '2022-01-24T16:26:55Z', 'revision_number': 2, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:56.623845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d673fd-e67e-4477-9a75-2ef5b169d67c None None] Checking router: b16126be-3589-415d-8657-a3d72c594cc0 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:26:56.626395 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-57085580-17e7-4e9a-b40e-2b6981a0d7ff req-7590e6f2-fca1-43e2-b352-d7ccd557859f service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf992852-0f24-41d3-9f14-b31423877e4f HTTP/1.1" status: 200 len: 1001 time: 0.1052053 Jan 24 16:26:56.638704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d673fd-e67e-4477-9a75-2ef5b169d67c None None] Routers {'b16126be-3589-415d-8657-a3d72c594cc0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:26:56.639318 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e9d673fd-e67e-4477-9a75-2ef5b169d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['b16126be-3589-415d-8657-a3d72c594cc0'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:56.697417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57085580-17e7-4e9a-b40e-2b6981a0d7ff req-1e620058-df96-4645-a6ab-353931e0a445 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:26:56.698914 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-57085580-17e7-4e9a-b40e-2b6981a0d7ff req-1e620058-df96-4645-a6ab-353931e0a445 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=825ceca4-d3e6-44d5-82b0-5de84ec4730f HTTP/1.1" status: 200 len: 834 time: 0.0636122 Jan 24 16:26:56.704476 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3467a0aa-5fe0-4e83-86b2-3527d23fb4e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:56.771967 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-e9d673fd-e67e-4477-9a75-2ef5b169d67c None None] Set router b16126be-3589-415d-8657-a3d72c594cc0 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:26:56.783180 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-57085580-17e7-4e9a-b40e-2b6981a0d7ff req-eb937baa-3dd7-44c2-9af6-0a8f745ddcb1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=88a45bf6-42c8-42f3-be4a-55593bb18366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760522 Jan 24 16:26:56.940917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e9d673fd-e67e-4477-9a75-2ef5b169d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16126be-3589-415d-8657-a3d72c594cc0', 'name': 'tempest-RoutersTest-router-2032519934', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:55Z', 'updated_at': '2022-01-24T16:26:55Z', 'revision_number': 2, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:26:56.945640 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d673fd-e67e-4477-9a75-2ef5b169d67c None None] The sync data for ids ['b16126be-3589-415d-8657-a3d72c594cc0'] in dv-neutron-826104-1-hyperv is: [{'id': 'b16126be-3589-415d-8657-a3d72c594cc0', 'name': 'tempest-RoutersTest-router-2032519934', 'tenant_id': '70ae91c4fc414e97ae76ebf87495930d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:26:55Z', 'updated_at': '2022-01-24T16:26:55Z', 'revision_number': 2, 'project_id': '70ae91c4fc414e97ae76ebf87495930d', 'gw_port_host': None}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:26:56.970187 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-57085580-17e7-4e9a-b40e-2b6981a0d7ff req-ebd51757-9b33-4289-bb18-19c8c3dd485e service neutron] 10.222.0.129 "GET /v2.0/networks/88a45bf6-42c8-42f3-be4a-55593bb18366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765821 Jan 24 16:26:57.128676 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-57085580-17e7-4e9a-b40e-2b6981a0d7ff req-4fd71e7d-58c7-4fa8-ab23-31ecfd57bd77 service neutron] 10.222.0.129 "GET /v2.0/networks/88a45bf6-42c8-42f3-be4a-55593bb18366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502445 Jan 24 16:26:57.160848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3467a0aa-5fe0-4e83-86b2-3527d23fb4e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:57.166467 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3467a0aa-5fe0-4e83-86b2-3527d23fb4e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:57.195847 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3467a0aa-5fe0-4e83-86b2-3527d23fb4e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:57.196195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3467a0aa-5fe0-4e83-86b2-3527d23fb4e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Fanout notify agent at l3_agent the message router_deleted on router b16126be-3589-415d-8657-a3d72c594cc0 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:26:57.216085 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3467a0aa-5fe0-4e83-86b2-3527d23fb4e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:57.217291 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3467a0aa-5fe0-4e83-86b2-3527d23fb4e3 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/routers/b16126be-3589-415d-8657-a3d72c594cc0 HTTP/1.1" status: 204 len: 168 time: 0.6555290 Jan 24 16:26:57.220909 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35884) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:57.268285 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2f6fed9a-22f6-44ee-8687-1e6d7c76c302 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports?device_id=b16126be-3589-415d-8657-a3d72c594cc0 HTTP/1.1" status: 200 len: 205 time: 0.0461040 Jan 24 16:26:57.270747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35888) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:57.347259 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-07e6d426-2f63-44af-8371-f667b5ac4522 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] delete failed (client error): The resource could not be found. Jan 24 16:26:57.348854 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-07e6d426-2f63-44af-8371-f667b5ac4522 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/routers/b16126be-3589-415d-8657-a3d72c594cc0 HTTP/1.1" status: 404 len: 336 time: 0.0768423 Jan 24 16:26:57.351092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35892) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:57.389434 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3475c6-3b5f-474d-adbb-a8ba1f8306c5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:57.390141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3475c6-3b5f-474d-adbb-a8ba1f8306c5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:57.392128 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5b3475c6-3b5f-474d-adbb-a8ba1f8306c5 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/b33224b0-c496-436d-b3f5-4a67ab2152f8 HTTP/1.1" status: 404 len: 337 time: 0.0395451 Jan 24 16:26:57.394797 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35898) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:57.431377 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca8f843-73b0-4544-bade-2b0e0561b570 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:57.431828 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca8f843-73b0-4544-bade-2b0e0561b570 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:57.433431 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-eca8f843-73b0-4544-bade-2b0e0561b570 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/727b12d6-6bb4-49e0-855d-608bd1083b51 HTTP/1.1" status: 404 len: 337 time: 0.0377586 Jan 24 16:26:57.436145 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35902) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:57.577731 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34ec39e-e3e4-4fdf-806f-b3d10a377b24 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:57.578069 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34ec39e-e3e4-4fdf-806f-b3d10a377b24 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:57.579734 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d34ec39e-e3e4-4fdf-806f-b3d10a377b24 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/1831e1f4-1f4d-4fb3-b6cf-e4c5488a9ef5 HTTP/1.1" status: 404 len: 337 time: 0.1426969 Jan 24 16:26:57.583417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35906) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:57.619837 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-6888a79b-606d-4082-8540-1a04efcfc27f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:57.620268 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6888a79b-606d-4082-8540-1a04efcfc27f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:57.621918 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6888a79b-606d-4082-8540-1a04efcfc27f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/b1379ab5-4d3c-4f3e-bb75-ee4d272d1e8f HTTP/1.1" status: 404 len: 337 time: 0.0375998 Jan 24 16:26:57.624612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35910) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:57.666011 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8fcc3fbd-8d71-40d0-8373-dbbb13aadda8 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports?device_id=b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 HTTP/1.1" status: 200 len: 205 time: 0.0403740 Jan 24 16:26:57.668467 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35914) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:57.733712 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-498661d0-a358-4263-970c-804b1255ed40 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] delete failed (client error): The resource could not be found. Jan 24 16:26:57.734791 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-498661d0-a358-4263-970c-804b1255ed40 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/routers/b8dc3b38-4f4a-4a23-bb67-59ee5be9ab73 HTTP/1.1" status: 404 len: 336 time: 0.0654755 Jan 24 16:26:57.738370 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35918) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:57.888457 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-564686f0-c64a-47e5-9c0d-4cdd695361ee tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports?device_id=92bb864d-13ff-464b-995a-47edf1776bd9 HTTP/1.1" status: 200 len: 205 time: 0.1482477 Jan 24 16:26:57.890674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35922) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:57.958708 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-dc40540a-e9c1-44b2-9ce4-2a22b4b16464 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] delete failed (client error): The resource could not be found. Jan 24 16:26:57.959727 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dc40540a-e9c1-44b2-9ce4-2a22b4b16464 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/routers/92bb864d-13ff-464b-995a-47edf1776bd9 HTTP/1.1" status: 404 len: 336 time: 0.0680192 Jan 24 16:26:57.962619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35926) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:57.999938 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-03409f5d-fd8e-4025-96c4-00dc28e4edbc tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:58.000351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03409f5d-fd8e-4025-96c4-00dc28e4edbc tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:58.001921 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-03409f5d-fd8e-4025-96c4-00dc28e4edbc tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/d2999d4d-ca96-4a2b-9274-a7e812af4e10 HTTP/1.1" status: 404 len: 337 time: 0.0384290 Jan 24 16:26:58.005870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35930) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:58.046884 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d7a57126-8020-46f5-a65e-4bd00d906d15 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports?device_id=c32324e4-9025-4264-94e7-12a322e9e5f9 HTTP/1.1" status: 200 len: 205 time: 0.0398843 Jan 24 16:26:58.049347 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35934) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:58.114780 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-968fbb5b-88ce-464d-9957-dd1f242d668e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] delete failed (client error): The resource could not be found. Jan 24 16:26:58.115820 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-968fbb5b-88ce-464d-9957-dd1f242d668e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/routers/c32324e4-9025-4264-94e7-12a322e9e5f9 HTTP/1.1" status: 404 len: 336 time: 0.0655272 Jan 24 16:26:58.118521 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35938) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:58.159601 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-134cbd77-7170-4833-9ff3-f41e1eff61ab tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports?device_id=66058d02-2a9b-482f-9cda-27d1ad496017 HTTP/1.1" status: 200 len: 205 time: 0.0399256 Jan 24 16:26:58.163004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35942) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:58.227735 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-24f13bf1-6416-442f-a4b3-91f69398a61e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] delete failed (client error): The resource could not be found. Jan 24 16:26:58.228775 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-24f13bf1-6416-442f-a4b3-91f69398a61e tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/routers/66058d02-2a9b-482f-9cda-27d1ad496017 HTTP/1.1" status: 404 len: 336 time: 0.0648782 Jan 24 16:26:58.232204 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35946) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:58.269705 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8786a16-b1a1-426f-b890-1f12b0fb5b9f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:58.270133 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8786a16-b1a1-426f-b890-1f12b0fb5b9f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:58.271776 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c8786a16-b1a1-426f-b890-1f12b0fb5b9f tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/bd78dbe7-64c2-4672-a652-974a65d634a3 HTTP/1.1" status: 404 len: 337 time: 0.0387068 Jan 24 16:26:58.274566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35950) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:58.323828 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4e400b27-22f6-45c1-9c21-0e6a2b0783fe tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports?device_id=750dcf1c-93ba-4c40-b3c0-87ac937cf32a HTTP/1.1" status: 200 len: 205 time: 0.0449610 Jan 24 16:26:58.323828 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35954) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:58.386845 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-d91de7d2-be9b-4710-bc11-f011dff43fe1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] delete failed (client error): The resource could not be found. Jan 24 16:26:58.388090 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d91de7d2-be9b-4710-bc11-f011dff43fe1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/routers/750dcf1c-93ba-4c40-b3c0-87ac937cf32a HTTP/1.1" status: 404 len: 336 time: 0.0639143 Jan 24 16:26:58.390609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 35958) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:58.430823 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-9176dfb4-cf16-422a-8cde-933b1c47fd16 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:58.431246 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9176dfb4-cf16-422a-8cde-933b1c47fd16 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:58.432880 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9176dfb4-cf16-422a-8cde-933b1c47fd16 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/4afc4520-729b-4c46-b04d-d49436cb929f HTTP/1.1" status: 404 len: 337 time: 0.0413792 Jan 24 16:26:58.436068 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35962) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:58.480827 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1f04766f-1149-42dc-86b1-7335f0ca95d1 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "GET /v2.0/ports?device_id=5801b402-9070-42ac-a4f5-191505510b6b HTTP/1.1" status: 200 len: 205 time: 0.0435345 Jan 24 16:26:58.483418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35966) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:58.545872 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.api.v2.resource [None req-1abc37b3-ef90-4026-9fdb-0c509ad40e7a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] delete failed (client error): The resource could not be found. Jan 24 16:26:58.546880 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1abc37b3-ef90-4026-9fdb-0c509ad40e7a tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/routers/5801b402-9070-42ac-a4f5-191505510b6b HTTP/1.1" status: 404 len: 336 time: 0.0624709 Jan 24 16:26:58.549632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35970) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:58.589940 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd4d69c-aa7e-4415-8599-1e625628b7c9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:58.590215 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd4d69c-aa7e-4415-8599-1e625628b7c9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:58.591982 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6cd4d69c-aa7e-4415-8599-1e625628b7c9 tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/9204ad7c-e5fb-416d-ab74-4902546e207d HTTP/1.1" status: 404 len: 337 time: 0.0414636 Jan 24 16:26:58.595889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35974) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:58.633062 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a1df22-f293-4516-bd90-a378317cce2c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] DELETE failed (client error): The resource could not be found. Jan 24 16:26:58.633476 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a1df22-f293-4516-bd90-a378317cce2c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:26:58.635086 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b8a1df22-f293-4516-bd90-a378317cce2c tempest-RoutersTest-492761404 tempest-RoutersTest-492761404-project] 10.222.0.130 "DELETE /v2.0/subnets/6862d93d-142b-4139-9185-c1b3e53d3c3c HTTP/1.1" status: 404 len: 337 time: 0.0383489 Jan 24 16:26:58.979905 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35982) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:59.154380 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1ec4ed78-6891-4b28-a352-36ae32bc5760 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=70ae91c4fc414e97ae76ebf87495930d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1729906 Jan 24 16:26:59.157040 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 35988) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:26:59.228593 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-28eeeb20-42d6-453f-8f23-0d5bf7e4f273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:59.254868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-28eeeb20-42d6-453f-8f23-0d5bf7e4f273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:59.317698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-28eeeb20-42d6-453f-8f23-0d5bf7e4f273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:59.336308 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eeeb20-42d6-453f-8f23-0d5bf7e4f273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0d6686-042b-4f5c-b984-b40481f0da78,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:26:59.340635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-28eeeb20-42d6-453f-8f23-0d5bf7e4f273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:26:59.341747 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-28eeeb20-42d6-453f-8f23-0d5bf7e4f273 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/3d0d6686-042b-4f5c-b984-b40481f0da78 HTTP/1.1" status: 204 len: 168 time: 0.1837451 Jan 24 16:27:00.245793 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36012) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:00.389676 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1571072736'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:00.394742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:00.398583 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Usage tracker for resource:network and tenant:d7263c80ce394b9c8207ccbfa1cc7312 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:00.401499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:00.408441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:00.421779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Made reservation on behalf of d7263c80ce394b9c8207ccbfa1cc7312 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:27:00.425019 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:00.437972 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:00.470002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:00.473870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Usage tracker for resource:security_group_rule and tenant:d7263c80ce394b9c8207ccbfa1cc7312 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:00.476690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:00.482621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:00.549839 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:00.557295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:00.594497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:27:00.602573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f6dff7-c048-433d-80d0-4c6f83d7abd8,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:00.608548 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:00.608884 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Added segment a38228c9-6682-4917-890d-246fd968cd71 of type vlan for network 8e781f80-a7e5-42a4-9d6c-9de6e83846b9 Jan 24 16:27:00.637301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:00.668050 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:00.673561 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:00.674427 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:00.796560 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5496883 Jan 24 16:27:00.797233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfaa70-e317-49cf-acb8-2066f2c154e9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Pushing event updated for resources: {'Network': ['ID=8e781f80-a7e5-42a4-9d6c-9de6e83846b9,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:00.799494 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36018) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:00.805195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-bb66d8d3-500c-4969-bece-46d7fed29506 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Request body: {'subnet': {'network_id': '8e781f80-a7e5-42a4-9d6c-9de6e83846b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:00.809129 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 8e781f80-a7e5-42a4-9d6c-9de6e83846b9 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:27:00.930126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bb66d8d3-500c-4969-bece-46d7fed29506 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:00.935721 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bb66d8d3-500c-4969-bece-46d7fed29506 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Usage tracker for resource:subnet and tenant:d7263c80ce394b9c8207ccbfa1cc7312 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:00.938642 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bb66d8d3-500c-4969-bece-46d7fed29506 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:00.944459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bb66d8d3-500c-4969-bece-46d7fed29506 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:00.954908 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb66d8d3-500c-4969-bece-46d7fed29506 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Made reservation on behalf of d7263c80ce394b9c8207ccbfa1cc7312 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:27:01.063850 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bb66d8d3-500c-4969-bece-46d7fed29506 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:01.284617 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bb66d8d3-500c-4969-bece-46d7fed29506 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:01.358371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66d8d3-500c-4969-bece-46d7fed29506 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Pushing event updated for resources: {'Subnet': ['ID=168ca2e9-942d-4917-b6e4-ea252b6a1e78,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:01.378338 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb66d8d3-500c-4969-bece-46d7fed29506 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Checking segment: {'id': 'a38228c9-6682-4917-890d-246fd968cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8e781f80-a7e5-42a4-9d6c-9de6e83846b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:27:01.378785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66d8d3-500c-4969-bece-46d7fed29506 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Network hostable DHCP agents. Network: 8e781f80-a7e5-42a4-9d6c-9de6e83846b9, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:27:01.407125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66d8d3-500c-4969-bece-46d7fed29506 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Network 8e781f80-a7e5-42a4-9d6c-9de6e83846b9 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:27:01.418531 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-bb66d8d3-500c-4969-bece-46d7fed29506 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 8e781f80-a7e5-42a4-9d6c-9de6e83846b9) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:27:01.423328 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb66d8d3-500c-4969-bece-46d7fed29506 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:01.423943 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bb66d8d3-500c-4969-bece-46d7fed29506 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:01.428895 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e00737-8945-4909-95c8-b7ca7bb7f7da None None] Network 8e781f80-a7e5-42a4-9d6c-9de6e83846b9 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:27:01.447571 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bb66d8d3-500c-4969-bece-46d7fed29506 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6470325 Jan 24 16:27:01.450502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36022) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:01.456327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Request body: {'port': {'network_id': '8e781f80-a7e5-42a4-9d6c-9de6e83846b9', 'name': 'tempest-TagsExtTest-1850136270'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:01.655411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-8e781f80-a7e5-42a4-9d6c-9de6e83846b9', 'network_id': '8e781f80-a7e5-42a4-9d6c-9de6e83846b9', 'tenant_id': 'd7263c80ce394b9c8207ccbfa1cc7312', 'fixed_ips': [{'subnet_id': '168ca2e9-942d-4917-b6e4-ea252b6a1e78'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:27:01.656252 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:01.680382 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:01.684321 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Usage tracker for resource:port and tenant:d7263c80ce394b9c8207ccbfa1cc7312 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:01.687123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:01.692916 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:01.703350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Made reservation on behalf of d7263c80ce394b9c8207ccbfa1cc7312 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:27:01.706618 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:01.730035 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] device_id is not set on port be67462f-808d-4d4f-9126-d8cb8bd1016f yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:27:01.820908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Allocated IP 172.20.0.2 (8e781f80-a7e5-42a4-9d6c-9de6e83846b9/168ca2e9-942d-4917-b6e4-ea252b6a1e78/7bb6c995-0e7c-4a6a-9d32-eefdb169c439) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:27:02.037291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:02.047979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Transition to ACTIVE for port object 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:27:02.066224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Transition to ACTIVE for port object 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:27:02.073561 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:02.142154 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Allocated IP 172.20.0.6 (8e781f80-a7e5-42a4-9d6c-9de6e83846b9/168ca2e9-942d-4917-b6e4-ea252b6a1e78/be67462f-808d-4d4f-9126-d8cb8bd1016f) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:27:02.142465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Network 8e781f80-a7e5-42a4-9d6c-9de6e83846b9 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:27:02.145437 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:27:02.149895 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:27:02.152014 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Pushing event updated for resources: {'Port': ['ID=7bb6c995-0e7c-4a6a-9d32-eefdb169c439,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:02.186627 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:02.186965 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:02.187293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:02.187656 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:02.187984 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:02.188306 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:02.188621 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:02.188937 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:02.189250 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:02.189558 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:02.189867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:02.251222 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Attempting to bind port 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:27:02.251608 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Attempting to bind port 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'a38228c9-6682-4917-890d-246fd968cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8e781f80-a7e5-42a4-9d6c-9de6e83846b9'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:27:02.251953 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Attempting to bind port 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 on network 8e781f80-a7e5-42a4-9d6c-9de6e83846b9 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:27:02.258496 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:27:02.258854 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Checking segment: {'id': 'a38228c9-6682-4917-890d-246fd968cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8e781f80-a7e5-42a4-9d6c-9de6e83846b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:27:02.259259 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:02.259672 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Bound using segment: {'id': 'a38228c9-6682-4917-890d-246fd968cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8e781f80-a7e5-42a4-9d6c-9de6e83846b9'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:27:02.260117 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Bound port: 7bb6c995-0e7c-4a6a-9d32-eefdb169c439, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38228c9-6682-4917-890d-246fd968cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8e781f80-a7e5-42a4-9d6c-9de6e83846b9'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:27:02.260545 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:02.347223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:02.355647 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] For port 7bb6c995-0e7c-4a6a-9d32-eefdb169c439, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:27:02.358954 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] For port 7bb6c995-0e7c-4a6a-9d32-eefdb169c439, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7bb6c995-0e7c-4a6a-9d32-eefdb169c439,segment=NetworkSegment(a38228c9-6682-4917-890d-246fd968cd71),segment_id=a38228c9-6682-4917-890d-246fd968cd71)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:27:02.363076 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Transition to ACTIVE for port object be67462f-808d-4d4f-9126-d8cb8bd1016f will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:27:02.364952 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:02.385997 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:02.452613 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddc284-1573-4ea5-b1d2-3631a3038031 None None] Pushing event updated for resources: {'Port': ['ID=7bb6c995-0e7c-4a6a-9d32-eefdb169c439,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:02.464735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Network 8e781f80-a7e5-42a4-9d6c-9de6e83846b9 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:27:02.466450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:27:02.470778 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:27:02.502229 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Pushing event updated for resources: {'Port': ['ID=be67462f-808d-4d4f-9126-d8cb8bd1016f,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:02.536929 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:02.537520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:02.559846 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-af371a0a-61cd-4885-91f5-c478b8dc8a9a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1079421 Jan 24 16:27:02.562391 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36028) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:02.567821 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d31b8c91-2dcf-4ad7-9d6f-6ed252fc44d7 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1654667945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:02.574347 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d31b8c91-2dcf-4ad7-9d6f-6ed252fc44d7 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:02.579780 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d31b8c91-2dcf-4ad7-9d6f-6ed252fc44d7 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Usage tracker for resource:router and tenant:d7263c80ce394b9c8207ccbfa1cc7312 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:02.582818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d31b8c91-2dcf-4ad7-9d6f-6ed252fc44d7 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:02.607892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d31b8c91-2dcf-4ad7-9d6f-6ed252fc44d7 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:02.620883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d31b8c91-2dcf-4ad7-9d6f-6ed252fc44d7 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:02.622229 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d31b8c91-2dcf-4ad7-9d6f-6ed252fc44d7 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:02.656253 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d31b8c91-2dcf-4ad7-9d6f-6ed252fc44d7 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:02.676030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d31b8c91-2dcf-4ad7-9d6f-6ed252fc44d7 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:02.698154 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d31b8c91-2dcf-4ad7-9d6f-6ed252fc44d7 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:02.699367 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d31b8c91-2dcf-4ad7-9d6f-6ed252fc44d7 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1360574 Jan 24 16:27:02.703461 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36032) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:02.709520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-73fa59e9-53cd-455f-b812-f098827651a1 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-259166902', 'prefixes': ['172.20.0.0/16']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:02.715251 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-73fa59e9-53cd-455f-b812-f098827651a1 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:02.783226 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73fa59e9-53cd-455f-b812-f098827651a1 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks [] for subnetpool, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:02.784453 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-73fa59e9-53cd-455f-b812-f098827651a1 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0800018 Jan 24 16:27:02.787893 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36036) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:02.793734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-fbe27eff-9d51-46ca-85ce-958acde008a9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '168ca2e9-942d-4917-b6e4-ea252b6a1e78', 'tempest-TagsExtTest-Tag-882075148') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:02.881689 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fbe27eff-9d51-46ca-85ce-958acde008a9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "PUT /v2.0/subnets/168ca2e9-942d-4917-b6e4-ea252b6a1e78/tags/tempest-TagsExtTest-Tag-882075148 HTTP/1.1" status: 201 len: 201 time: 0.0916402 Jan 24 16:27:02.883171 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36040) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:02.888966 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-81759968-7816-43e8-9152-6c368d69396d tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'be67462f-808d-4d4f-9126-d8cb8bd1016f', 'tempest-TagsExtTest-Tag-740238426') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:02.974327 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-81759968-7816-43e8-9152-6c368d69396d tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "PUT /v2.0/ports/be67462f-808d-4d4f-9126-d8cb8bd1016f/tags/tempest-TagsExtTest-Tag-740238426 HTTP/1.1" status: 201 len: 201 time: 0.0899587 Jan 24 16:27:02.977230 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36044) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:02.984679 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-f3bbcfbb-4eac-4126-8c70-471c1b29714d tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bb0c203f-d835-41d8-958b-1b5543a188f3', 'tempest-TagsExtTest-Tag-91703747') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:03.129924 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f3bbcfbb-4eac-4126-8c70-471c1b29714d tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "PUT /v2.0/routers/bb0c203f-d835-41d8-958b-1b5543a188f3/tags/tempest-TagsExtTest-Tag-91703747 HTTP/1.1" status: 201 len: 201 time: 0.1513519 Jan 24 16:27:03.132669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36048) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:03.139294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.tag.tag_plugin [None req-3c5fa251-023a-4436-b40a-85d6b5ba503a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd71e2d1c-239b-418f-b08b-ceabb8a6d055', 'tempest-TagsExtTest-Tag-1465386699') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:03.176940 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3c5fa251-023a-4436-b40a-85d6b5ba503a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "PUT /v2.0/subnetpools/d71e2d1c-239b-418f-b08b-ceabb8a6d055/tags/tempest-TagsExtTest-Tag-1465386699 HTTP/1.1" status: 201 len: 201 time: 0.0426304 Jan 24 16:27:03.179402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36052) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:03.184800 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.tag.tag_plugin [None req-2d63551c-94e2-49cd-b476-fff9f61a205a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '168ca2e9-942d-4917-b6e4-ea252b6a1e78') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:03.250858 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2d63551c-94e2-49cd-b476-fff9f61a205a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/subnets/168ca2e9-942d-4917-b6e4-ea252b6a1e78/tags HTTP/1.1" status: 200 len: 240 time: 0.0703382 Jan 24 16:27:03.253707 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36056) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:03.259740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-eddcdd3e-a094-46fc-8c54-6266cb460ebd tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '168ca2e9-942d-4917-b6e4-ea252b6a1e78', 'tempest-TagsExtTest-Tag-882075148') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:03.327670 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-eddcdd3e-a094-46fc-8c54-6266cb460ebd tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/subnets/168ca2e9-942d-4917-b6e4-ea252b6a1e78/tags/tempest-TagsExtTest-Tag-882075148 HTTP/1.1" status: 204 len: 168 time: 0.0724986 Jan 24 16:27:03.331134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36060) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:03.337570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-5f1e7bfb-b055-4e2d-8e9b-4b678a842e10 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '168ca2e9-942d-4917-b6e4-ea252b6a1e78', 'tempest-TagsExtTest-Tag-882075148') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:03.340319 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed948a3-863a-4d73-9eac-d987c926277e None None] Network 8e781f80-a7e5-42a4-9d6c-9de6e83846b9 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:27:03.418333 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5f1e7bfb-b055-4e2d-8e9b-4b678a842e10 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/subnets/168ca2e9-942d-4917-b6e4-ea252b6a1e78/tags/tempest-TagsExtTest-Tag-882075148 HTTP/1.1" status: 204 len: 168 time: 0.0861406 Jan 24 16:27:03.421056 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36064) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:03.426397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-14e789cf-4b54-4ca9-8365-24204e8464d6 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '168ca2e9-942d-4917-b6e4-ea252b6a1e78') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:03.431838 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-121f5993-940f-47a9-85dc-1088ebb51cf5 None None] Provisioning for port 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:27:03.494018 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-14e789cf-4b54-4ca9-8365-24204e8464d6 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/subnets/168ca2e9-942d-4917-b6e4-ea252b6a1e78/tags HTTP/1.1" status: 200 len: 205 time: 0.0719697 Jan 24 16:27:03.496721 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36068) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:03.501890 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-f21b70cb-34be-43ce-bbc0-c877718ef3b5 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'be67462f-808d-4d4f-9126-d8cb8bd1016f') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:03.567387 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f21b70cb-34be-43ce-bbc0-c877718ef3b5 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/ports/be67462f-808d-4d4f-9126-d8cb8bd1016f/tags HTTP/1.1" status: 200 len: 240 time: 0.0696290 Jan 24 16:27:03.569953 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36072) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:03.575289 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-9bf01c6e-aac0-47c5-93d9-001c9dd8acfe tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'be67462f-808d-4d4f-9126-d8cb8bd1016f', 'tempest-TagsExtTest-Tag-740238426') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:03.649456 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9bf01c6e-aac0-47c5-93d9-001c9dd8acfe tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/ports/be67462f-808d-4d4f-9126-d8cb8bd1016f/tags/tempest-TagsExtTest-Tag-740238426 HTTP/1.1" status: 204 len: 168 time: 0.0785036 Jan 24 16:27:03.652116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36076) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:03.657844 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-3cc470f9-8a56-49a7-88db-327c3586b5ab tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'be67462f-808d-4d4f-9126-d8cb8bd1016f', 'tempest-TagsExtTest-Tag-740238426') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:03.747981 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3cc470f9-8a56-49a7-88db-327c3586b5ab tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/ports/be67462f-808d-4d4f-9126-d8cb8bd1016f/tags/tempest-TagsExtTest-Tag-740238426 HTTP/1.1" status: 204 len: 168 time: 0.0938573 Jan 24 16:27:03.750958 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36080) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:03.756861 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-ae9b719b-3bcd-4376-bbd4-d0ea3a832219 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'be67462f-808d-4d4f-9126-d8cb8bd1016f') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:03.838789 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ae9b719b-3bcd-4376-bbd4-d0ea3a832219 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/ports/be67462f-808d-4d4f-9126-d8cb8bd1016f/tags HTTP/1.1" status: 200 len: 205 time: 0.0859761 Jan 24 16:27:03.841552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36084) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:03.847499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.tag.tag_plugin [None req-7fb58ff1-9e8b-4800-aee5-7c612c30227a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bb0c203f-d835-41d8-958b-1b5543a188f3') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:03.893540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5b19c9ba-734e-49f1-a991-1e9fcbf57526 None None] Provisioning for port be67462f-808d-4d4f-9126-d8cb8bd1016f completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:27:03.898367 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:27:03.935725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5b19c9ba-734e-49f1-a991-1e9fcbf57526 None None] Provisioning complete for port be67462f-808d-4d4f-9126-d8cb8bd1016f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:03.936005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5b19c9ba-734e-49f1-a991-1e9fcbf57526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:03.987317 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7fb58ff1-9e8b-4800-aee5-7c612c30227a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/routers/bb0c203f-d835-41d8-958b-1b5543a188f3/tags HTTP/1.1" status: 200 len: 239 time: 0.1446023 Jan 24 16:27:03.989914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36088) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:03.995440 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.tag.tag_plugin [None req-8b5c1fa9-595f-441f-ac41-2a9ceba7d3d0 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bb0c203f-d835-41d8-958b-1b5543a188f3', 'tempest-TagsExtTest-Tag-91703747') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:04.007944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-5b19c9ba-734e-49f1-a991-1e9fcbf57526 None None] Port be67462f-808d-4d4f-9126-d8cb8bd1016f cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:27:04.024306 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:27:04.030504 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:04.031207 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:04.131944 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8b5c1fa9-595f-441f-ac41-2a9ceba7d3d0 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/routers/bb0c203f-d835-41d8-958b-1b5543a188f3/tags/tempest-TagsExtTest-Tag-91703747 HTTP/1.1" status: 204 len: 168 time: 0.1409481 Jan 24 16:27:04.134722 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36094) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:04.141671 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-be69cc63-a139-4b46-b48c-975d11676643 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bb0c203f-d835-41d8-958b-1b5543a188f3', 'tempest-TagsExtTest-Tag-91703747') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:04.194845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:04.214112 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c62e341a-3f6d-43e0-b181-60930f81c756 None None] Provisioning complete for port be67462f-808d-4d4f-9126-d8cb8bd1016f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:04.214469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c62e341a-3f6d-43e0-b181-60930f81c756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:04.276308 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 7bb6c995-0e7c-4a6a-9d32-eefdb169c439, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7bb6c995-0e7c-4a6a-9d32-eefdb169c439,segment=NetworkSegment(a38228c9-6682-4917-890d-246fd968cd71),segment_id=a38228c9-6682-4917-890d-246fd968cd71)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:04.279245 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c62e341a-3f6d-43e0-b181-60930f81c756 None None] Port be67462f-808d-4d4f-9126-d8cb8bd1016f cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:27:04.282496 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:04.297228 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-be69cc63-a139-4b46-b48c-975d11676643 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/routers/bb0c203f-d835-41d8-958b-1b5543a188f3/tags/tempest-TagsExtTest-Tag-91703747 HTTP/1.1" status: 204 len: 168 time: 0.1612725 Jan 24 16:27:04.300422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36098) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:04.306141 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-a308e57d-9874-4fe5-bb6c-3e04d2a9df76 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bb0c203f-d835-41d8-958b-1b5543a188f3') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:04.358237 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=7bb6c995-0e7c-4a6a-9d32-eefdb169c439,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:04.400132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36102) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:04.544841 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a308e57d-9874-4fe5-bb6c-3e04d2a9df76 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/routers/bb0c203f-d835-41d8-958b-1b5543a188f3/tags HTTP/1.1" status: 200 len: 205 time: 0.2431624 Jan 24 16:27:04.548390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36106) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:04.553724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-2b1159ce-c37e-40f8-a6eb-9d2ce9b04dc6 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd71e2d1c-239b-418f-b08b-ceabb8a6d055') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:04.583147 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2b1159ce-c37e-40f8-a6eb-9d2ce9b04dc6 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/subnetpools/d71e2d1c-239b-418f-b08b-ceabb8a6d055/tags HTTP/1.1" status: 200 len: 241 time: 0.0336840 Jan 24 16:27:04.586995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36110) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:04.592601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-ad2508ef-52ae-49e6-82a6-5c959915be55 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd71e2d1c-239b-418f-b08b-ceabb8a6d055', 'tempest-TagsExtTest-Tag-1465386699') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:04.619462 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ad2508ef-52ae-49e6-82a6-5c959915be55 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/subnetpools/d71e2d1c-239b-418f-b08b-ceabb8a6d055/tags/tempest-TagsExtTest-Tag-1465386699 HTTP/1.1" status: 204 len: 168 time: 0.0313959 Jan 24 16:27:04.625254 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36114) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:04.630899 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-c51e2127-8df2-4d39-adda-5e66010b82c3 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd71e2d1c-239b-418f-b08b-ceabb8a6d055', 'tempest-TagsExtTest-Tag-1465386699') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:04.673645 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c51e2127-8df2-4d39-adda-5e66010b82c3 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/subnetpools/d71e2d1c-239b-418f-b08b-ceabb8a6d055/tags/tempest-TagsExtTest-Tag-1465386699 HTTP/1.1" status: 204 len: 168 time: 0.0468807 Jan 24 16:27:04.676075 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36118) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:04.681861 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-511d44c9-6570-4fc2-967e-3df79e4cd192 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd71e2d1c-239b-418f-b08b-ceabb8a6d055') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:04.706619 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-511d44c9-6570-4fc2-967e-3df79e4cd192 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/subnetpools/d71e2d1c-239b-418f-b08b-ceabb8a6d055/tags HTTP/1.1" status: 200 len: 205 time: 0.0293143 Jan 24 16:27:04.709999 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36122) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:04.715909 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-4097ac55-38fe-466a-a6fc-b8d516e07a79 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd71e2d1c-239b-418f-b08b-ceabb8a6d055') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:04.751392 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4097ac55-38fe-466a-a6fc-b8d516e07a79 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/subnetpools/d71e2d1c-239b-418f-b08b-ceabb8a6d055/tags HTTP/1.1" status: 204 len: 168 time: 0.0400920 Jan 24 16:27:04.755139 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36126) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:04.762972 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-f76caf92-072f-4c92-8367-23c613973c21 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bb0c203f-d835-41d8-958b-1b5543a188f3') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:04.877057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-abeddad5-8b97-47fa-8873-6ed80ab24547 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:04.916876 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f76caf92-072f-4c92-8367-23c613973c21 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/routers/bb0c203f-d835-41d8-958b-1b5543a188f3/tags HTTP/1.1" status: 204 len: 168 time: 0.1599050 Jan 24 16:27:04.919639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36130) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:04.932612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-e028bdc6-f825-425d-a09a-4a2a62a72727 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'be67462f-808d-4d4f-9126-d8cb8bd1016f') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:05.031094 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e028bdc6-f825-425d-a09a-4a2a62a72727 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/ports/be67462f-808d-4d4f-9126-d8cb8bd1016f/tags HTTP/1.1" status: 204 len: 168 time: 0.1054516 Jan 24 16:27:05.031443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36134) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:05.038965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-6598ba8a-5f5a-4833-ade9-255b7831f5a3 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '168ca2e9-942d-4917-b6e4-ea252b6a1e78') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:05.129952 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6598ba8a-5f5a-4833-ade9-255b7831f5a3 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/subnets/168ca2e9-942d-4917-b6e4-ea252b6a1e78/tags HTTP/1.1" status: 204 len: 168 time: 0.0969167 Jan 24 16:27:05.133613 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36138) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:05.140412 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-2ba97e99-016c-4e31-91bf-9abd355c858f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '168ca2e9-942d-4917-b6e4-ea252b6a1e78', 'tempest-TagsExtTest-Tag-771779148') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:05.235038 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2ba97e99-016c-4e31-91bf-9abd355c858f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "PUT /v2.0/subnets/168ca2e9-942d-4917-b6e4-ea252b6a1e78/tags/tempest-TagsExtTest-Tag-771779148 HTTP/1.1" status: 201 len: 201 time: 0.1000793 Jan 24 16:27:05.238011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36142) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:05.244504 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-3f0f5d57-14fd-4903-ad3b-06f652e17a74 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'be67462f-808d-4d4f-9126-d8cb8bd1016f', 'tempest-TagsExtTest-Tag-317289506') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:05.328414 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3f0f5d57-14fd-4903-ad3b-06f652e17a74 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "PUT /v2.0/ports/be67462f-808d-4d4f-9126-d8cb8bd1016f/tags/tempest-TagsExtTest-Tag-317289506 HTTP/1.1" status: 201 len: 201 time: 0.0865884 Jan 24 16:27:05.328669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36146) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:05.334522 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-bb3f7328-b38d-4f87-9e22-678a03a451ee tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bb0c203f-d835-41d8-958b-1b5543a188f3', 'tempest-TagsExtTest-Tag-1060512150') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:05.473163 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bb3f7328-b38d-4f87-9e22-678a03a451ee tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "PUT /v2.0/routers/bb0c203f-d835-41d8-958b-1b5543a188f3/tags/tempest-TagsExtTest-Tag-1060512150 HTTP/1.1" status: 201 len: 201 time: 0.1433926 Jan 24 16:27:05.476076 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36150) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:05.481688 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-958a835b-aa6b-466e-a86f-3f927f79556a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd71e2d1c-239b-418f-b08b-ceabb8a6d055', 'tempest-TagsExtTest-Tag-1998600897') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:05.518177 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-958a835b-aa6b-466e-a86f-3f927f79556a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "PUT /v2.0/subnetpools/d71e2d1c-239b-418f-b08b-ceabb8a6d055/tags/tempest-TagsExtTest-Tag-1998600897 HTTP/1.1" status: 201 len: 201 time: 0.0411117 Jan 24 16:27:05.521028 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36154) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:05.526786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-557b6059-c1c6-419c-bd2b-0e18b22dce9e tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '168ca2e9-942d-4917-b6e4-ea252b6a1e78', {'tags': ['tempest-TagsExtTest-Tag-895782099', 'tempest-TagsExtTest-Tag-472511547', 'tempest-TagsExtTest-Tag-1520422859']}) {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:05.601455 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-557b6059-c1c6-419c-bd2b-0e18b22dce9e tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "PUT /v2.0/subnets/168ca2e9-942d-4917-b6e4-ea252b6a1e78/tags HTTP/1.1" status: 200 len: 316 time: 0.0792615 Jan 24 16:27:05.604166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36158) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:05.609625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-4d7354c8-993b-4add-b236-1d082d21df9b tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '168ca2e9-942d-4917-b6e4-ea252b6a1e78') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:05.692854 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4d7354c8-993b-4add-b236-1d082d21df9b tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/subnets/168ca2e9-942d-4917-b6e4-ea252b6a1e78/tags HTTP/1.1" status: 204 len: 168 time: 0.0851004 Jan 24 16:27:05.693179 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36162) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:05.698662 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-41bc9ae1-efab-4edf-8c0b-67e25bcee88a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '168ca2e9-942d-4917-b6e4-ea252b6a1e78', 'tempest-TagsExtTest-Tag-895782099') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:05.701572 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-abeddad5-8b97-47fa-8873-6ed80ab24547 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port ca9a3bf4-8163-4159-906d-3b7d88056277 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:27:05.702103 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-abeddad5-8b97-47fa-8873-6ed80ab24547 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:05.767111 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-41bc9ae1-efab-4edf-8c0b-67e25bcee88a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] show failed (client error): The resource could not be found. Jan 24 16:27:05.770893 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-41bc9ae1-efab-4edf-8c0b-67e25bcee88a tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/subnets/168ca2e9-942d-4917-b6e4-ea252b6a1e78/tags/tempest-TagsExtTest-Tag-895782099 HTTP/1.1" status: 404 len: 328 time: 0.0738885 Jan 24 16:27:05.771051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36166) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:05.776275 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-ba12fde8-67ad-441d-850d-a1b6b9410b53 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '168ca2e9-942d-4917-b6e4-ea252b6a1e78', 'tempest-TagsExtTest-Tag-472511547') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:05.844823 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-ba12fde8-67ad-441d-850d-a1b6b9410b53 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] show failed (client error): The resource could not be found. Jan 24 16:27:05.846283 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ba12fde8-67ad-441d-850d-a1b6b9410b53 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/subnets/168ca2e9-942d-4917-b6e4-ea252b6a1e78/tags/tempest-TagsExtTest-Tag-472511547 HTTP/1.1" status: 404 len: 328 time: 0.0742877 Jan 24 16:27:05.849152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36170) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:05.853710 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:27:05.854830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-c6850e84-185d-4b1b-9804-33e4aa812df9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '168ca2e9-942d-4917-b6e4-ea252b6a1e78', 'tempest-TagsExtTest-Tag-1520422859') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:05.907062 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-abeddad5-8b97-47fa-8873-6ed80ab24547 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port ca9a3bf4-8163-4159-906d-3b7d88056277, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ca9a3bf4-8163-4159-906d-3b7d88056277,segment=NetworkSegment(7be9f3f5-a089-4685-860d-e0dfe1e37124),segment_id=7be9f3f5-a089-4685-860d-e0dfe1e37124)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:05.909814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-abeddad5-8b97-47fa-8873-6ed80ab24547 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:05.924077 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:05.924702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:05.926672 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-c6850e84-185d-4b1b-9804-33e4aa812df9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] show failed (client error): The resource could not be found. Jan 24 16:27:05.931145 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c6850e84-185d-4b1b-9804-33e4aa812df9 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/subnets/168ca2e9-942d-4917-b6e4-ea252b6a1e78/tags/tempest-TagsExtTest-Tag-1520422859 HTTP/1.1" status: 404 len: 329 time: 0.0810757 Jan 24 16:27:05.931837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36174) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:05.938960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-6ff0dd57-095d-4bcc-83ba-f6194d415117 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'be67462f-808d-4d4f-9126-d8cb8bd1016f', {'tags': ['tempest-TagsExtTest-Tag-2053500560', 'tempest-TagsExtTest-Tag-593246093', 'tempest-TagsExtTest-Tag-1799574748']}) {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:06.025399 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6ff0dd57-095d-4bcc-83ba-f6194d415117 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "PUT /v2.0/ports/be67462f-808d-4d4f-9126-d8cb8bd1016f/tags HTTP/1.1" status: 200 len: 317 time: 0.0920398 Jan 24 16:27:06.026268 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36178) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:06.033964 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-3aeca19e-e6a5-42e3-9a37-4cfdd1393f85 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'be67462f-808d-4d4f-9126-d8cb8bd1016f') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:06.040011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-abeddad5-8b97-47fa-8873-6ed80ab24547 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for ca9a3bf4-8163-4159-906d-3b7d88056277 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:27:06.116483 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3aeca19e-e6a5-42e3-9a37-4cfdd1393f85 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/ports/be67462f-808d-4d4f-9126-d8cb8bd1016f/tags HTTP/1.1" status: 204 len: 168 time: 0.0890527 Jan 24 16:27:06.119178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36182) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:06.124734 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-d896454a-4f16-4113-b1d1-c27b9d48c5c4 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'be67462f-808d-4d4f-9126-d8cb8bd1016f', 'tempest-TagsExtTest-Tag-2053500560') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:06.194375 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-d896454a-4f16-4113-b1d1-c27b9d48c5c4 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] show failed (client error): The resource could not be found. Jan 24 16:27:06.195379 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d896454a-4f16-4113-b1d1-c27b9d48c5c4 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/ports/be67462f-808d-4d4f-9126-d8cb8bd1016f/tags/tempest-TagsExtTest-Tag-2053500560 HTTP/1.1" status: 404 len: 329 time: 0.0752387 Jan 24 16:27:06.198441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36186) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:06.203787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-844d429f-51da-4753-a585-30d654512717 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'be67462f-808d-4d4f-9126-d8cb8bd1016f', 'tempest-TagsExtTest-Tag-593246093') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:06.226668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-abeddad5-8b97-47fa-8873-6ed80ab24547 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:06.267521 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-844d429f-51da-4753-a585-30d654512717 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] show failed (client error): The resource could not be found. Jan 24 16:27:06.268512 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-844d429f-51da-4753-a585-30d654512717 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/ports/be67462f-808d-4d4f-9126-d8cb8bd1016f/tags/tempest-TagsExtTest-Tag-593246093 HTTP/1.1" status: 404 len: 328 time: 0.0691686 Jan 24 16:27:06.271516 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36190) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:06.274591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeddad5-8b97-47fa-8873-6ed80ab24547 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=ca9a3bf4-8163-4159-906d-3b7d88056277,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:06.276742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-8c4847ff-f5eb-44fe-85ab-67e1379c8882 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'be67462f-808d-4d4f-9126-d8cb8bd1016f', 'tempest-TagsExtTest-Tag-1799574748') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:06.342950 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-8c4847ff-f5eb-44fe-85ab-67e1379c8882 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] show failed (client error): The resource could not be found. Jan 24 16:27:06.346402 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8c4847ff-f5eb-44fe-85ab-67e1379c8882 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/ports/be67462f-808d-4d4f-9126-d8cb8bd1016f/tags/tempest-TagsExtTest-Tag-1799574748 HTTP/1.1" status: 404 len: 329 time: 0.0713222 Jan 24 16:27:06.348027 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36194) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:06.356179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.tag.tag_plugin [None req-b1a06fc5-cb34-4165-b0b0-4908ce4b2000 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bb0c203f-d835-41d8-958b-1b5543a188f3', {'tags': ['tempest-TagsExtTest-Tag-2083209452', 'tempest-TagsExtTest-Tag-1626257524', 'tempest-TagsExtTest-Tag-1251939511']}) {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:06.575729 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b1a06fc5-cb34-4165-b0b0-4908ce4b2000 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "PUT /v2.0/routers/bb0c203f-d835-41d8-958b-1b5543a188f3/tags HTTP/1.1" status: 200 len: 318 time: 0.2265425 Jan 24 16:27:06.578539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36198) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:06.584366 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-eafc8bfb-b4f1-4f10-944b-ac90723605ce tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bb0c203f-d835-41d8-958b-1b5543a188f3') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:06.816971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-abeddad5-8b97-47fa-8873-6ed80ab24547 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:06.830835 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-eafc8bfb-b4f1-4f10-944b-ac90723605ce tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/routers/bb0c203f-d835-41d8-958b-1b5543a188f3/tags HTTP/1.1" status: 204 len: 168 time: 0.2511587 Jan 24 16:27:06.833583 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36202) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:06.839301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-fd5cb3a0-13b4-4904-8ab5-dd250300c3f0 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bb0c203f-d835-41d8-958b-1b5543a188f3', 'tempest-TagsExtTest-Tag-2083209452') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:06.953197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-43d46b8a-770c-4144-8ec1-652d0bccec58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:06.974469 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-fd5cb3a0-13b4-4904-8ab5-dd250300c3f0 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] show failed (client error): The resource could not be found. Jan 24 16:27:06.975621 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fd5cb3a0-13b4-4904-8ab5-dd250300c3f0 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/routers/bb0c203f-d835-41d8-958b-1b5543a188f3/tags/tempest-TagsExtTest-Tag-2083209452 HTTP/1.1" status: 404 len: 329 time: 0.1409938 Jan 24 16:27:06.978662 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36206) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:06.984399 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-d5aae16b-d127-4e0d-9da1-fbe1eb773925 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bb0c203f-d835-41d8-958b-1b5543a188f3', 'tempest-TagsExtTest-Tag-1626257524') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:07.115121 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-d5aae16b-d127-4e0d-9da1-fbe1eb773925 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] show failed (client error): The resource could not be found. Jan 24 16:27:07.116220 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d5aae16b-d127-4e0d-9da1-fbe1eb773925 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/routers/bb0c203f-d835-41d8-958b-1b5543a188f3/tags/tempest-TagsExtTest-Tag-1626257524 HTTP/1.1" status: 404 len: 329 time: 0.1365838 Jan 24 16:27:07.119062 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36210) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:07.125359 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-eea76f4b-f390-4f2e-ab70-373d7b8ae9ad tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bb0c203f-d835-41d8-958b-1b5543a188f3', 'tempest-TagsExtTest-Tag-1251939511') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:07.253338 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-eea76f4b-f390-4f2e-ab70-373d7b8ae9ad tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] show failed (client error): The resource could not be found. Jan 24 16:27:07.254357 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-eea76f4b-f390-4f2e-ab70-373d7b8ae9ad tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/routers/bb0c203f-d835-41d8-958b-1b5543a188f3/tags/tempest-TagsExtTest-Tag-1251939511 HTTP/1.1" status: 404 len: 329 time: 0.1343465 Jan 24 16:27:07.257289 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36214) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:07.262965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-c253e3a7-aad0-4dc4-94fd-523f02376647 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd71e2d1c-239b-418f-b08b-ceabb8a6d055', {'tags': ['tempest-TagsExtTest-Tag-2060450470', 'tempest-TagsExtTest-Tag-837815817', 'tempest-TagsExtTest-Tag-301278339']}) {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:07.300160 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c253e3a7-aad0-4dc4-94fd-523f02376647 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "PUT /v2.0/subnetpools/d71e2d1c-239b-418f-b08b-ceabb8a6d055/tags HTTP/1.1" status: 200 len: 316 time: 0.0417752 Jan 24 16:27:07.302587 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36218) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:07.308495 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-e1457e54-7aef-4e7f-b8ac-6705e4daa1e0 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd71e2d1c-239b-418f-b08b-ceabb8a6d055') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:07.347494 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e1457e54-7aef-4e7f-b8ac-6705e4daa1e0 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/subnetpools/d71e2d1c-239b-418f-b08b-ceabb8a6d055/tags HTTP/1.1" status: 204 len: 168 time: 0.0435300 Jan 24 16:27:07.350592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36222) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:07.356275 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-2c2a0331-28b0-4480-ab70-62866356d084 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd71e2d1c-239b-418f-b08b-ceabb8a6d055', 'tempest-TagsExtTest-Tag-2060450470') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:07.379023 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-2c2a0331-28b0-4480-ab70-62866356d084 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] show failed (client error): The resource could not be found. Jan 24 16:27:07.382681 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2c2a0331-28b0-4480-ab70-62866356d084 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/subnetpools/d71e2d1c-239b-418f-b08b-ceabb8a6d055/tags/tempest-TagsExtTest-Tag-2060450470 HTTP/1.1" status: 404 len: 329 time: 0.0285087 Jan 24 16:27:07.382913 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36226) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:07.388446 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-04996032-c6fb-4c52-9701-60adcfc733ce tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd71e2d1c-239b-418f-b08b-ceabb8a6d055', 'tempest-TagsExtTest-Tag-837815817') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:07.410836 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-04996032-c6fb-4c52-9701-60adcfc733ce tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] show failed (client error): The resource could not be found. Jan 24 16:27:07.411174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abeddad5-8b97-47fa-8873-6ed80ab24547 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 6201f088-186e-4248-8bc9-adddedc40c5a has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:27:07.411846 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-04996032-c6fb-4c52-9701-60adcfc733ce tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/subnetpools/d71e2d1c-239b-418f-b08b-ceabb8a6d055/tags/tempest-TagsExtTest-Tag-837815817 HTTP/1.1" status: 404 len: 328 time: 0.0281107 Jan 24 16:27:07.414768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36230) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:07.420390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-b2ab7538-05d5-4638-a263-df19b4bae451 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd71e2d1c-239b-418f-b08b-ceabb8a6d055', 'tempest-TagsExtTest-Tag-301278339') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:07.442458 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-b2ab7538-05d5-4638-a263-df19b4bae451 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] show failed (client error): The resource could not be found. Jan 24 16:27:07.443450 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b2ab7538-05d5-4638-a263-df19b4bae451 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/subnetpools/d71e2d1c-239b-418f-b08b-ceabb8a6d055/tags/tempest-TagsExtTest-Tag-301278339 HTTP/1.1" status: 404 len: 328 time: 0.0278287 Jan 24 16:27:07.446372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36234) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:07.451766 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-687e77ea-a66c-4124-bf22-1901c9d91028 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd71e2d1c-239b-418f-b08b-ceabb8a6d055') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:07.480448 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-687e77ea-a66c-4124-bf22-1901c9d91028 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/subnetpools/d71e2d1c-239b-418f-b08b-ceabb8a6d055/tags HTTP/1.1" status: 204 len: 168 time: 0.0329971 Jan 24 16:27:07.483275 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36238) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:07.489142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-41abd691-831b-413d-a962-b0d8bb60f77f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bb0c203f-d835-41d8-958b-1b5543a188f3') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:07.617144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeddad5-8b97-47fa-8873-6ed80ab24547 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:27:07.627632 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-41abd691-831b-413d-a962-b0d8bb60f77f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/routers/bb0c203f-d835-41d8-958b-1b5543a188f3/tags HTTP/1.1" status: 204 len: 168 time: 0.1398103 Jan 24 16:27:07.627632 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36242) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:07.629954 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27bf3fb-5469-4c9f-b459-04c2743faf11 None None] Sync routers for ids ['6201f088-186e-4248-8bc9-adddedc40c5a'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:27:07.630447 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-abeddad5-8b97-47fa-8873-6ed80ab24547 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/6201f088-186e-4248-8bc9-adddedc40c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2291954 Jan 24 16:27:07.632053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-3efbbe24-d4e1-4865-975a-acc56c0b3a24 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'be67462f-808d-4d4f-9126-d8cb8bd1016f') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:07.657281 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27bf3fb-5469-4c9f-b459-04c2743faf11 None None] Routers {'6201f088-186e-4248-8bc9-adddedc40c5a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:27:07.657900 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d27bf3fb-5469-4c9f-b459-04c2743faf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6201f088-186e-4248-8bc9-adddedc40c5a'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:07.706121 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3efbbe24-d4e1-4865-975a-acc56c0b3a24 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/ports/be67462f-808d-4d4f-9126-d8cb8bd1016f/tags HTTP/1.1" status: 204 len: 168 time: 0.0784113 Jan 24 16:27:07.708757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36248) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:07.715820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.tag.tag_plugin [None req-ba0273f2-daa3-4221-bf6e-817172bc5555 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '168ca2e9-942d-4917-b6e4-ea252b6a1e78') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:07.804615 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36252) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:07.808160 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ba0273f2-daa3-4221-bf6e-817172bc5555 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/subnets/168ca2e9-942d-4917-b6e4-ea252b6a1e78/tags HTTP/1.1" status: 204 len: 168 time: 0.0980644 Jan 24 16:27:07.854530 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-d27bf3fb-5469-4c9f-b459-04c2743faf11 None None] Set router 6201f088-186e-4248-8bc9-adddedc40c5a gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:27:07.914819 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e9e9e434-5fff-4cf8-a78c-16ea642c4aad tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks [] for subnetpool, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:07.918455 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e9e9e434-5fff-4cf8-a78c-16ea642c4aad tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/subnetpools/d71e2d1c-239b-418f-b08b-ceabb8a6d055 HTTP/1.1" status: 204 len: 168 time: 0.1103244 Jan 24 16:27:07.919130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36258) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:07.966626 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e5c2fd1b-11f5-4114-98d7-b7df72a1189e tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "GET /v2.0/ports?device_id=bb0c203f-d835-41d8-958b-1b5543a188f3 HTTP/1.1" status: 200 len: 205 time: 0.0462883 Jan 24 16:27:07.969070 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36262) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:08.084623 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc125f6-8af0-4adf-9c3b-7759a03f3534 req-66362421-4ad2-4963-bbf6-1ad79d150662 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:08.090356 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7dc125f6-8af0-4adf-9c3b-7759a03f3534 req-66362421-4ad2-4963-bbf6-1ad79d150662 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 946 time: 0.1025898 Jan 24 16:27:08.133334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f1db8486-e4ee-4d6a-9383-f1ac6a9850bd tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:08.167747 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7dc125f6-8af0-4adf-9c3b-7759a03f3534 req-48a52d4d-38b0-4ca1-90bb-1589e7b0737d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710595 Jan 24 16:27:08.233732 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d27bf3fb-5469-4c9f-b459-04c2743faf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:27:06Z', 'revision_number': 6, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9aaca31d-427e-455d-a768-53b7c624dcea', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.89', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'port_id': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'mac_address': 'fa:16:3e:45:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:25:41Z', 'updated_at': '2022-01-24T16:25:48Z', 'revision_number': 1, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064a49b-2dd1-4cf0-a6c6-ca764a711399', 'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:00:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:00Z', 'updated_at': '2022-01-24T16:25:20Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:08.238031 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27bf3fb-5469-4c9f-b459-04c2743faf11 None None] Checking router: 6201f088-186e-4248-8bc9-adddedc40c5a for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:27:08.248431 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27bf3fb-5469-4c9f-b459-04c2743faf11 None None] Routers {'6201f088-186e-4248-8bc9-adddedc40c5a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:27:08.249028 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d27bf3fb-5469-4c9f-b459-04c2743faf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:26:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6201f088-186e-4248-8bc9-adddedc40c5a'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:08.435567 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-d27bf3fb-5469-4c9f-b459-04c2743faf11 None None] Set router 6201f088-186e-4248-8bc9-adddedc40c5a gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:27:08.502855 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d630b-6c54-43c3-918d-0459bbeb3331 req-aa57f12c-1efa-4f22-85b7-e54b0e555a86 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:08.504340 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0a5d630b-6c54-43c3-918d-0459bbeb3331 req-aa57f12c-1efa-4f22-85b7-e54b0e555a86 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 945 time: 0.0824835 Jan 24 16:27:08.551112 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0a5d630b-6c54-43c3-918d-0459bbeb3331 req-62282ffb-4625-40ef-ba65-88814285800c tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409577 Jan 24 16:27:08.677179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f1db8486-e4ee-4d6a-9383-f1ac6a9850bd tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:08.682176 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f1db8486-e4ee-4d6a-9383-f1ac6a9850bd tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:08.709827 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f1db8486-e4ee-4d6a-9383-f1ac6a9850bd tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:08.710681 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1db8486-e4ee-4d6a-9383-f1ac6a9850bd tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Fanout notify agent at l3_agent the message router_deleted on router bb0c203f-d835-41d8-958b-1b5543a188f3 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:27:08.725264 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f1db8486-e4ee-4d6a-9383-f1ac6a9850bd tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:08.726387 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f1db8486-e4ee-4d6a-9383-f1ac6a9850bd tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/routers/bb0c203f-d835-41d8-958b-1b5543a188f3 HTTP/1.1" status: 204 len: 168 time: 0.7563491 Jan 24 16:27:08.729388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36270) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:08.797439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-c8504eb3-4524-4159-bfdf-bde90efe6cc1 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Deleting port be67462f-808d-4d4f-9126-d8cb8bd1016f {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:27:08.797892 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c8504eb3-4524-4159-bfdf-bde90efe6cc1 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:08.825391 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d27bf3fb-5469-4c9f-b459-04c2743faf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:27:06Z', 'revision_number': 6, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9aaca31d-427e-455d-a768-53b7c624dcea', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.89', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'port_id': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'mac_address': 'fa:16:3e:45:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:25:41Z', 'updated_at': '2022-01-24T16:25:48Z', 'revision_number': 1, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064a49b-2dd1-4cf0-a6c6-ca764a711399', 'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:00:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:00Z', 'updated_at': '2022-01-24T16:25:20Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:08.829172 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27bf3fb-5469-4c9f-b459-04c2743faf11 None None] The sync data for ids ['6201f088-186e-4248-8bc9-adddedc40c5a'] in dv-neutron-826104-1-hyperv is: [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:27:06Z', 'revision_number': 6, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9aaca31d-427e-455d-a768-53b7c624dcea', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.89', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'port_id': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'mac_address': 'fa:16:3e:45:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:25:41Z', 'updated_at': '2022-01-24T16:25:48Z', 'revision_number': 1, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064a49b-2dd1-4cf0-a6c6-ca764a711399', 'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:00:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:00Z', 'updated_at': '2022-01-24T16:25:20Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:27:09.053087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c8504eb3-4524-4159-bfdf-bde90efe6cc1 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:09.148924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9a273574-a5f8-4f4b-8877-b7dfd5e69749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:09.175862 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-c8504eb3-4524-4159-bfdf-bde90efe6cc1 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Calling delete_port for be67462f-808d-4d4f-9126-d8cb8bd1016f owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:27:09.374515 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c8504eb3-4524-4159-bfdf-bde90efe6cc1 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:09.463567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8504eb3-4524-4159-bfdf-bde90efe6cc1 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Pushing event deleted for resources: {'Port': ['ID=be67462f-808d-4d4f-9126-d8cb8bd1016f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:09.484925 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:27:09.554203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce28868-52bf-4f98-b202-0700bbb9b6b9 req-dfc13e96-52eb-4db0-8d6b-4e151be8c249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:09.554871 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-dce28868-52bf-4f98-b202-0700bbb9b6b9 req-dfc13e96-52eb-4db0-8d6b-4e151be8c249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:27:09.607604 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c8504eb3-4524-4159-bfdf-bde90efe6cc1 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:09.611642 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-dce28868-52bf-4f98-b202-0700bbb9b6b9 req-dfc13e96-52eb-4db0-8d6b-4e151be8c249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:27:09.612774 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-dce28868-52bf-4f98-b202-0700bbb9b6b9 req-dfc13e96-52eb-4db0-8d6b-4e151be8c249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 946 time: 0.3124914 Jan 24 16:27:09.621787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36278) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:09.622373 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c8504eb3-4524-4159-bfdf-bde90efe6cc1 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/ports/be67462f-808d-4d4f-9126-d8cb8bd1016f HTTP/1.1" status: 204 len: 168 time: 0.8909411 Jan 24 16:27:09.631033 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a8167-bff2-4eae-8b38-e3fce60c4c09 req-971c9e58-8d21-4f75-8a40-28bc55e0b762 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:09.632471 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2e9a8167-bff2-4eae-8b38-e3fce60c4c09 req-971c9e58-8d21-4f75-8a40-28bc55e0b762 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/ports?device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 946 time: 0.2234452 Jan 24 16:27:09.722771 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-dce28868-52bf-4f98-b202-0700bbb9b6b9 req-6fe52e4c-d08b-45d4-91a9-dbb3f271003a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984912 Jan 24 16:27:09.727808 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-2e9a8167-bff2-4eae-8b38-e3fce60c4c09 req-c8fa22de-cee9-49ca-8ed1-7bafc6274b6e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:27:09.728151 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2e9a8167-bff2-4eae-8b38-e3fce60c4c09 req-c8fa22de-cee9-49ca-8ed1-7bafc6274b6e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:09.818664 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ca9a3bf4-8163-4159-906d-3b7d88056277 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:27:09.864929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: ca9a3bf4-8163-4159-906d-3b7d88056277 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:27:09.865268 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ca9a3bf4-8163-4159-906d-3b7d88056277 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:27:09.892255 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8976b8-4283-4609-ac15-5a452e005be4 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Deleting subnet 168ca2e9-942d-4917-b6e4-ea252b6a1e78 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:27:09.897449 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf8976b8-4283-4609-ac15-5a452e005be4 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:09.938513 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b996f7-9a51-42f3-ab5b-362964cea9cf req-4419ab81-2fc3-4c8b-9353-2760ea4b311f tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:09.940142 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b3b996f7-9a51-42f3-ab5b-362964cea9cf req-4419ab81-2fc3-4c8b-9353-2760ea4b311f tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 945 time: 0.2192528 Jan 24 16:27:09.980573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf8976b8-4283-4609-ac15-5a452e005be4 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:10.048809 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b3b996f7-9a51-42f3-ab5b-362964cea9cf req-012f0b99-a278-48c4-8723-6c4ec354f99d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027188 Jan 24 16:27:10.092143 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-2e9a8167-bff2-4eae-8b38-e3fce60c4c09 req-c8fa22de-cee9-49ca-8ed1-7bafc6274b6e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03,segment=NetworkSegment(7be9f3f5-a089-4685-860d-e0dfe1e37124),segment_id=7be9f3f5-a089-4685-860d-e0dfe1e37124)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:10.092727 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2e9a8167-bff2-4eae-8b38-e3fce60c4c09 req-c8fa22de-cee9-49ca-8ed1-7bafc6274b6e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:10.219152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-2e9a8167-bff2-4eae-8b38-e3fce60c4c09 req-c8fa22de-cee9-49ca-8ed1-7bafc6274b6e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:27:10.244168 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf8976b8-4283-4609-ac15-5a452e005be4 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:10.303743 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:10.318222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e4d92-8a2d-44a9-aa9e-0e82226e6b4e req-bca201e5-7cc3-40a9-8f55-94a0853065d0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:10.319669 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-578e4d92-8a2d-44a9-aa9e-0e82226e6b4e req-bca201e5-7cc3-40a9-8f55-94a0853065d0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.129 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 945 time: 0.2594061 Jan 24 16:27:10.371867 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2e9a8167-bff2-4eae-8b38-e3fce60c4c09 req-c8fa22de-cee9-49ca-8ed1-7bafc6274b6e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:10.377577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf8976b8-4283-4609-ac15-5a452e005be4 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:10.382801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:10.423941 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8976b8-4283-4609-ac15-5a452e005be4 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Pushing event deleted for resources: {'Subnet': ['ID=168ca2e9-942d-4917-b6e4-ea252b6a1e78,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:10.424252 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa22de-cee9-49ca-8ed1-7bafc6274b6e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:10.431304 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-578e4d92-8a2d-44a9-aa9e-0e82226e6b4e req-1117b059-a2f1-4694-bd51-38f33c04eecb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Deleting port 32c694d8-1f95-46ac-84f7-557f806b9512 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:27:10.431666 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-578e4d92-8a2d-44a9-aa9e-0e82226e6b4e req-1117b059-a2f1-4694-bd51-38f33c04eecb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:10.470209 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf8976b8-4283-4609-ac15-5a452e005be4 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:10.472940 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ed4671-aef7-4f9f-8f34-44bf44283a05 None None] Network 8e781f80-a7e5-42a4-9d6c-9de6e83846b9 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:27:10.489044 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bf8976b8-4283-4609-ac15-5a452e005be4 tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/subnets/168ca2e9-942d-4917-b6e4-ea252b6a1e78 HTTP/1.1" status: 204 len: 168 time: 0.8632312 Jan 24 16:27:10.489291 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36282) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:10.498444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9a8167-bff2-4eae-8b38-e3fce60c4c09 req-c8fa22de-cee9-49ca-8ed1-7bafc6274b6e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] No DVR routers for this DVR port fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:27:10.500890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2e9a8167-bff2-4eae-8b38-e3fce60c4c09 req-c8fa22de-cee9-49ca-8ed1-7bafc6274b6e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:10.503622 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91165eca-e148-40de-8019-f2b7914085e7', 'name': 'network-vif-deleted', 'tag': 'fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:27:10.523340 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2e9a8167-bff2-4eae-8b38-e3fce60c4c09 req-c8fa22de-cee9-49ca-8ed1-7bafc6274b6e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "DELETE /v2.0/ports/fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 HTTP/1.1" status: 204 len: 173 time: 0.8760138 Jan 24 16:27:10.577632 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91165eca-e148-40de-8019-f2b7914085e7', 'name': 'network-vif-deleted', 'tag': 'fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03', 'status': 'completed', 'code': 200} Jan 24 16:27:10.666453 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:10.738980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Deleting port 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:27:10.739313 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:10.761615 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e06d20-3046-4da5-abce-7bef40cd22ce None None] DHCP port deletion for 8e781f80-a7e5-42a4-9d6c-9de6e83846b9 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:27:10.767377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-22e06d20-3046-4da5-abce-7bef40cd22ce None None] Deleting port 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:27:10.767997 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-22e06d20-3046-4da5-abce-7bef40cd22ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:10.956609 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2f616406-32db-493d-9a92-422e868df138 req-1252494b-d76c-480a-b9c5-50fd07a45aef tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=91165eca-e148-40de-8019-f2b7914085e7 HTTP/1.1" status: 200 len: 210 time: 0.0770969 Jan 24 16:27:10.990667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-22e06d20-3046-4da5-abce-7bef40cd22ce None None] For port 7bb6c995-0e7c-4a6a-9d32-eefdb169c439, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7bb6c995-0e7c-4a6a-9d32-eefdb169c439,segment=NetworkSegment(a38228c9-6682-4917-890d-246fd968cd71),segment_id=a38228c9-6682-4917-890d-246fd968cd71)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:10.991055 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-22e06d20-3046-4da5-abce-7bef40cd22ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:11.018509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-578e4d92-8a2d-44a9-aa9e-0e82226e6b4e req-1117b059-a2f1-4694-bd51-38f33c04eecb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] For port 32c694d8-1f95-46ac-84f7-557f806b9512, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=32c694d8-1f95-46ac-84f7-557f806b9512,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:11.018856 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-578e4d92-8a2d-44a9-aa9e-0e82226e6b4e req-1117b059-a2f1-4694-bd51-38f33c04eecb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:11.120335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-22e06d20-3046-4da5-abce-7bef40cd22ce None None] Calling delete_port for 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:27:11.146389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] For port 7bb6c995-0e7c-4a6a-9d32-eefdb169c439, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7bb6c995-0e7c-4a6a-9d32-eefdb169c439,segment=NetworkSegment(a38228c9-6682-4917-890d-246fd968cd71),segment_id=a38228c9-6682-4917-890d-246fd968cd71)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:11.146739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:11.223053 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-22e06d20-3046-4da5-abce-7bef40cd22ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:11.277216 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e06d20-3046-4da5-abce-7bef40cd22ce None None] Pushing event deleted for resources: {'Port': ['ID=7bb6c995-0e7c-4a6a-9d32-eefdb169c439,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:11.286233 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e06d20-3046-4da5-abce-7bef40cd22ce None None] No DVR routers for this DVR port 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:27:11.324172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455de3b-45de-41ac-8483-9215fb541e81 req-696f2ba0-7251-4b0c-9169-83a0f0eb14dc tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:11.326991 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2455de3b-45de-41ac-8483-9215fb541e81 req-696f2ba0-7251-4b0c-9169-83a0f0eb14dc tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 945 time: 0.1120391 Jan 24 16:27:11.353921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Calling delete_port for 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:27:11.380505 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2455de3b-45de-41ac-8483-9215fb541e81 req-444a9585-f4ec-4715-9e92-c83e536a27e2 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472527 Jan 24 16:27:11.537818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.db.api [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:27:11.538058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG oslo_db.api [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:27:11.539631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-578e4d92-8a2d-44a9-aa9e-0e82226e6b4e req-1117b059-a2f1-4694-bd51-38f33c04eecb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:11.540018 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-578e4d92-8a2d-44a9-aa9e-0e82226e6b4e req-1117b059-a2f1-4694-bd51-38f33c04eecb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:11.540345 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [req-578e4d92-8a2d-44a9-aa9e-0e82226e6b4e req-1117b059-a2f1-4694-bd51-38f33c04eecb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Floating IP 347c69c4-1b3e-46b5-af0f-a42bc18fb82f disassociated. External IP: 172.26.2.248, port: 32c694d8-1f95-46ac-84f7-557f806b9512. Jan 24 16:27:11.540671 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-578e4d92-8a2d-44a9-aa9e-0e82226e6b4e req-1117b059-a2f1-4694-bd51-38f33c04eecb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Calling delete_port for 32c694d8-1f95-46ac-84f7-557f806b9512 owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:27:11.735203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:11.794698 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-578e4d92-8a2d-44a9-aa9e-0e82226e6b4e req-1117b059-a2f1-4694-bd51-38f33c04eecb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:11.845744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117b059-a2f1-4694-bd51-38f33c04eecb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event deleted for resources: {'Port': ['ID=32c694d8-1f95-46ac-84f7-557f806b9512,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:11.858039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:27:11.894716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:27:11.895183 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:27:12.003139 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:27:12.038650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Deleting port 7bb6c995-0e7c-4a6a-9d32-eefdb169c439 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:27:12.038978 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.041626 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:27:12.042193 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device fdb2fc86-d2e2-41d8-9c40-a8ddf9797a03 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:27:12.042812 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 32c694d8-1f95-46ac-84f7-557f806b9512 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:27:12.076303 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 32c694d8-1f95-46ac-84f7-557f806b9512 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:27:12.076837 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 32c694d8-1f95-46ac-84f7-557f806b9512 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:27:12.079673 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36294) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:12.110551 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] The port '7bb6c995-0e7c-4a6a-9d32-eefdb169c439' was deleted {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:27:12.153515 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c753d3c4-68b2-4088-919a-5a1f3562a2aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.163978 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-578e4d92-8a2d-44a9-aa9e-0e82226e6b4e req-1117b059-a2f1-4694-bd51-38f33c04eecb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Router 55fc5a73-0a38-4574-993a-0a74bf47fcbe has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:27:12.183418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c753d3c4-68b2-4088-919a-5a1f3562a2aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.247679 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.262289 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c753d3c4-68b2-4088-919a-5a1f3562a2aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.284469 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753d3c4-68b2-4088-919a-5a1f3562a2aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:12.301395 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c753d3c4-68b2-4088-919a-5a1f3562a2aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.302806 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c753d3c4-68b2-4088-919a-5a1f3562a2aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/security-groups/1e388ae2-1e62-4929-a0d2-bffd7e1ab8d8 HTTP/1.1" status: 204 len: 168 time: 0.2219942 Jan 24 16:27:12.332053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e781f80-a7e5-42a4-9d6c-9de6e83846b9']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:12.350989 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38228c9-6682-4917-890d-246fd968cd71') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:12.351280 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38228c9-6682-4917-890d-246fd968cd71') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:12.354685 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36300) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:12.366450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.392098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.401047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:27:12.401419 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn( Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn( Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn( Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: util.warn( Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:27:12.416068 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:27:12.543544 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.555906 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7048df6-dbac-45cf-9921-39060ea9423c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting subnet bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:27:12.558833 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b7048df6-dbac-45cf-9921-39060ea9423c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.603738 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.612681 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2e57d334-587a-461c-9edd-399b4c044330 req-2fd778b5-2083-475d-ad0d-633ef70c3fdc tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 210 time: 0.0758111 Jan 24 16:27:12.617867 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b7048df6-dbac-45cf-9921-39060ea9423c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.623027 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] Pushing event deleted for resources: {'Network': ['ID=8e781f80-a7e5-42a4-9d6c-9de6e83846b9,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:12.630690 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-96bd500d-c241-4a62-9de1-347c8435f03f tempest-TagsExtTest-834816014 tempest-TagsExtTest-834816014-project] 10.222.0.130 "DELETE /v2.0/networks/8e781f80-a7e5-42a4-9d6c-9de6e83846b9 HTTP/1.1" status: 204 len: 168 time: 2.1381745 Jan 24 16:27:12.673850 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-578e4d92-8a2d-44a9-aa9e-0e82226e6b4e req-1117b059-a2f1-4694-bd51-38f33c04eecb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:27:12.686286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14957bca-e958-4e26-b846-f5a38f4fde66 None None] Sync routers for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:27:12.701988 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14957bca-e958-4e26-b846-f5a38f4fde66 None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:27:12.703051 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-14957bca-e958-4e26-b846-f5a38f4fde66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:27:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:12.716085 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b7048df6-dbac-45cf-9921-39060ea9423c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.771525 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-578e4d92-8a2d-44a9-aa9e-0e82226e6b4e req-1117b059-a2f1-4694-bd51-38f33c04eecb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] No DVR routers for this DVR port 32c694d8-1f95-46ac-84f7-557f806b9512 on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:27:12.774519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-578e4d92-8a2d-44a9-aa9e-0e82226e6b4e req-1117b059-a2f1-4694-bd51-38f33c04eecb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.776991 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-578e4d92-8a2d-44a9-aa9e-0e82226e6b4e req-1117b059-a2f1-4694-bd51-38f33c04eecb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.129 "DELETE /v2.0/ports/32c694d8-1f95-46ac-84f7-557f806b9512 HTTP/1.1" status: 204 len: 173 time: 2.4501383 Jan 24 16:27:12.777600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be80c8d4-491c-43d6-b8fe-1c7bb96171a9', 'name': 'network-vif-deleted', 'tag': '32c694d8-1f95-46ac-84f7-557f806b9512'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:27:12.828124 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b7048df6-dbac-45cf-9921-39060ea9423c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.890876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7048df6-dbac-45cf-9921-39060ea9423c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:12.891960 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-14957bca-e958-4e26-b846-f5a38f4fde66 None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:27:12.892413 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be80c8d4-491c-43d6-b8fe-1c7bb96171a9', 'name': 'network-vif-deleted', 'tag': '32c694d8-1f95-46ac-84f7-557f806b9512', 'status': 'completed', 'code': 200} Jan 24 16:27:12.895794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b7048df6-dbac-45cf-9921-39060ea9423c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:12.904458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36312) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:12.907768 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b7048df6-dbac-45cf-9921-39060ea9423c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/subnets/bb7c0a75-6d4f-47d3-9b01-e5dfaf294dc8 HTTP/1.1" status: 204 len: 168 time: 0.5481164 Jan 24 16:27:12.996861 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f097fe99-b011-4065-8b86-8110f01197e1 None None] Network f933350f-8305-4ce9-945e-64ed47a3cbd8 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:27:13.024269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36316) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:13.041071 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:13.053032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 5a04cad8-5c23-44e5-a801-b5f267a496df {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:27:13.053620 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:13.242617 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c966b507-5528-4006-be09-4bb384e3b3f2 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=d7263c80ce394b9c8207ccbfa1cc7312&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2171381 Jan 24 16:27:13.245108 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36322) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:13.290865 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port 5a04cad8-5c23-44e5-a801-b5f267a496df, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5a04cad8-5c23-44e5-a801-b5f267a496df,segment=NetworkSegment(7be9f3f5-a089-4685-860d-e0dfe1e37124),segment_id=7be9f3f5-a089-4685-860d-e0dfe1e37124)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:13.291214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:13.328946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2b3df42c-f41a-48ec-8206-979ac5e938a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:13.372852 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2b3df42c-f41a-48ec-8206-979ac5e938a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:13.450399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2b3df42c-f41a-48ec-8206-979ac5e938a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:13.451862 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-14957bca-e958-4e26-b846-f5a38f4fde66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:13.460739 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14957bca-e958-4e26-b846-f5a38f4fde66 None None] Checking router: 55fc5a73-0a38-4574-993a-0a74bf47fcbe for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:27:13.477906 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14957bca-e958-4e26-b846-f5a38f4fde66 None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:27:13.477906 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-14957bca-e958-4e26-b846-f5a38f4fde66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:27:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:13.479991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3df42c-f41a-48ec-8206-979ac5e938a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f6dff7-c048-433d-80d0-4c6f83d7abd8,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:13.493782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2b3df42c-f41a-48ec-8206-979ac5e938a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:13.508098 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2b3df42c-f41a-48ec-8206-979ac5e938a1 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/92f6dff7-c048-433d-80d0-4c6f83d7abd8 HTTP/1.1" status: 204 len: 168 time: 0.2617157 Jan 24 16:27:13.593693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 5a04cad8-5c23-44e5-a801-b5f267a496df owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:27:13.678327 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f801803e-750b-4113-a756-8453ca258f35 None None] DHCP port deletion for f933350f-8305-4ce9-945e-64ed47a3cbd8 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:27:13.717594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:13.733974 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-14957bca-e958-4e26-b846-f5a38f4fde66 None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:27:13.772455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=5a04cad8-5c23-44e5-a801-b5f267a496df,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:13.780371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] No DVR routers for this DVR port 5a04cad8-5c23-44e5-a801-b5f267a496df on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:27:13.791056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f801803e-750b-4113-a756-8453ca258f35 None None] Deleting port 5a04cad8-5c23-44e5-a801-b5f267a496df {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:27:13.807594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f801803e-750b-4113-a756-8453ca258f35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:13.894888 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5a04cad8-5c23-44e5-a801-b5f267a496df no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:27:13.984296 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-c4a19f88-b2ee-44fd-b63d-31708652cd81 req-08f20f66-ded6-4c17-966b-8efbc65d3414 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Synchronizing usage tracker for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:27:13.987935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:14.005105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 5a04cad8-5c23-44e5-a801-b5f267a496df {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:27:14.005438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5a04cad8-5c23-44e5-a801-b5f267a496df not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:27:14.021711 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f801803e-750b-4113-a756-8453ca258f35 None None] The port '5a04cad8-5c23-44e5-a801-b5f267a496df' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:27:14.023806 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f933350f-8305-4ce9-945e-64ed47a3cbd8']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:14.035106 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-c4a19f88-b2ee-44fd-b63d-31708652cd81 req-08f20f66-ded6-4c17-966b-8efbc65d3414 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Unset dirty status for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:27:14.036358 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c4a19f88-b2ee-44fd-b63d-31708652cd81 req-08f20f66-ded6-4c17-966b-8efbc65d3414 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=be80c8d4-491c-43d6-b8fe-1c7bb96171a9 HTTP/1.1" status: 200 len: 210 time: 0.1153855 Jan 24 16:27:14.041774 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be9f3f5-a089-4685-860d-e0dfe1e37124') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:14.042462 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be9f3f5-a089-4685-860d-e0dfe1e37124') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:14.060250 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:14.078361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:14.085331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:27:14.085810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:27:14.101402 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:27:14.193708 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:14.231369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:14.244507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Network': ['ID=f933350f-8305-4ce9-945e-64ed47a3cbd8,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:14.244703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-14957bca-e958-4e26-b846-f5a38f4fde66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:14.251881 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14957bca-e958-4e26-b846-f5a38f4fde66 None None] The sync data for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv is: [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:27:14.264352 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2b43b08c-6466-4e84-a2fe-4083a5ef90d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/networks/f933350f-8305-4ce9-945e-64ed47a3cbd8 HTTP/1.1" status: 204 len: 168 time: 1.3584633 Jan 24 16:27:14.266855 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36330) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:14.506866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-bcd42325-8d28-4e94-a87c-79f5fc4a17e5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 00e41880-81b3-496c-ac47-e4ed69c4f34c {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:27:14.507210 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcd42325-8d28-4e94-a87c-79f5fc4a17e5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:14.513115 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b69531-d274-4473-86e7-ede1be047d35 None None] New status for floating IP 347c69c4-1b3e-46b5-af0f-a42bc18fb82f: DOWN {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:27:14.688736 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcd42325-8d28-4e94-a87c-79f5fc4a17e5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:14.689110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcd42325-8d28-4e94-a87c-79f5fc4a17e5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:14.815409 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-bcd42325-8d28-4e94-a87c-79f5fc4a17e5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 00e41880-81b3-496c-ac47-e4ed69c4f34c owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:27:14.982341 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcd42325-8d28-4e94-a87c-79f5fc4a17e5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:15.025656 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd42325-8d28-4e94-a87c-79f5fc4a17e5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=00e41880-81b3-496c-ac47-e4ed69c4f34c,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:15.123694 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcd42325-8d28-4e94-a87c-79f5fc4a17e5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:15.526943 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-616324c6-a74d-47dd-8e71-19b95572d611 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46407880&fields=id&tenant_id=352f5a2cec024da5b72f74b5856cad93 HTTP/1.1" status: 200 len: 267 time: 0.0642376 Jan 24 16:27:15.747222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ce95c4cc-ea41-48a5-b49a-2d4ee3e19764 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:15.748687 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ce95c4cc-ea41-48a5-b49a-2d4ee3e19764 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 812 time: 0.2132447 Jan 24 16:27:15.772863 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-73e31e9b-6d11-47d6-930f-54d2d6bfc151 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/quotas/352f5a2cec024da5b72f74b5856cad93 HTTP/1.1" status: 200 len: 375 time: 0.0181835 Jan 24 16:27:15.821668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd42325-8d28-4e94-a87c-79f5fc4a17e5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 6201f088-186e-4248-8bc9-adddedc40c5a has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:27:15.947276 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-46dcaa51-af3b-4f86-99f9-212528a3c332 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1689978 Jan 24 16:27:15.965594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-de732635-a3b5-482c-8e3f-3546cab6d4cf service neutron] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:27:15.966680 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-de732635-a3b5-482c-8e3f-3546cab6d4cf service neutron] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0077834 Jan 24 16:27:16.164264 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-07cf6276-864d-4b3a-bec3-379cd780191e service neutron] 10.222.0.130 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914449 Jan 24 16:27:16.253934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd42325-8d28-4e94-a87c-79f5fc4a17e5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:27:16.269594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db159df-4c0b-4854-8f89-b0a616479052 None None] Sync routers for ids ['6201f088-186e-4248-8bc9-adddedc40c5a'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:27:16.287894 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db159df-4c0b-4854-8f89-b0a616479052 None None] Routers {'6201f088-186e-4248-8bc9-adddedc40c5a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:27:16.288809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1db159df-4c0b-4854-8f89-b0a616479052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:27:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6201f088-186e-4248-8bc9-adddedc40c5a'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:16.308043 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bcd42325-8d28-4e94-a87c-79f5fc4a17e5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:16.376425 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-8e75f1e1-dcdd-4419-899f-2f30cf89c789 service neutron] 10.222.0.130 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054472 Jan 24 16:27:16.386584 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bcd42325-8d28-4e94-a87c-79f5fc4a17e5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/floatingips/9aaca31d-427e-455d-a768-53b7c624dcea HTTP/1.1" status: 204 len: 168 time: 2.1186571 Jan 24 16:27:16.387523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'tag': 'cf992852-0f24-41d3-9f14-b31423877e4f'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:27:16.479215 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-1db159df-4c0b-4854-8f89-b0a616479052 None None] Set router 6201f088-186e-4248-8bc9-adddedc40c5a gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:27:16.700099 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'tag': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'status': 'completed', 'code': 200} Jan 24 16:27:16.863215 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c8c658a2-a861-4e1c-838d-9ef9d2dfd721 req-07929b12-f053-431e-bf9f-b8654157b103 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 210 time: 0.0564210 Jan 24 16:27:16.882259 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-14d90285-8341-45c1-bd96-be3e9533ed80 req-22640c67-14bf-486e-8ac2-5e1b2f8291c0 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 1099 time: 0.1594961 Jan 24 16:27:16.907770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02912dc7-70e2-4330-aa37-90f39d9bc477 req-21f566ad-d9ac-4d7a-b6f3-c9e4c8caf661 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:16.908491 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-02912dc7-70e2-4330-aa37-90f39d9bc477 req-21f566ad-d9ac-4d7a-b6f3-c9e4c8caf661 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:27:16.918741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1db159df-4c0b-4854-8f89-b0a616479052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:27:06Z', 'revision_number': 6, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'a064a49b-2dd1-4cf0-a6c6-ca764a711399', 'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:00:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:00Z', 'updated_at': '2022-01-24T16:25:20Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:16.923411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db159df-4c0b-4854-8f89-b0a616479052 None None] Checking router: 6201f088-186e-4248-8bc9-adddedc40c5a for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:27:16.935979 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-02912dc7-70e2-4330-aa37-90f39d9bc477 req-21f566ad-d9ac-4d7a-b6f3-c9e4c8caf661 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:27:16.937036 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db159df-4c0b-4854-8f89-b0a616479052 None None] Routers {'6201f088-186e-4248-8bc9-adddedc40c5a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:27:16.937305 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-02912dc7-70e2-4330-aa37-90f39d9bc477 req-21f566ad-d9ac-4d7a-b6f3-c9e4c8caf661 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 946 time: 0.1386511 Jan 24 16:27:16.938098 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1db159df-4c0b-4854-8f89-b0a616479052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:27:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6201f088-186e-4248-8bc9-adddedc40c5a'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:16.987495 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-02912dc7-70e2-4330-aa37-90f39d9bc477 req-58cae5b0-2480-4f14-bed3-7e225ec9f886 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:27:17.027074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90285-8341-45c1-bd96-be3e9533ed80 req-56560202-72e6-4c04-99ed-b2129d11dfd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:17.029112 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-14d90285-8341-45c1-bd96-be3e9533ed80 req-56560202-72e6-4c04-99ed-b2129d11dfd5 service neutron] 10.222.0.129 "GET /v2.0/networks?id=88a45bf6-42c8-42f3-be4a-55593bb18366 HTTP/1.1" status: 200 len: 898 time: 0.1387491 Jan 24 16:27:17.029483 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-02912dc7-70e2-4330-aa37-90f39d9bc477 req-58cae5b0-2480-4f14-bed3-7e225ec9f886 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:27:17.042625 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-02912dc7-70e2-4330-aa37-90f39d9bc477 req-58cae5b0-2480-4f14-bed3-7e225ec9f886 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=46a5ee05-2bd8-4aee-875e-41c1848b2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982671 Jan 24 16:27:17.120909 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-14d90285-8341-45c1-bd96-be3e9533ed80 req-31864cb1-1312-441a-af55-d87e59fbb570 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf992852-0f24-41d3-9f14-b31423877e4f HTTP/1.1" status: 200 len: 217 time: 0.0848756 Jan 24 16:27:17.157160 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-1db159df-4c0b-4854-8f89-b0a616479052 None None] Set router 6201f088-186e-4248-8bc9-adddedc40c5a gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:27:17.185918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90285-8341-45c1-bd96-be3e9533ed80 req-905b366f-69f2-4f74-a7e2-e8b7ec40ebc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:17.187559 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-14d90285-8341-45c1-bd96-be3e9533ed80 req-905b366f-69f2-4f74-a7e2-e8b7ec40ebc1 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=825ceca4-d3e6-44d5-82b0-5de84ec4730f HTTP/1.1" status: 200 len: 834 time: 0.0586720 Jan 24 16:27:17.373988 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-14d90285-8341-45c1-bd96-be3e9533ed80 req-97b8ac1f-b1e7-45a2-881c-3fbf632360c3 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=88a45bf6-42c8-42f3-be4a-55593bb18366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1793525 Jan 24 16:27:17.384888 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [req-14d90285-8341-45c1-bd96-be3e9533ed80 req-c002eda4-834f-4ccc-91f0-d2be84e11be4 service neutron] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:27:17.385923 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-14d90285-8341-45c1-bd96-be3e9533ed80 req-c002eda4-834f-4ccc-91f0-d2be84e11be4 service neutron] 10.222.0.129 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049787 Jan 24 16:27:17.490056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1db159df-4c0b-4854-8f89-b0a616479052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:27:06Z', 'revision_number': 6, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'a064a49b-2dd1-4cf0-a6c6-ca764a711399', 'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:00:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:00Z', 'updated_at': '2022-01-24T16:25:20Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:17.494621 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db159df-4c0b-4854-8f89-b0a616479052 None None] The sync data for ids ['6201f088-186e-4248-8bc9-adddedc40c5a'] in dv-neutron-826104-1-hyperv is: [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:27:06Z', 'revision_number': 6, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'a064a49b-2dd1-4cf0-a6c6-ca764a711399', 'name': '', 'network_id': '88a45bf6-42c8-42f3-be4a-55593bb18366', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:00:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:25:00Z', 'updated_at': '2022-01-24T16:25:20Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '825ceca4-d3e6-44d5-82b0-5de84ec4730f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:27:17.530401 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-14d90285-8341-45c1-bd96-be3e9533ed80 req-a7f247ae-2f76-4e9d-b1f1-fb2e6e333ca2 service neutron] 10.222.0.129 "GET /v2.0/networks/88a45bf6-42c8-42f3-be4a-55593bb18366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339645 Jan 24 16:27:17.670723 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-14d90285-8341-45c1-bd96-be3e9533ed80 req-751e6765-f953-4d45-87c5-a851d79a2919 service neutron] 10.222.0.129 "GET /v2.0/networks/88a45bf6-42c8-42f3-be4a-55593bb18366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311302 Jan 24 16:27:17.744755 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2cf47d-78c2-4329-a241-1f45f345d0e7 None None] New status for floating IP 9aaca31d-427e-455d-a768-53b7c624dcea: DOWN {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:27:17.854866 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:18.055281 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb7d7dbd-5f55-4233-878d-b8e4e514f53f req-4bc4c1a4-0300-48a2-9979-e7d23c8ba726 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 210 time: 0.0636461 Jan 24 16:27:18.067852 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17091e4e-60df-491a-bae9-6ec94ade807e req-f9a1f3f9-6e21-42b6-ac66-99496f5451bd tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:18.069531 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-f9a1f3f9-6e21-42b6-ac66-99496f5451bd tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.129 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 812 time: 0.1884534 Jan 24 16:27:18.139771 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-1dc27e09-6ebf-41dd-8279-cebe1097bf1c tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=352f5a2cec024da5b72f74b5856cad93 HTTP/1.1" status: 200 len: 378 time: 0.0533590 Jan 24 16:27:18.151895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ed72ca29-235d-42ff-aeff-b0c8f6c259e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Request body: {'port': {'device_id': '2c19794b-f721-4e35-b453-df55cafe0521', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'admin_state_up': True, 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'security_groups': ['e83b7d03-f4ed-401b-bdce-0fab0019fee1']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:18.258389 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ebc64-4b48-47df-b3f0-14bb60852935 req-76154d3e-6103-433e-820b-f5c9c0743af3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:18.260709 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ce4ebc64-4b48-47df-b3f0-14bb60852935 req-76154d3e-6103-433e-820b-f5c9c0743af3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 946 time: 0.0830300 Jan 24 16:27:18.296335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ed72ca29-235d-42ff-aeff-b0c8f6c259e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:18.305793 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ed72ca29-235d-42ff-aeff-b0c8f6c259e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:18.317228 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ed72ca29-235d-42ff-aeff-b0c8f6c259e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Made reservation on behalf of 352f5a2cec024da5b72f74b5856cad93 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:27:18.320739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ed72ca29-235d-42ff-aeff-b0c8f6c259e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:18.341917 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ce4ebc64-4b48-47df-b3f0-14bb60852935 req-2a4c16f9-7770-4b0b-8456-b8859ae25fb5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=46a5ee05-2bd8-4aee-875e-41c1848b2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747702 Jan 24 16:27:18.384789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358b81d-0abb-418f-b66a-327ceb7e4474 req-5ef50495-a7dd-4876-9e96-de2e84370786 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:18.386218 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1358b81d-0abb-418f-b66a-327ceb7e4474 req-5ef50495-a7dd-4876-9e96-de2e84370786 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 946 time: 0.0815940 Jan 24 16:27:18.472097 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-1358b81d-0abb-418f-b66a-327ceb7e4474 req-405e8f97-b05e-4590-88a1-3e8138d7f16c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port cf992852-0f24-41d3-9f14-b31423877e4f {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:27:18.472394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-1358b81d-0abb-418f-b66a-327ceb7e4474 req-405e8f97-b05e-4590-88a1-3e8138d7f16c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:18.494541 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ed72ca29-235d-42ff-aeff-b0c8f6c259e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Allocated IP 172.20.0.5 (a6e18642-b28b-4d3a-b701-7a40de2eb39c/46b4058d-0335-424c-8893-d356a535cd9d/42fc7b9b-7289-4cc1-842d-180502df3ece) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:27:18.690624 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ed72ca29-235d-42ff-aeff-b0c8f6c259e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:18.706479 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ed72ca29-235d-42ff-aeff-b0c8f6c259e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Transition to ACTIVE for port object 42fc7b9b-7289-4cc1-842d-180502df3ece will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:27:18.716635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-1358b81d-0abb-418f-b66a-327ceb7e4474 req-405e8f97-b05e-4590-88a1-3e8138d7f16c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port cf992852-0f24-41d3-9f14-b31423877e4f, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=cf992852-0f24-41d3-9f14-b31423877e4f,segment=NetworkSegment(8100a01e-9f95-4dd9-acee-d81572d560fa),segment_id=8100a01e-9f95-4dd9-acee-d81572d560fa)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:18.716981 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-1358b81d-0abb-418f-b66a-327ceb7e4474 req-405e8f97-b05e-4590-88a1-3e8138d7f16c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:18.732762 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ed72ca29-235d-42ff-aeff-b0c8f6c259e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:18.806110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ed72ca29-235d-42ff-aeff-b0c8f6c259e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Network a6e18642-b28b-4d3a-b701-7a40de2eb39c is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:27:18.809199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ed72ca29-235d-42ff-aeff-b0c8f6c259e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:27:18.813917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ed72ca29-235d-42ff-aeff-b0c8f6c259e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:27:18.848253 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-1358b81d-0abb-418f-b66a-327ceb7e4474 req-405e8f97-b05e-4590-88a1-3e8138d7f16c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for cf992852-0f24-41d3-9f14-b31423877e4f owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:27:18.859820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72ca29-235d-42ff-aeff-b0c8f6c259e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event updated for resources: {'Port': ['ID=42fc7b9b-7289-4cc1-842d-180502df3ece,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:18.892276 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ed72ca29-235d-42ff-aeff-b0c8f6c259e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:18.893103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ed72ca29-235d-42ff-aeff-b0c8f6c259e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:18.930401 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ed72ca29-235d-42ff-aeff-b0c8f6c259e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7843981 Jan 24 16:27:18.946959 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Request body: {'port': {'device_id': '2c19794b-f721-4e35-b453-df55cafe0521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:19.017031 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-1358b81d-0abb-418f-b66a-327ceb7e4474 req-405e8f97-b05e-4590-88a1-3e8138d7f16c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:19.069882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e8f97-b05e-4590-88a1-3e8138d7f16c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=cf992852-0f24-41d3-9f14-b31423877e4f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:19.126125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-016309ce-d4ac-4204-bcae-82214e74a4b5 None None] Provisioning for port 42fc7b9b-7289-4cc1-842d-180502df3ece completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:27:19.136720 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-016309ce-d4ac-4204-bcae-82214e74a4b5 None None] Provisioning complete for port 42fc7b9b-7289-4cc1-842d-180502df3ece triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:19.137285 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-016309ce-d4ac-4204-bcae-82214e74a4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:19.146156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:19.184200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-1358b81d-0abb-418f-b66a-327ceb7e4474 req-405e8f97-b05e-4590-88a1-3e8138d7f16c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] No DVR routers for this DVR port cf992852-0f24-41d3-9f14-b31423877e4f on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:27:19.193482 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-1358b81d-0abb-418f-b66a-327ceb7e4474 req-405e8f97-b05e-4590-88a1-3e8138d7f16c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:19.201486 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'name': 'network-vif-deleted', 'tag': 'cf992852-0f24-41d3-9f14-b31423877e4f'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:27:19.217025 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-016309ce-d4ac-4204-bcae-82214e74a4b5 None None] Port 42fc7b9b-7289-4cc1-842d-180502df3ece cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:27:19.246633 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1358b81d-0abb-418f-b66a-327ceb7e4474 req-405e8f97-b05e-4590-88a1-3e8138d7f16c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "DELETE /v2.0/ports/cf992852-0f24-41d3-9f14-b31423877e4f HTTP/1.1" status: 204 len: 173 time: 0.8510759 Jan 24 16:27:19.278375 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f722bc-bc66-48b8-ac10-83509c11bb08', 'name': 'network-vif-deleted', 'tag': 'cf992852-0f24-41d3-9f14-b31423877e4f', 'status': 'completed', 'code': 200} Jan 24 16:27:19.477853 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39125eb-a74c-4519-9a8d-c1fe59ab75dc req-c9256626-dd84-478b-82d3-f5624e774c10 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:19.478560 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-c39125eb-a74c-4519-9a8d-c1fe59ab75dc req-c9256626-dd84-478b-82d3-f5624e774c10 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Synchronizing usage tracker for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:27:19.635715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-c39125eb-a74c-4519-9a8d-c1fe59ab75dc req-c9256626-dd84-478b-82d3-f5624e774c10 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Unset dirty status for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:27:19.636880 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c39125eb-a74c-4519-9a8d-c1fe59ab75dc req-c9256626-dd84-478b-82d3-f5624e774c10 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 931 time: 0.4013748 Jan 24 16:27:19.718430 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-402d9258-59d3-4f5a-9a4f-83fc81677f22 req-73554871-5893-40dc-8397-49ca13adf478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:27:19.718670 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c39125eb-a74c-4519-9a8d-c1fe59ab75dc req-167f97d6-306d-46cf-ac4b-4ebcac385673 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744572 Jan 24 16:27:19.738332 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-402d9258-59d3-4f5a-9a4f-83fc81677f22 req-73554871-5893-40dc-8397-49ca13adf478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:27:19.748204 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-402d9258-59d3-4f5a-9a4f-83fc81677f22 req-73554871-5893-40dc-8397-49ca13adf478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=32f722bc-bc66-48b8-ac10-83509c11bb08 HTTP/1.1" status: 200 len: 210 time: 0.1993468 Jan 24 16:27:19.813503 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42fc7b9b-7289-4cc1-842d-180502df3ece {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:27:19.821750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:19.837023 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Transition to ACTIVE for port object 42fc7b9b-7289-4cc1-842d-180502df3ece will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:27:19.841207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:20.023691 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Pushing event updated for resources: {'Port': ['ID=42fc7b9b-7289-4cc1-842d-180502df3ece,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:20.108411 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Attempting to bind port 42fc7b9b-7289-4cc1-842d-180502df3ece on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:27:20.108850 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Attempting to bind port 42fc7b9b-7289-4cc1-842d-180502df3ece by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:27:20.109194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Attempting to bind port 42fc7b9b-7289-4cc1-842d-180502df3ece on network a6e18642-b28b-4d3a-b701-7a40de2eb39c {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:27:20.116556 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Port 42fc7b9b-7289-4cc1-842d-180502df3ece on network a6e18642-b28b-4d3a-b701-7a40de2eb39c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:27:20.116994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Attempting to bind port 42fc7b9b-7289-4cc1-842d-180502df3ece on network a6e18642-b28b-4d3a-b701-7a40de2eb39c {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:27:20.124105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:27:20.124435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Checking segment: {'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:27:20.125094 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Bound using segment: {'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:27:20.125570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Bound port: 42fc7b9b-7289-4cc1-842d-180502df3ece, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:27:20.125908 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:20.225970 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] For port 42fc7b9b-7289-4cc1-842d-180502df3ece, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:27:20.231632 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] For port 42fc7b9b-7289-4cc1-842d-180502df3ece, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=42fc7b9b-7289-4cc1-842d-180502df3ece,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:27:20.243331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:20.304124 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:20.305441 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] 10.222.0.129 "PUT /v2.0/ports/42fc7b9b-7289-4cc1-842d-180502df3ece HTTP/1.1" status: 200 len: 1093 time: 1.3653092 Jan 24 16:27:20.305870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c19794b-f721-4e35-b453-df55cafe0521', 'tag': '42fc7b9b-7289-4cc1-842d-180502df3ece'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:27:20.327636 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c18603-0a1a-4b5d-b18c-77c7893889ad service neutron] Pushing event updated for resources: {'Port': ['ID=42fc7b9b-7289-4cc1-842d-180502df3ece,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:20.379991 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c19794b-f721-4e35-b453-df55cafe0521', 'tag': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'status': 'completed', 'code': 200} Jan 24 16:27:20.426471 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-1d58314e-8ce4-4907-ab18-2ac5ab648d21 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 1096 time: 0.0794034 Jan 24 16:27:20.498117 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-62b65c3f-945b-42c0-83eb-b6ce0c7dced8 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42fc7b9b-7289-4cc1-842d-180502df3ece HTTP/1.1" status: 200 len: 217 time: 0.0614760 Jan 24 16:27:20.572528 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ea568513-1c56-4af3-9e8b-9c3153fb9981 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:20.574860 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-ea568513-1c56-4af3-9e8b-9c3153fb9981 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 200 len: 851 time: 0.0675995 Jan 24 16:27:20.666531 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-784446a0-d403-4f69-a757-b6140f4cae72 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a6e18642-b28b-4d3a-b701-7a40de2eb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853577 Jan 24 16:27:20.811030 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-aa506bb4-33ec-4b34-87ce-62976222063e service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339781 Jan 24 16:27:20.880353 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36382) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:20.954798 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17091e4e-60df-491a-bae9-6ec94ade807e req-1a6c5c44-6ad6-4cd3-8aa4-a647f8548c8a service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374021 Jan 24 16:27:20.974623 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-556c13cd-405e-4a66-9029-e692f3860f79 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:20.983173 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055e1d5-055f-4e76-a890-20eea57b7f18 req-0a804bbb-0a75-46bd-b880-2e8b19c2d534 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:20.984619 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0055e1d5-055f-4e76-a890-20eea57b7f18 req-0a804bbb-0a75-46bd-b880-2e8b19c2d534 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 943 time: 0.1374731 Jan 24 16:27:21.033144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-556c13cd-405e-4a66-9029-e692f3860f79 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:21.078086 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0055e1d5-055f-4e76-a890-20eea57b7f18 req-263e07bd-a278-4916-a521-738d09d52c28 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851116 Jan 24 16:27:21.084557 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e4bb3c4-d724-4154-afa2-841d40a6d36d req-dc9f5977-eae6-4221-8163-220f027bc9af service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 1096 time: 0.0830324 Jan 24 16:27:21.115901 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-556c13cd-405e-4a66-9029-e692f3860f79 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:21.135228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c13cd-405e-4a66-9029-e692f3860f79 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a5ee05-2bd8-4aee-875e-41c1848b2b48,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:21.148494 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-556c13cd-405e-4a66-9029-e692f3860f79 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:21.149630 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-556c13cd-405e-4a66-9029-e692f3860f79 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/security-groups/46a5ee05-2bd8-4aee-875e-41c1848b2b48 HTTP/1.1" status: 204 len: 168 time: 0.2683756 Jan 24 16:27:21.200349 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36388) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:21.236683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bb3c4-d724-4154-afa2-841d40a6d36d req-07bfa5d4-b29d-49ee-9abb-249d15cdbf31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:21.238168 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e4bb3c4-d724-4154-afa2-841d40a6d36d req-07bfa5d4-b29d-49ee-9abb-249d15cdbf31 service neutron] 10.222.0.129 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 913 time: 0.1463830 Jan 24 16:27:21.307502 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e4bb3c4-d724-4154-afa2-841d40a6d36d req-470fc4ee-ba4b-4f71-9abb-216096b8be23 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42fc7b9b-7289-4cc1-842d-180502df3ece HTTP/1.1" status: 200 len: 217 time: 0.0611081 Jan 24 16:27:21.373434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bb3c4-d724-4154-afa2-841d40a6d36d req-a0391670-2667-4a1c-9bee-1bd2a6a36a98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:21.374776 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e4bb3c4-d724-4154-afa2-841d40a6d36d req-a0391670-2667-4a1c-9bee-1bd2a6a36a98 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 200 len: 851 time: 0.0613902 Jan 24 16:27:21.454723 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e4bb3c4-d724-4154-afa2-841d40a6d36d req-12ee5a34-7cbc-4147-85e0-c60c888d8a03 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a6e18642-b28b-4d3a-b701-7a40de2eb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728703 Jan 24 16:27:21.607582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15bea243-8b16-4b43-9e4e-9fb7f7b3fdf4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:21.688075 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e4bb3c4-d724-4154-afa2-841d40a6d36d req-f933fb19-2a9b-454c-8aa3-5501eeb8496f service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261779 Jan 24 16:27:21.831610 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e4bb3c4-d724-4154-afa2-841d40a6d36d req-1db3e349-d010-44c6-ba5b-5658fc2919e9 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341765 Jan 24 16:27:22.031428 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device cf992852-0f24-41d3-9f14-b31423877e4f no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:27:22.065887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: cf992852-0f24-41d3-9f14-b31423877e4f {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:27:22.066537 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device cf992852-0f24-41d3-9f14-b31423877e4f not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:27:22.293756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-15bea243-8b16-4b43-9e4e-9fb7f7b3fdf4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port a064a49b-2dd1-4cf0-a6c6-ca764a711399 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:27:22.294416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15bea243-8b16-4b43-9e4e-9fb7f7b3fdf4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:22.439496 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a70ee-ae52-47f5-88c2-e2cd3effef21 req-4aceffbd-175b-4efe-80ab-4ee0e557ebfb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:22.441036 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b62a70ee-ae52-47f5-88c2-e2cd3effef21 req-4aceffbd-175b-4efe-80ab-4ee0e557ebfb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 943 time: 0.2226307 Jan 24 16:27:22.530286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-15bea243-8b16-4b43-9e4e-9fb7f7b3fdf4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port a064a49b-2dd1-4cf0-a6c6-ca764a711399, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a064a49b-2dd1-4cf0-a6c6-ca764a711399,segment=NetworkSegment(8100a01e-9f95-4dd9-acee-d81572d560fa),segment_id=8100a01e-9f95-4dd9-acee-d81572d560fa)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:22.531216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15bea243-8b16-4b43-9e4e-9fb7f7b3fdf4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:22.539873 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b62a70ee-ae52-47f5-88c2-e2cd3effef21 req-6a51c056-fbea-44d2-8084-c22b83237bfe tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925853 Jan 24 16:27:22.760227 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-15bea243-8b16-4b43-9e4e-9fb7f7b3fdf4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for a064a49b-2dd1-4cf0-a6c6-ca764a711399 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:27:22.960779 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15bea243-8b16-4b43-9e4e-9fb7f7b3fdf4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:23.004909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bea243-8b16-4b43-9e4e-9fb7f7b3fdf4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=a064a49b-2dd1-4cf0-a6c6-ca764a711399,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:23.326453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15bea243-8b16-4b43-9e4e-9fb7f7b3fdf4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:23.757976 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62fbd5-de76-4280-9a59-ee1f2fe00fa6 req-f4b1dbde-c243-4ec3-973b-8a0ffe277878 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:23.759414 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7d62fbd5-de76-4280-9a59-ee1f2fe00fa6 req-f4b1dbde-c243-4ec3-973b-8a0ffe277878 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 943 time: 0.0889292 Jan 24 16:27:23.810564 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7d62fbd5-de76-4280-9a59-ee1f2fe00fa6 req-726856b7-69e2-435d-baec-953f646d13f2 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452826 Jan 24 16:27:23.922170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bea243-8b16-4b43-9e4e-9fb7f7b3fdf4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 6201f088-186e-4248-8bc9-adddedc40c5a has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:27:24.136670 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bea243-8b16-4b43-9e4e-9fb7f7b3fdf4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:27:24.146707 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b5cf86-ff03-4094-80f4-ea0a0c6c62f0 None None] Sync routers for ids ['6201f088-186e-4248-8bc9-adddedc40c5a'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:27:24.156533 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-15bea243-8b16-4b43-9e4e-9fb7f7b3fdf4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/6201f088-186e-4248-8bc9-adddedc40c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9550383 Jan 24 16:27:24.159201 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36396) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:24.160595 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b5cf86-ff03-4094-80f4-ea0a0c6c62f0 None None] Routers {'6201f088-186e-4248-8bc9-adddedc40c5a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:27:24.161207 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-72b5cf86-ff03-4094-80f4-ea0a0c6c62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:27:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6201f088-186e-4248-8bc9-adddedc40c5a'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:24.337968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-72b5cf86-ff03-4094-80f4-ea0a0c6c62f0 None None] Set router 6201f088-186e-4248-8bc9-adddedc40c5a gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:27:24.451780 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-2606b3f4-5e7a-4176-ba94-2c1bf45635a4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting subnet 825ceca4-d3e6-44d5-82b0-5de84ec4730f {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:27:24.455004 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2606b3f4-5e7a-4176-ba94-2c1bf45635a4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:24.512097 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2606b3f4-5e7a-4176-ba94-2c1bf45635a4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:24.599602 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2606b3f4-5e7a-4176-ba94-2c1bf45635a4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:24.668956 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-72b5cf86-ff03-4094-80f4-ea0a0c6c62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:27:22Z', 'revision_number': 7, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:24.673718 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b5cf86-ff03-4094-80f4-ea0a0c6c62f0 None None] Checking router: 6201f088-186e-4248-8bc9-adddedc40c5a for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:27:24.679210 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2606b3f4-5e7a-4176-ba94-2c1bf45635a4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:24.686276 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b5cf86-ff03-4094-80f4-ea0a0c6c62f0 None None] Routers {'6201f088-186e-4248-8bc9-adddedc40c5a'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:27:24.686908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-72b5cf86-ff03-4094-80f4-ea0a0c6c62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:27:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6201f088-186e-4248-8bc9-adddedc40c5a'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:24.721595 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606b3f4-5e7a-4176-ba94-2c1bf45635a4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Subnet': ['ID=825ceca4-d3e6-44d5-82b0-5de84ec4730f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:24.726222 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2606b3f4-5e7a-4176-ba94-2c1bf45635a4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:24.735443 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2606b3f4-5e7a-4176-ba94-2c1bf45635a4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/subnets/825ceca4-d3e6-44d5-82b0-5de84ec4730f HTTP/1.1" status: 204 len: 168 time: 0.5750215 Jan 24 16:27:24.736233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36400) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:24.742678 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e9007-e976-4b0e-8dda-0809a9afda96 None None] Network 88a45bf6-42c8-42f3-be4a-55593bb18366 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:27:24.944293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d434278-4c3d-4488-968d-11547d173546 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:25.021106 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-72b5cf86-ff03-4094-80f4-ea0a0c6c62f0 None None] Set router 6201f088-186e-4248-8bc9-adddedc40c5a gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:27:25.038423 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aedfa8-0b3e-4ccd-a244-82587292f642 req-d6faf9ae-093b-4e3a-b669-4d2cdc528048 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:25.040228 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-04aedfa8-0b3e-4ccd-a244-82587292f642 req-d6faf9ae-093b-4e3a-b669-4d2cdc528048 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 943 time: 0.0833044 Jan 24 16:27:25.090053 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-04aedfa8-0b3e-4ccd-a244-82587292f642 req-ef86a26f-b9b2-411f-8c20-75b9dc5d1df3 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433023 Jan 24 16:27:25.143169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d434278-4c3d-4488-968d-11547d173546 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:25.152605 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-7d434278-4c3d-4488-968d-11547d173546 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 9e5c5222-08cd-4b19-8755-1dedc8577a9a {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:27:25.153310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d434278-4c3d-4488-968d-11547d173546 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:25.315589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f8df85-f816-4d8d-a973-36fc412b2d6b None None] DHCP port deletion for 88a45bf6-42c8-42f3-be4a-55593bb18366 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:27:25.322163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d0f8df85-f816-4d8d-a973-36fc412b2d6b None None] Deleting port 43cb5551-7add-4760-a040-00c9419a3f91 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:27:25.322529 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d0f8df85-f816-4d8d-a973-36fc412b2d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:25.331030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-7d434278-4c3d-4488-968d-11547d173546 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port 9e5c5222-08cd-4b19-8755-1dedc8577a9a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9e5c5222-08cd-4b19-8755-1dedc8577a9a,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:25.331376 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d434278-4c3d-4488-968d-11547d173546 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:25.436918 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-72b5cf86-ff03-4094-80f4-ea0a0c6c62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:27:22Z', 'revision_number': 7, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:25.454557 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-7d434278-4c3d-4488-968d-11547d173546 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 9e5c5222-08cd-4b19-8755-1dedc8577a9a owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:27:25.457700 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b5cf86-ff03-4094-80f4-ea0a0c6c62f0 None None] The sync data for ids ['6201f088-186e-4248-8bc9-adddedc40c5a'] in dv-neutron-826104-1-hyperv is: [{'id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'name': 'tempest-TestNetworkBasicOps-router-363063766', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:24:50Z', 'updated_at': '2022-01-24T16:27:22Z', 'revision_number': 7, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '9e5c5222-08cd-4b19-8755-1dedc8577a9a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201f088-186e-4248-8bc9-adddedc40c5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:24:51Z', 'updated_at': '2022-01-24T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:27:25.541959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d0f8df85-f816-4d8d-a973-36fc412b2d6b None None] For port 43cb5551-7add-4760-a040-00c9419a3f91, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=43cb5551-7add-4760-a040-00c9419a3f91,segment=NetworkSegment(8100a01e-9f95-4dd9-acee-d81572d560fa),segment_id=8100a01e-9f95-4dd9-acee-d81572d560fa)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:25.542235 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d0f8df85-f816-4d8d-a973-36fc412b2d6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:25.623347 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d434278-4c3d-4488-968d-11547d173546 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:25.666941 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d0f8df85-f816-4d8d-a973-36fc412b2d6b None None] Calling delete_port for 43cb5551-7add-4760-a040-00c9419a3f91 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:27:25.668156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d434278-4c3d-4488-968d-11547d173546 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=9e5c5222-08cd-4b19-8755-1dedc8577a9a,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:25.746250 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d0f8df85-f816-4d8d-a973-36fc412b2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:25.789289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8df85-f816-4d8d-a973-36fc412b2d6b None None] Pushing event deleted for resources: {'Port': ['ID=43cb5551-7add-4760-a040-00c9419a3f91,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:25.797119 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f8df85-f816-4d8d-a973-36fc412b2d6b None None] No DVR routers for this DVR port 43cb5551-7add-4760-a040-00c9419a3f91 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:27:25.942242 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 43cb5551-7add-4760-a040-00c9419a3f91 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:27:25.982487 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 43cb5551-7add-4760-a040-00c9419a3f91 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:27:25.983005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 43cb5551-7add-4760-a040-00c9419a3f91 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:27:25.983652 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a064a49b-2dd1-4cf0-a6c6-ca764a711399 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:27:26.000340 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d434278-4c3d-4488-968d-11547d173546 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:26.015849 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: a064a49b-2dd1-4cf0-a6c6-ca764a711399 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:27:26.016199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a064a49b-2dd1-4cf0-a6c6-ca764a711399 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:27:26.291290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d434278-4c3d-4488-968d-11547d173546 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:26.304260 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d434278-4c3d-4488-968d-11547d173546 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:26.352421 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc12dfb-dd6e-488b-910d-100058fb6b38 req-955581f6-f3b0-4563-9c91-ddc18be21e4b tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:26.353896 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-edc12dfb-dd6e-488b-910d-100058fb6b38 req-955581f6-f3b0-4563-9c91-ddc18be21e4b tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 943 time: 0.1044719 Jan 24 16:27:26.354510 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d434278-4c3d-4488-968d-11547d173546 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:26.355866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d434278-4c3d-4488-968d-11547d173546 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Fanout notify agent at l3_agent the message router_deleted on router 6201f088-186e-4248-8bc9-adddedc40c5a {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:27:26.396978 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7d434278-4c3d-4488-968d-11547d173546 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:26.398047 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7d434278-4c3d-4488-968d-11547d173546 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/routers/6201f088-186e-4248-8bc9-adddedc40c5a HTTP/1.1" status: 204 len: 168 time: 1.6607640 Jan 24 16:27:26.400795 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36408) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:26.434882 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-edc12dfb-dd6e-488b-910d-100058fb6b38 req-91177965-6eec-4ff1-b1c9-29324e62889f tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742288 Jan 24 16:27:26.538955 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7bbba1e5-6afd-41b4-b581-d09f9f9d562f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:26.688053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7bbba1e5-6afd-41b4-b581-d09f9f9d562f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:26.716599 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7bbba1e5-6afd-41b4-b581-d09f9f9d562f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a45bf6-42c8-42f3-be4a-55593bb18366']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:26.728938 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7bbba1e5-6afd-41b4-b581-d09f9f9d562f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8100a01e-9f95-4dd9-acee-d81572d560fa') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:26.729229 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-7bbba1e5-6afd-41b4-b581-d09f9f9d562f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8100a01e-9f95-4dd9-acee-d81572d560fa') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:26.741646 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7bbba1e5-6afd-41b4-b581-d09f9f9d562f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:26.760102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7bbba1e5-6afd-41b4-b581-d09f9f9d562f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:26.767157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbba1e5-6afd-41b4-b581-d09f9f9d562f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:27:26.767574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7bbba1e5-6afd-41b4-b581-d09f9f9d562f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:27:26.782534 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:27:26.866983 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7bbba1e5-6afd-41b4-b581-d09f9f9d562f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:26.891454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7bbba1e5-6afd-41b4-b581-d09f9f9d562f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:26.902112 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbba1e5-6afd-41b4-b581-d09f9f9d562f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Network': ['ID=88a45bf6-42c8-42f3-be4a-55593bb18366,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:26.907900 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7bbba1e5-6afd-41b4-b581-d09f9f9d562f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/networks/88a45bf6-42c8-42f3-be4a-55593bb18366 HTTP/1.1" status: 204 len: 168 time: 0.5055611 Jan 24 16:27:26.935799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36412) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:26.946312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-2930ab73-8768-4cf6-8bd5-0dc89bd1c2db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'network': {'name': 'tempest-network-smoke--1656777483', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'port_security_enabled': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:26.953015 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2930ab73-8768-4cf6-8bd5-0dc89bd1c2db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:26.957417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2930ab73-8768-4cf6-8bd5-0dc89bd1c2db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:network and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:26.960450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2930ab73-8768-4cf6-8bd5-0dc89bd1c2db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:26.967063 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2930ab73-8768-4cf6-8bd5-0dc89bd1c2db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:26.982019 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2930ab73-8768-4cf6-8bd5-0dc89bd1c2db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:27:26.985084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2930ab73-8768-4cf6-8bd5-0dc89bd1c2db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:27.019304 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2930ab73-8768-4cf6-8bd5-0dc89bd1c2db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:27:27.029369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2930ab73-8768-4cf6-8bd5-0dc89bd1c2db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:27.030174 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-2930ab73-8768-4cf6-8bd5-0dc89bd1c2db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Added segment 6021cbea-95df-4caa-a150-4a726fb1e567 of type vlan for network 70d61624-b5d3-426c-8e1c-497cc41d2fab Jan 24 16:27:27.055680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2930ab73-8768-4cf6-8bd5-0dc89bd1c2db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:27.089717 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2930ab73-8768-4cf6-8bd5-0dc89bd1c2db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:27.097177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2930ab73-8768-4cf6-8bd5-0dc89bd1c2db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:27.097380 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2930ab73-8768-4cf6-8bd5-0dc89bd1c2db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:27.207313 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2930ab73-8768-4cf6-8bd5-0dc89bd1c2db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2695651 Jan 24 16:27:27.210019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36416) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:27.215350 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-31885364', 'admin_state_up': True, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:27.217992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930ab73-8768-4cf6-8bd5-0dc89bd1c2db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Network': ['ID=70d61624-b5d3-426c-8e1c-497cc41d2fab,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:27.222643 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:27.226511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:router and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:27.229389 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:27.229522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 70d61624-b5d3-426c-8e1c-497cc41d2fab details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:27:27.238320 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:27.255686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:27.257770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:27.281993 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:27.440124 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:27.681385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:27.715405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:27.778305 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5234d-7b7c-4a51-bb54-e7d9c299aa9a req-803df3b1-7279-4afd-8119-0baad3d68cb9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:27.779831 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-97d5234d-7b7c-4a51-bb54-e7d9c299aa9a req-803df3b1-7279-4afd-8119-0baad3d68cb9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 943 time: 0.2059181 Jan 24 16:27:27.820601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9e5c5222-08cd-4b19-8755-1dedc8577a9a no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:27:27.852970 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 9e5c5222-08cd-4b19-8755-1dedc8577a9a {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:27:27.853265 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9e5c5222-08cd-4b19-8755-1dedc8577a9a not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:27:27.881796 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-97d5234d-7b7c-4a51-bb54-e7d9c299aa9a req-647d5fca-4306-40fd-a789-632dfba585cc tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960505 Jan 24 16:27:27.897669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.54 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/b23c9173-2a15-44e0-88c5-66f6602be156) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:27:28.054344 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:28.061163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 42fc7b9b-7289-4cc1-842d-180502df3ece details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:27:28.085709 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:28.153422 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:27:28.156978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:27:28.160701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:27:28.188346 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=b23c9173-2a15-44e0-88c5-66f6602be156,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:28.198427 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 42fc7b9b-7289-4cc1-842d-180502df3ece, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=42fc7b9b-7289-4cc1-842d-180502df3ece,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:28.211935 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'port_id': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'mac_address': 'fa:16:3e:15:4a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:27:28.269385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:28.288826 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fc7b9b-7289-4cc1-842d-180502df3ece {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:27:28.305175 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 42fc7b9b-7289-4cc1-842d-180502df3ece, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=42fc7b9b-7289-4cc1-842d-180502df3ece,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:28.309181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:28.327720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:28.328460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:28.378318 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=42fc7b9b-7289-4cc1-842d-180502df3ece,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:28.566340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['42fc7b9b-7289-4cc1-842d-180502df3ece'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:27:28.664967 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:27:28.868284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:27:28.877782 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Sync routers for ids ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:27:28.890792 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Routers {'06fc72a5-71bc-4837-8897-aa3bb98b1fa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:27:28.891405 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:27:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:28.897833 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:28.899086 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-53a60bf0-e042-400a-b4b5-afe63894776a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.6879997 Jan 24 16:27:28.902305 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36422) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:28.953846 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5ac65c09-5f53-423a-a7c8-4de42dbc0eca tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?project_id=c758db9abd254971bbaac83475af12ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501323 Jan 24 16:27:28.957667 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36428) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:29.087312 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Set router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:27:29.097430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c961f7-0b95-429c-a35f-e36d6ae727f5 req-92b5e7fa-2cec-452a-8e09-69ac019f6dc5 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:29.098946 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-77c961f7-0b95-429c-a35f-e36d6ae727f5 req-92b5e7fa-2cec-452a-8e09-69ac019f6dc5 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 944 time: 0.0862498 Jan 24 16:27:29.099737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f075d22-a636-4972-85fd-f2e51edf21b9 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:29.103512 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9f075d22-a636-4972-85fd-f2e51edf21b9 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1426370 Jan 24 16:27:29.104762 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36432) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:29.148279 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-104b1d98-c111-474c-8554-deb5e1260fe7 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421784 Jan 24 16:27:29.150681 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36436) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:29.156426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-61c00ef0-d232-4372-9bfc-3e2fda4b2249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1880269415', 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:29.156619 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-77c961f7-0b95-429c-a35f-e36d6ae727f5 req-164a5cf8-14ec-49ff-949a-a702686a4034 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474815 Jan 24 16:27:29.270636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-61c00ef0-d232-4372-9bfc-3e2fda4b2249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:29.274570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-61c00ef0-d232-4372-9bfc-3e2fda4b2249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:subnet and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:29.277462 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-61c00ef0-d232-4372-9bfc-3e2fda4b2249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:29.283606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-61c00ef0-d232-4372-9bfc-3e2fda4b2249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:29.297374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c00ef0-d232-4372-9bfc-3e2fda4b2249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:27:29.379652 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'name': 'tempest-TestNetworkBasicOps-router-31885364', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:28Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:99:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:29.383448 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Checking router: 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:27:29.383819 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Updating router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 port b23c9173-2a15-44e0-88c5-66f6602be156 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:27:29.399374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61c00ef0-d232-4372-9bfc-3e2fda4b2249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:29.433773 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:29.616236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61c00ef0-d232-4372-9bfc-3e2fda4b2249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:29.691111 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c00ef0-d232-4372-9bfc-3e2fda4b2249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Subnet': ['ID=b72146bd-6d07-4a45-ada9-d18b1a51d27a,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:29.709021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c00ef0-d232-4372-9bfc-3e2fda4b2249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Checking segment: {'id': '6021cbea-95df-4caa-a150-4a726fb1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:27:29.709373 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c00ef0-d232-4372-9bfc-3e2fda4b2249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network hostable DHCP agents. Network: 70d61624-b5d3-426c-8e1c-497cc41d2fab, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:27:29.731749 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c00ef0-d232-4372-9bfc-3e2fda4b2249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 70d61624-b5d3-426c-8e1c-497cc41d2fab is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:27:29.744387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-61c00ef0-d232-4372-9bfc-3e2fda4b2249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 70d61624-b5d3-426c-8e1c-497cc41d2fab) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:27:29.748853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c00ef0-d232-4372-9bfc-3e2fda4b2249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:29.749560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-61c00ef0-d232-4372-9bfc-3e2fda4b2249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:29.756115 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0282d1-fedd-4ee6-9071-83f89153bdfc None None] Network 70d61624-b5d3-426c-8e1c-497cc41d2fab requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:27:29.775575 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-61c00ef0-d232-4372-9bfc-3e2fda4b2249 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6237302 Jan 24 16:27:29.778593 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36440) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:29.804333 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:29.816880 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Transition to ACTIVE for port object b23c9173-2a15-44e0-88c5-66f6602be156 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:27:29.824288 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:29.907350 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3400e-8b0a-4b05-b6a6-0141d2fe1c37 None None] Pushing event updated for resources: {'Port': ['ID=b23c9173-2a15-44e0-88c5-66f6602be156,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:29.911667 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Attempting to bind port b23c9173-2a15-44e0-88c5-66f6602be156 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:27:29.912022 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Attempting to bind port b23c9173-2a15-44e0-88c5-66f6602be156 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:27:29.912364 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Attempting to bind port b23c9173-2a15-44e0-88c5-66f6602be156 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:27:29.922891 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3400e-8b0a-4b05-b6a6-0141d2fe1c37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:29.923213 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3400e-8b0a-4b05-b6a6-0141d2fe1c37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:29.923605 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3400e-8b0a-4b05-b6a6-0141d2fe1c37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:29.923910 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3400e-8b0a-4b05-b6a6-0141d2fe1c37 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:29.924222 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3400e-8b0a-4b05-b6a6-0141d2fe1c37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:29.924532 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3400e-8b0a-4b05-b6a6-0141d2fe1c37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:29.924839 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3400e-8b0a-4b05-b6a6-0141d2fe1c37 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:29.925144 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3400e-8b0a-4b05-b6a6-0141d2fe1c37 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:29.925451 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3400e-8b0a-4b05-b6a6-0141d2fe1c37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:29.925754 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3400e-8b0a-4b05-b6a6-0141d2fe1c37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:29.926056 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3400e-8b0a-4b05-b6a6-0141d2fe1c37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:29.930513 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:27:29.930876 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:27:29.931260 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:29.931659 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:27:29.932109 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Bound port: b23c9173-2a15-44e0-88c5-66f6602be156, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:27:29.932464 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:29.995717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-70d61624-b5d3-426c-8e1c-497cc41d2fab', 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ips': [{'subnet_id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:27:29.996567 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:30.007961 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] For port b23c9173-2a15-44e0-88c5-66f6602be156, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:27:30.011232 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] For port b23c9173-2a15-44e0-88c5-66f6602be156, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b23c9173-2a15-44e0-88c5-66f6602be156,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:27:30.017037 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:30.062751 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 42fc7b9b-7289-4cc1-842d-180502df3ece up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:27:30.097031 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3400e-8b0a-4b05-b6a6-0141d2fe1c37 None None] Pushing event updated for resources: {'Port': ['ID=b23c9173-2a15-44e0-88c5-66f6602be156,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:30.132959 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Routers {'06fc72a5-71bc-4837-8897-aa3bb98b1fa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:27:30.133720 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:27:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:30.214671 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 42fc7b9b-7289-4cc1-842d-180502df3ece completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:27:30.226753 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 42fc7b9b-7289-4cc1-842d-180502df3ece triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:30.227126 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:30.254918 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Allocated IP 172.20.0.2 (70d61624-b5d3-426c-8e1c-497cc41d2fab/b72146bd-6d07-4a45-ada9-d18b1a51d27a/b53672b7-dd9a-4c72-b7ef-6292f1359a4f) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:27:30.322377 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] Set router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:27:30.374246 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9e3df-b98b-4f55-a48b-91a2fa595610 req-2045b179-8fec-446a-9b05-f346aafe5095 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:30.381809 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aea9e3df-b98b-4f55-a48b-91a2fa595610 req-2045b179-8fec-446a-9b05-f346aafe5095 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 944 time: 0.0953987 Jan 24 16:27:30.447847 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aea9e3df-b98b-4f55-a48b-91a2fa595610 req-d3c096af-2c5e-48a7-8476-27b516df4d99 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648117 Jan 24 16:27:30.486461 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:30.561385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c19794b-f721-4e35-b453-df55cafe0521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fc7b9b-7289-4cc1-842d-180502df3ece'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:27:30.574254 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 42fc7b9b-7289-4cc1-842d-180502df3ece, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=42fc7b9b-7289-4cc1-842d-180502df3ece,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:30.585478 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:30.623134 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:30.626713 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c19794b-f721-4e35-b453-df55cafe0521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'code': 200} Jan 24 16:27:30.639720 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'name': 'tempest-TestNetworkBasicOps-router-31885364', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:28Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:99:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:30.644559 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f8843-1c93-4226-860d-3ea0e24cbd3c None None] The sync data for ids ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'] in dv-neutron-826104-1-hyperv is: [{'id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'name': 'tempest-TestNetworkBasicOps-router-31885364', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:28Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:99:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:27:30.660082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Transition to ACTIVE for port object b53672b7-dd9a-4c72-b7ef-6292f1359a4f will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:27:30.694050 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Transition to ACTIVE for port object b53672b7-dd9a-4c72-b7ef-6292f1359a4f will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:27:30.697977 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=42fc7b9b-7289-4cc1-842d-180502df3ece,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:30.704262 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:30.777936 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Network 70d61624-b5d3-426c-8e1c-497cc41d2fab is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:27:30.780289 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:30.781312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:27:30.783814 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:27:30.877505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Pushing event updated for resources: {'Port': ['ID=b53672b7-dd9a-4c72-b7ef-6292f1359a4f,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:30.926170 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Attempting to bind port b53672b7-dd9a-4c72-b7ef-6292f1359a4f on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:27:30.926538 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Attempting to bind port b53672b7-dd9a-4c72-b7ef-6292f1359a4f by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '6021cbea-95df-4caa-a150-4a726fb1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:27:30.926886 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Attempting to bind port b53672b7-dd9a-4c72-b7ef-6292f1359a4f on network 70d61624-b5d3-426c-8e1c-497cc41d2fab {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:27:30.933361 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:27:30.933724 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Checking segment: {'id': '6021cbea-95df-4caa-a150-4a726fb1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:27:30.934146 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:30.934599 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Bound using segment: {'id': '6021cbea-95df-4caa-a150-4a726fb1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:27:30.935048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Bound port: b53672b7-dd9a-4c72-b7ef-6292f1359a4f, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6021cbea-95df-4caa-a150-4a726fb1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:27:30.935433 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:31.098348 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] For port b53672b7-dd9a-4c72-b7ef-6292f1359a4f, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:27:31.101747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] For port b53672b7-dd9a-4c72-b7ef-6292f1359a4f, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b53672b7-dd9a-4c72-b7ef-6292f1359a4f,segment=NetworkSegment(6021cbea-95df-4caa-a150-4a726fb1e567),segment_id=6021cbea-95df-4caa-a150-4a726fb1e567)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:27:31.107803 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:31.126349 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-40eaf6b5-0c66-43d2-9877-983a3576d12d req-05c1bae3-12b4-466f-bb60-bd042b3ee8e7 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 1098 time: 0.2489190 Jan 24 16:27:31.207611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1047c-d183-42d9-9ad8-51fdb0b85079 None None] Pushing event updated for resources: {'Port': ['ID=b53672b7-dd9a-4c72-b7ef-6292f1359a4f,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:31.263411 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-40eaf6b5-0c66-43d2-9877-983a3576d12d req-9db64393-677f-4eb2-a966-1563e89f7817 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1205862 Jan 24 16:27:31.408838 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.1 (70d61624-b5d3-426c-8e1c-497cc41d2fab/b72146bd-6d07-4a45-ada9-d18b1a51d27a/438596bb-dc87-4683-87db-4869e823ac33) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:27:31.609188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:31.627718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object 438596bb-dc87-4683-87db-4869e823ac33 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:27:31.650054 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:31.654491 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ed30a-d26d-4ac2-8064-909e6e390817 req-2df3ce1a-86dd-4f47-8b86-3083e1787587 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:31.656068 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d59ed30a-d26d-4ac2-8064-909e6e390817 req-2df3ce1a-86dd-4f47-8b86-3083e1787587 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 945 time: 0.0795374 Jan 24 16:27:31.701437 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d59ed30a-d26d-4ac2-8064-909e6e390817 req-3acc442f-7b26-41f7-b3d0-e6f0f1e90bae tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398035 Jan 24 16:27:31.724715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 70d61624-b5d3-426c-8e1c-497cc41d2fab is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:27:31.727959 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:27:31.732608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:27:31.758375 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=438596bb-dc87-4683-87db-4869e823ac33,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:31.803443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:31.909152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:31.916370 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b53672b7-dd9a-4c72-b7ef-6292f1359a4f up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:27:31.991859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port b53672b7-dd9a-4c72-b7ef-6292f1359a4f completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:27:31.998405 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b23c9173-2a15-44e0-88c5-66f6602be156 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:27:32.075285 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port b23c9173-2a15-44e0-88c5-66f6602be156 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:27:32.081561 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port b23c9173-2a15-44e0-88c5-66f6602be156 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:32.082251 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:32.223273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:32.241075 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port b23c9173-2a15-44e0-88c5-66f6602be156, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b23c9173-2a15-44e0-88c5-66f6602be156,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:32.248154 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60c06b5-42d1-4466-b0af-639fcef21568 None None] Network 70d61624-b5d3-426c-8e1c-497cc41d2fab requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:27:32.260953 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:32.424651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-aff7b164-bdf7-42a8-8812-3c6c13f21453 None None] Provisioning for port b53672b7-dd9a-4c72-b7ef-6292f1359a4f completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:27:32.427792 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=b23c9173-2a15-44e0-88c5-66f6602be156,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:32.436917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-aff7b164-bdf7-42a8-8812-3c6c13f21453 None None] Provisioning complete for port b53672b7-dd9a-4c72-b7ef-6292f1359a4f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:32.437283 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-aff7b164-bdf7-42a8-8812-3c6c13f21453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:32.462724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:32.468355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:32.592174 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=438596bb-dc87-4683-87db-4869e823ac33,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:32.595004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:32.671137 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-aff7b164-bdf7-42a8-8812-3c6c13f21453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:32.712006 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-aff7b164-bdf7-42a8-8812-3c6c13f21453 None None] For port b53672b7-dd9a-4c72-b7ef-6292f1359a4f, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b53672b7-dd9a-4c72-b7ef-6292f1359a4f,segment=NetworkSegment(6021cbea-95df-4caa-a150-4a726fb1e567),segment_id=6021cbea-95df-4caa-a150-4a726fb1e567)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:32.716982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-aff7b164-bdf7-42a8-8812-3c6c13f21453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:32.738992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 70d61624-b5d3-426c-8e1c-497cc41d2fab is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:27:32.740322 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:27:32.790094 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7b164-bdf7-42a8-8812-3c6c13f21453 None None] Pushing event updated for resources: {'Port': ['ID=b53672b7-dd9a-4c72-b7ef-6292f1359a4f,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:32.939749 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-36867dd8-e344-49a1-918a-50320f00a42d None None] Provisioning for port 438596bb-dc87-4683-87db-4869e823ac33 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:27:32.946884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-36867dd8-e344-49a1-918a-50320f00a42d None None] Provisioning complete for port 438596bb-dc87-4683-87db-4869e823ac33 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:32.947333 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-36867dd8-e344-49a1-918a-50320f00a42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:33.005015 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-36867dd8-e344-49a1-918a-50320f00a42d None None] Port 438596bb-dc87-4683-87db-4869e823ac33 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:27:33.018034 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-36867dd8-e344-49a1-918a-50320f00a42d None None] Provisioning complete for port b53672b7-dd9a-4c72-b7ef-6292f1359a4f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:33.018407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-36867dd8-e344-49a1-918a-50320f00a42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:33.084305 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1faa6-05ba-4884-9233-ef8840859ae3 req-b2c2e898-7c28-435f-9fa8-b121ad1c21ea tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:33.090423 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-06b1faa6-05ba-4884-9233-ef8840859ae3 req-b2c2e898-7c28-435f-9fa8-b121ad1c21ea tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 945 time: 0.1917157 Jan 24 16:27:33.159793 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-06b1faa6-05ba-4884-9233-ef8840859ae3 req-aa70a00e-07d2-4e9c-8635-dccc67c7aaa2 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673268 Jan 24 16:27:33.278458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-79125550-f328-4525-901c-1f8ce2db37bf None None] Provisioning complete for port 438596bb-dc87-4683-87db-4869e823ac33 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:33.279082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-79125550-f328-4525-901c-1f8ce2db37bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:33.279573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:27:33.346979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-79125550-f328-4525-901c-1f8ce2db37bf None None] Port 438596bb-dc87-4683-87db-4869e823ac33 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:27:33.374900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c47aa-33d9-4643-9ce0-dfe50a7b8335 req-372b857e-0bc9-4fa5-8c4c-10fb02d835b4 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:33.376333 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-737c47aa-33d9-4643-9ce0-dfe50a7b8335 req-372b857e-0bc9-4fa5-8c4c-10fb02d835b4 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 945 time: 0.0849347 Jan 24 16:27:33.423470 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-737c47aa-33d9-4643-9ce0-dfe50a7b8335 req-6aad3c57-fae8-49b3-b902-ba40b2760506 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414150 Jan 24 16:27:33.453058 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36456) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:33.470271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-31262bd0-070c-463e-97b9-69f60e4514af None None] Provisioning complete for port 438596bb-dc87-4683-87db-4869e823ac33 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:33.470637 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-31262bd0-070c-463e-97b9-69f60e4514af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:33.489648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:27:33.505696 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ad581066-f9ed-4eb3-b845-5b5450eb730d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/06fc72a5-71bc-4837-8897-aa3bb98b1fa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7237611 Jan 24 16:27:33.506323 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36460) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:33.528736 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-31262bd0-070c-463e-97b9-69f60e4514af None None] Port 438596bb-dc87-4683-87db-4869e823ac33 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:27:33.529240 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8bcd3c03-6d14-4869-9a5d-9819dec97786 tempest-TestVolumeBootPattern-1697996857 tempest-TestVolumeBootPattern-1697996857-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 1093 time: 0.0714381 Jan 24 16:27:33.529351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36464) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:33.537854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:33.593351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:33.600228 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Usage tracker for resource:floatingip and tenant:352f5a2cec024da5b72f74b5856cad93 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:33.604223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:33.618342 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:33.638658 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for floatingip, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:33.853369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b160580-54a2-477a-a9de-8515dd1a89e0 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:33.853764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b160580-54a2-477a-a9de-8515dd1a89e0 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:33.854120 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b160580-54a2-477a-a9de-8515dd1a89e0 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:33.854470 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b160580-54a2-477a-a9de-8515dd1a89e0 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:33.854816 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b160580-54a2-477a-a9de-8515dd1a89e0 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:33.855260 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b160580-54a2-477a-a9de-8515dd1a89e0 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:33.857324 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5b160580-54a2-477a-a9de-8515dd1a89e0 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.3499708 Jan 24 16:27:33.860168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36468) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:33.886645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b23c9173-2a15-44e0-88c5-66f6602be156 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:27:33.929042 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:33.964457 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port b23c9173-2a15-44e0-88c5-66f6602be156 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:33.965049 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:34.092677 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b53672b7-dd9a-4c72-b7ef-6292f1359a4f up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:27:34.092899 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Allocated IP 172.26.2.162 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/8a00a052-35d9-4c49-9510-f4f42079a4fc) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:27:34.111860 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf11f3-7d5b-45c1-90c9-e22302fc73af tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:34.112230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf11f3-7d5b-45c1-90c9-e22302fc73af tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:34.112590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf11f3-7d5b-45c1-90c9-e22302fc73af tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:34.112941 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf11f3-7d5b-45c1-90c9-e22302fc73af tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:34.113286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf11f3-7d5b-45c1-90c9-e22302fc73af tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:34.113664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf11f3-7d5b-45c1-90c9-e22302fc73af tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:34.118053 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6abf11f3-7d5b-45c1-90c9-e22302fc73af tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.2538500 Jan 24 16:27:34.123993 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36472) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:34.168074 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port b53672b7-dd9a-4c72-b7ef-6292f1359a4f triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:34.168817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:34.321632 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5123af20-7681-4058-8343-1be619928f43 None None] Sync routers for ids ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:27:34.332408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:34.335734 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5123af20-7681-4058-8343-1be619928f43 None None] Routers {'06fc72a5-71bc-4837-8897-aa3bb98b1fa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:27:34.336365 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-5123af20-7681-4058-8343-1be619928f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:27:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:34.437902 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:34.520964 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:27:34.525627 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:27:34.527687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event updated for resources: {'Port': ['ID=8a00a052-35d9-4c49-9510-f4f42079a4fc,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:34.532712 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:27:34.551000 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-5123af20-7681-4058-8343-1be619928f43 None None] Set router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:27:34.564254 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a06794c7-a677-4b9a-b4cc-0041d619cf31 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4389858 Jan 24 16:27:34.877104 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-5123af20-7681-4058-8343-1be619928f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'name': 'tempest-TestNetworkBasicOps-router-31885364', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:31Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '438596bb-dc87-4683-87db-4869e823ac33', 'name': '', 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:61:78:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:31Z', 'updated_at': '2022-01-24T16:27:32Z', 'revision_number': 2, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:34.880989 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5123af20-7681-4058-8343-1be619928f43 None None] Checking router: 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:27:34.881335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5123af20-7681-4058-8343-1be619928f43 None None] Updating router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 port 438596bb-dc87-4683-87db-4869e823ac33 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:27:34.909342 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36478) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:34.920258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-7a605f19-77d7-4cec-86f1-e8177bf1b9a7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1899863556', 'description': 'tempest-secgroup-smoke-1899863556 description', 'project_id': 'c758db9abd254971bbaac83475af12ff'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:34.926459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7a605f19-77d7-4cec-86f1-e8177bf1b9a7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:34.930876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7a605f19-77d7-4cec-86f1-e8177bf1b9a7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:34.934023 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7a605f19-77d7-4cec-86f1-e8177bf1b9a7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:34.940465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7a605f19-77d7-4cec-86f1-e8177bf1b9a7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:34.941593 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5123af20-7681-4058-8343-1be619928f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:34.952780 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7a605f19-77d7-4cec-86f1-e8177bf1b9a7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:34.993053 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7a605f19-77d7-4cec-86f1-e8177bf1b9a7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:34.997138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7a605f19-77d7-4cec-86f1-e8177bf1b9a7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:35.000011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7a605f19-77d7-4cec-86f1-e8177bf1b9a7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:35.006556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7a605f19-77d7-4cec-86f1-e8177bf1b9a7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:35.078512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7a605f19-77d7-4cec-86f1-e8177bf1b9a7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.084233 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7a605f19-77d7-4cec-86f1-e8177bf1b9a7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.089985 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.139690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a605f19-77d7-4cec-86f1-e8177bf1b9a7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e91ed7-29ca-4235-9422-5142ca5f3dc2,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:35.144522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7a605f19-77d7-4cec-86f1-e8177bf1b9a7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.147943 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7a605f19-77d7-4cec-86f1-e8177bf1b9a7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2374260 Jan 24 16:27:35.150113 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36482) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:35.158796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-5567d2b6-76c4-4193-b9dc-d7aeb55c340d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '61e91ed7-29ca-4235-9422-5142ca5f3dc2', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:35.160331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.165934 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5567d2b6-76c4-4193-b9dc-d7aeb55c340d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:35.171086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5567d2b6-76c4-4193-b9dc-d7aeb55c340d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:35.174205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5567d2b6-76c4-4193-b9dc-d7aeb55c340d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:35.179882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5567d2b6-76c4-4193-b9dc-d7aeb55c340d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:35.197375 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5567d2b6-76c4-4193-b9dc-d7aeb55c340d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.265618 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5567d2b6-76c4-4193-b9dc-d7aeb55c340d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.270211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5567d2b6-76c4-4193-b9dc-d7aeb55c340d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.292057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567d2b6-76c4-4193-b9dc-d7aeb55c340d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51700dd2-8977-431a-8d5a-a4203ea2f8a4,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:35.308161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5567d2b6-76c4-4193-b9dc-d7aeb55c340d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.309702 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5567d2b6-76c4-4193-b9dc-d7aeb55c340d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1586287 Jan 24 16:27:35.312622 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36486) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:35.322795 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f5034e09-5416-4fe9-83b1-f6835b30607e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '61e91ed7-29ca-4235-9422-5142ca5f3dc2', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:35.330662 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f5034e09-5416-4fe9-83b1-f6835b30607e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:35.335704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f5034e09-5416-4fe9-83b1-f6835b30607e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:35.338938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f5034e09-5416-4fe9-83b1-f6835b30607e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:35.350871 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f5034e09-5416-4fe9-83b1-f6835b30607e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:35.382299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5034e09-5416-4fe9-83b1-f6835b30607e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.386332 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5123af20-7681-4058-8343-1be619928f43 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.403030 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5123af20-7681-4058-8343-1be619928f43 None None] Transition to ACTIVE for port object 438596bb-dc87-4683-87db-4869e823ac33 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:27:35.412639 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5123af20-7681-4058-8343-1be619928f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.414065 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.421167 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.463502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5034e09-5416-4fe9-83b1-f6835b30607e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.472339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5034e09-5416-4fe9-83b1-f6835b30607e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.487003 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78787b42-dc8f-4abe-99dc-39289881c04d None None] Pushing event updated for resources: {'Port': ['ID=438596bb-dc87-4683-87db-4869e823ac33,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:35.512638 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5034e09-5416-4fe9-83b1-f6835b30607e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e68d290-8e8e-4fe7-b614-49da7dffae20,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:35.528931 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5034e09-5416-4fe9-83b1-f6835b30607e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.530800 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f5034e09-5416-4fe9-83b1-f6835b30607e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2170382 Jan 24 16:27:35.535216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36490) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:35.542214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-17a30bc0-a87d-42fb-949c-955b6f412813 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '61e91ed7-29ca-4235-9422-5142ca5f3dc2', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:35.554612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-17a30bc0-a87d-42fb-949c-955b6f412813 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:35.566566 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-17a30bc0-a87d-42fb-949c-955b6f412813 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:35.571819 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-17a30bc0-a87d-42fb-949c-955b6f412813 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:35.581106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-17a30bc0-a87d-42fb-949c-955b6f412813 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:35.665430 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-17a30bc0-a87d-42fb-949c-955b6f412813 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.672895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event updated for resources: {'Port': ['ID=8a00a052-35d9-4c49-9510-f4f42079a4fc,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:35.686461 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5123af20-7681-4058-8343-1be619928f43 None None] Attempting to bind port 438596bb-dc87-4683-87db-4869e823ac33 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:27:35.686921 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5123af20-7681-4058-8343-1be619928f43 None None] Attempting to bind port 438596bb-dc87-4683-87db-4869e823ac33 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '6021cbea-95df-4caa-a150-4a726fb1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:27:35.687370 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5123af20-7681-4058-8343-1be619928f43 None None] Attempting to bind port 438596bb-dc87-4683-87db-4869e823ac33 on network 70d61624-b5d3-426c-8e1c-497cc41d2fab {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:27:35.697642 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5123af20-7681-4058-8343-1be619928f43 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:27:35.698191 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5123af20-7681-4058-8343-1be619928f43 None None] Checking segment: {'id': '6021cbea-95df-4caa-a150-4a726fb1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:27:35.698673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5123af20-7681-4058-8343-1be619928f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.699159 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5123af20-7681-4058-8343-1be619928f43 None None] Bound using segment: {'id': '6021cbea-95df-4caa-a150-4a726fb1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:27:35.699940 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5123af20-7681-4058-8343-1be619928f43 None None] Bound port: 438596bb-dc87-4683-87db-4869e823ac33, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6021cbea-95df-4caa-a150-4a726fb1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:27:35.700293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5123af20-7681-4058-8343-1be619928f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.711626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.775844 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-17a30bc0-a87d-42fb-949c-955b6f412813 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.783372 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-17a30bc0-a87d-42fb-949c-955b6f412813 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.814004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5123af20-7681-4058-8343-1be619928f43 None None] For port 438596bb-dc87-4683-87db-4869e823ac33, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:27:35.817563 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5123af20-7681-4058-8343-1be619928f43 None None] For port 438596bb-dc87-4683-87db-4869e823ac33, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=438596bb-dc87-4683-87db-4869e823ac33,segment=NetworkSegment(6021cbea-95df-4caa-a150-4a726fb1e567),segment_id=6021cbea-95df-4caa-a150-4a726fb1e567)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:27:35.821099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a30bc0-a87d-42fb-949c-955b6f412813 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75db7e02-c2a3-47b6-b1ab-b3c55f1ab4f9,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:35.824255 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5123af20-7681-4058-8343-1be619928f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.835983 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-17a30bc0-a87d-42fb-949c-955b6f412813 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.837602 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-17a30bc0-a87d-42fb-949c-955b6f412813 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3008175 Jan 24 16:27:35.840493 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36494) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:35.847296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4102f7a2-c972-49ab-87db-91f12e217b2f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '61e91ed7-29ca-4235-9422-5142ca5f3dc2', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:35.856469 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4102f7a2-c972-49ab-87db-91f12e217b2f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:35.863280 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4102f7a2-c972-49ab-87db-91f12e217b2f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:35.866938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4102f7a2-c972-49ab-87db-91f12e217b2f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:35.874278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4102f7a2-c972-49ab-87db-91f12e217b2f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:35.898934 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4102f7a2-c972-49ab-87db-91f12e217b2f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:35.939797 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5123af20-7681-4058-8343-1be619928f43 None None] Routers {'06fc72a5-71bc-4837-8897-aa3bb98b1fa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:27:35.940844 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-5123af20-7681-4058-8343-1be619928f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:27:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:35.991108 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Floating IP 12fa0e1c-0651-4cc3-b8f8-dd80e08d6891 associated. External IP: 172.26.2.162, port: 42fc7b9b-7289-4cc1-842d-180502df3ece. Jan 24 16:27:36.000729 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4102f7a2-c972-49ab-87db-91f12e217b2f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:36.004980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4102f7a2-c972-49ab-87db-91f12e217b2f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:36.015993 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78787b42-dc8f-4abe-99dc-39289881c04d None None] Pushing event updated for resources: {'Port': ['ID=438596bb-dc87-4683-87db-4869e823ac33,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:36.098101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4102f7a2-c972-49ab-87db-91f12e217b2f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:36.105403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36498) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:36.106535 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4102f7a2-c972-49ab-87db-91f12e217b2f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2642992 Jan 24 16:27:36.108271 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102f7a2-c972-49ab-87db-91f12e217b2f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f62eeeb-0055-4f2f-ad6c-987b378b6416,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:36.130903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-aa28a07d-926a-49f5-8b1b-b167761835c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '61e91ed7-29ca-4235-9422-5142ca5f3dc2', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:36.143591 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-aa28a07d-926a-49f5-8b1b-b167761835c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:36.150166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-aa28a07d-926a-49f5-8b1b-b167761835c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:36.154109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-aa28a07d-926a-49f5-8b1b-b167761835c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:36.165164 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-aa28a07d-926a-49f5-8b1b-b167761835c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:36.198020 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-5123af20-7681-4058-8343-1be619928f43 None None] Set router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:27:36.230083 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-aa28a07d-926a-49f5-8b1b-b167761835c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:27:36.244332 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aa28a07d-926a-49f5-8b1b-b167761835c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:36.334335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aa28a07d-926a-49f5-8b1b-b167761835c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:36.340110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aa28a07d-926a-49f5-8b1b-b167761835c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:36.371075 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28a07d-926a-49f5-8b1b-b167761835c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ce8890-a1ab-4f4c-96dd-6e0904c0514f,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:36.453329 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aa28a07d-926a-49f5-8b1b-b167761835c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:36.454418 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-aa28a07d-926a-49f5-8b1b-b167761835c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3476956 Jan 24 16:27:36.457980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36502) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:36.464630 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c9ea5154-68d7-4476-8d8e-8785296c300f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '61e91ed7-29ca-4235-9422-5142ca5f3dc2', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:36.473239 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c9ea5154-68d7-4476-8d8e-8785296c300f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:36.478081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c9ea5154-68d7-4476-8d8e-8785296c300f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:36.481340 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c9ea5154-68d7-4476-8d8e-8785296c300f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:36.488474 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c9ea5154-68d7-4476-8d8e-8785296c300f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:36.501041 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-c9ea5154-68d7-4476-8d8e-8785296c300f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:27:36.508888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9ea5154-68d7-4476-8d8e-8785296c300f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:36.596519 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9ea5154-68d7-4476-8d8e-8785296c300f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:36.600966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9ea5154-68d7-4476-8d8e-8785296c300f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:36.603850 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Router 55fc5a73-0a38-4574-993a-0a74bf47fcbe has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:27:36.618516 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-5123af20-7681-4058-8343-1be619928f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'name': 'tempest-TestNetworkBasicOps-router-31885364', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:31Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '438596bb-dc87-4683-87db-4869e823ac33', 'name': '', 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:61:78:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:31Z', 'updated_at': '2022-01-24T16:27:35Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:36.625462 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5123af20-7681-4058-8343-1be619928f43 None None] The sync data for ids ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'] in dv-neutron-826104-1-hyperv is: [{'id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'name': 'tempest-TestNetworkBasicOps-router-31885364', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:31Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '438596bb-dc87-4683-87db-4869e823ac33', 'name': '', 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:61:78:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:31Z', 'updated_at': '2022-01-24T16:27:35Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:27:36.626061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea5154-68d7-4476-8d8e-8785296c300f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb414c8b-0762-458e-8523-6c13712ca12c,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:36.642477 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9ea5154-68d7-4476-8d8e-8785296c300f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:36.643907 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c9ea5154-68d7-4476-8d8e-8785296c300f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1845658 Jan 24 16:27:36.898444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:27:36.912893 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e9439-14b6-484a-b5e3-bcf8ca7ed9ee None None] Sync routers for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:27:36.929936 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e9439-14b6-484a-b5e3-bcf8ca7ed9ee None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:27:36.930652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:36.930863 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b54e9439-14b6-484a-b5e3-bcf8ca7ed9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:27:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:36.969605 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-adc15f64-ad3c-4fd6-956c-58414cc4553f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:37.000291 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-142d388c-2f96-44bd-9cce-d927eab0a67d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:27:37.020501 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a875dbdc-fd53-4ee4-928f-55968b5cc6fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4901774 Jan 24 16:27:37.021567 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c19794b-f721-4e35-b453-df55cafe0521', 'tag': '42fc7b9b-7289-4cc1-842d-180502df3ece'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:27:37.026887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-142d388c-2f96-44bd-9cce-d927eab0a67d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:27:37.029319 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-142d388c-2f96-44bd-9cce-d927eab0a67d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899863556&fields=id&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 267 time: 0.1148455 Jan 24 16:27:37.101588 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c19794b-f721-4e35-b453-df55cafe0521', 'tag': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'status': 'completed', 'code': 200} Jan 24 16:27:37.186189 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-b54e9439-14b6-484a-b5e3-bcf8ca7ed9ee None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:27:37.208659 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6099b9b3-bb55-4b87-a697-77f455d3741a req-d42fe875-ff74-4f7d-a7e4-585f876339ac service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 1098 time: 0.0802054 Jan 24 16:27:37.258626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-423abb2c-a6bd-4744-a024-08e6ddd7d4db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:37.260125 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-423abb2c-a6bd-4744-a024-08e6ddd7d4db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/networks?id=70d61624-b5d3-426c-8e1c-497cc41d2fab HTTP/1.1" status: 200 len: 797 time: 0.2231629 Jan 24 16:27:37.296515 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-24216efa-7c06-40d9-b972-e8c2607f999d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/quotas/c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 375 time: 0.0138845 Jan 24 16:27:37.368047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099b9b3-bb55-4b87-a697-77f455d3741a req-629fd29b-e1e3-4b03-ac33-bd98a131c11e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:37.369490 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6099b9b3-bb55-4b87-a697-77f455d3741a req-629fd29b-e1e3-4b03-ac33-bd98a131c11e service neutron] 10.222.0.129 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 913 time: 0.1542480 Jan 24 16:27:37.399758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-ee8412a9-adec-430e-8e72-27f2577c0735 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:27:37.419994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-ee8412a9-adec-430e-8e72-27f2577c0735 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:27:37.421642 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-ee8412a9-adec-430e-8e72-27f2577c0735 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1183550 Jan 24 16:27:37.440199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-5b849d72-6b03-46ca-b39d-d423deeeeecf service neutron] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83465) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:27:37.442370 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-5b849d72-6b03-46ca-b39d-d423deeeeecf service neutron] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0072145 Jan 24 16:27:37.495994 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6099b9b3-bb55-4b87-a697-77f455d3741a req-6d511949-5f98-42e3-acf9-cd2aa8fa2f3a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42fc7b9b-7289-4cc1-842d-180502df3ece HTTP/1.1" status: 200 len: 999 time: 0.1191990 Jan 24 16:27:37.567852 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099b9b3-bb55-4b87-a697-77f455d3741a req-afdacc7a-8094-45e8-b715-4c337bdb5fd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:37.569646 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6099b9b3-bb55-4b87-a697-77f455d3741a req-afdacc7a-8094-45e8-b715-4c337bdb5fd6 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 200 len: 851 time: 0.0668895 Jan 24 16:27:37.596410 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-75e4b675-2ac8-494a-9b37-ea70b942184a service neutron] 10.222.0.130 "GET /v2.0/networks/70d61624-b5d3-426c-8e1c-497cc41d2fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477141 Jan 24 16:27:37.632579 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b54e9439-14b6-484a-b5e3-bcf8ca7ed9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '12fa0e1c-0651-4cc3-b8f8-dd80e08d6891', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'floating_ip_address': '172.26.2.162', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'port_id': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'mac_address': 'fa:16:3e:15:4a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19794b-f721-4e35-b453-df55cafe0521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:27:34Z', 'updated_at': '2022-01-24T16:27:34Z', 'revision_number': 0, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:37.638085 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e9439-14b6-484a-b5e3-bcf8ca7ed9ee None None] Checking router: 55fc5a73-0a38-4574-993a-0a74bf47fcbe for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:27:37.651381 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e9439-14b6-484a-b5e3-bcf8ca7ed9ee None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:27:37.652500 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b54e9439-14b6-484a-b5e3-bcf8ca7ed9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:27:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:37.657256 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6099b9b3-bb55-4b87-a697-77f455d3741a req-e193700a-72be-499d-857f-cb39d7628730 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a6e18642-b28b-4d3a-b701-7a40de2eb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799427 Jan 24 16:27:37.765596 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-82b06cab-5aaa-4a9f-9ecf-ace3ee305e76 service neutron] 10.222.0.130 "GET /v2.0/networks/70d61624-b5d3-426c-8e1c-497cc41d2fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646798 Jan 24 16:27:37.866275 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-b54e9439-14b6-484a-b5e3-bcf8ca7ed9ee None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:27:37.923281 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 438596bb-dc87-4683-87db-4869e823ac33 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:27:37.937505 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6099b9b3-bb55-4b87-a697-77f455d3741a req-23a5fe7b-5d16-490d-a5e9-e2bd02b75be9 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700963 Jan 24 16:27:38.013914 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 438596bb-dc87-4683-87db-4869e823ac33 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:27:38.020746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 438596bb-dc87-4683-87db-4869e823ac33 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:38.020746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:38.171124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:38.182521 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-419d1710-e435-4598-a494-440e4b31ff25 req-392c49d9-2086-40ce-bd12-585790c911bf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:27:38.190972 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6099b9b3-bb55-4b87-a697-77f455d3741a req-7a5017c6-5e82-4cd2-9166-e68e355ff2d8 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463131 Jan 24 16:27:38.212797 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-419d1710-e435-4598-a494-440e4b31ff25 req-392c49d9-2086-40ce-bd12-585790c911bf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:27:38.226270 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-419d1710-e435-4598-a494-440e4b31ff25 req-392c49d9-2086-40ce-bd12-585790c911bf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 210 time: 0.1770406 Jan 24 16:27:38.255938 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 438596bb-dc87-4683-87db-4869e823ac33, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=438596bb-dc87-4683-87db-4869e823ac33,segment=NetworkSegment(6021cbea-95df-4caa-a150-4a726fb1e567),segment_id=6021cbea-95df-4caa-a150-4a726fb1e567)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:38.260448 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:38.327000 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b54e9439-14b6-484a-b5e3-bcf8ca7ed9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '12fa0e1c-0651-4cc3-b8f8-dd80e08d6891', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'floating_ip_address': '172.26.2.162', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'port_id': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'mac_address': 'fa:16:3e:15:4a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19794b-f721-4e35-b453-df55cafe0521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:27:34Z', 'updated_at': '2022-01-24T16:27:34Z', 'revision_number': 0, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:38.332007 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e9439-14b6-484a-b5e3-bcf8ca7ed9ee None None] The sync data for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv is: [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '12fa0e1c-0651-4cc3-b8f8-dd80e08d6891', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'floating_ip_address': '172.26.2.162', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'port_id': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'mac_address': 'fa:16:3e:15:4a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19794b-f721-4e35-b453-df55cafe0521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:27:34Z', 'updated_at': '2022-01-24T16:27:34Z', 'revision_number': 0, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:27:38.340185 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=438596bb-dc87-4683-87db-4869e823ac33,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:39.164484 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-243b2f6b-906f-4144-beae-542240f24126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:39.287805 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-2c217ad0-eae0-40bf-91a0-0aa99a5f3589 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:39.288698 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-2c217ad0-eae0-40bf-91a0-0aa99a5f3589 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:27:39.310977 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-2c217ad0-eae0-40bf-91a0-0aa99a5f3589 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:27:39.312990 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-2c217ad0-eae0-40bf-91a0-0aa99a5f3589 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/networks?id=70d61624-b5d3-426c-8e1c-497cc41d2fab HTTP/1.1" status: 200 len: 797 time: 0.1874263 Jan 24 16:27:39.387237 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-19bed668-4a43-4fea-bb6c-905990066b68 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 380 time: 0.0607743 Jan 24 16:27:39.400622 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-96a2e911-3f14-4906-9c96-e928959d0f61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'port': {'device_id': 'afc5e814-b3a7-4618-8bb0-7e3f1ced06c5', 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab', 'admin_state_up': True, 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'security_groups': ['61e91ed7-29ca-4235-9422-5142ca5f3dc2']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:39.426951 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0dfb4b29-8b1f-4b43-892f-0ad2b5b6414c req-07a2558e-81bb-452c-b01b-1d85e27d919d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 210 time: 0.0554292 Jan 24 16:27:39.548606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-96a2e911-3f14-4906-9c96-e928959d0f61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:39.564816 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-96a2e911-3f14-4906-9c96-e928959d0f61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:39.577445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-96a2e911-3f14-4906-9c96-e928959d0f61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:27:39.580583 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-96a2e911-3f14-4906-9c96-e928959d0f61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:39.763306 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-96a2e911-3f14-4906-9c96-e928959d0f61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.7 (70d61624-b5d3-426c-8e1c-497cc41d2fab/b72146bd-6d07-4a45-ada9-d18b1a51d27a/1fd9a9b2-7e7d-4941-a480-3548637798a9) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:27:39.878438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 438596bb-dc87-4683-87db-4869e823ac33 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:27:39.950435 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 438596bb-dc87-4683-87db-4869e823ac33 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:39.950873 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:39.980323 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-96a2e911-3f14-4906-9c96-e928959d0f61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:39.998167 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-96a2e911-3f14-4906-9c96-e928959d0f61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object 1fd9a9b2-7e7d-4941-a480-3548637798a9 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:27:40.024389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-96a2e911-3f14-4906-9c96-e928959d0f61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:40.102345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-96a2e911-3f14-4906-9c96-e928959d0f61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 70d61624-b5d3-426c-8e1c-497cc41d2fab is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:27:40.105523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-96a2e911-3f14-4906-9c96-e928959d0f61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:27:40.110132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-96a2e911-3f14-4906-9c96-e928959d0f61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:27:40.135908 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2e911-3f14-4906-9c96-e928959d0f61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=1fd9a9b2-7e7d-4941-a480-3548637798a9,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:40.175242 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-96a2e911-3f14-4906-9c96-e928959d0f61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:40.175965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-96a2e911-3f14-4906-9c96-e928959d0f61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:40.203012 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-96a2e911-3f14-4906-9c96-e928959d0f61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8067281 Jan 24 16:27:40.214571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Request body: {'port': {'device_id': 'afc5e814-b3a7-4618-8bb0-7e3f1ced06c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:40.306920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:40.335288 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:40.377517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:40.397998 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-944ec96c-a88c-468e-8dd9-5d811c295466 None None] Provisioning for port 1fd9a9b2-7e7d-4941-a480-3548637798a9 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:27:40.403216 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-944ec96c-a88c-468e-8dd9-5d811c295466 None None] Provisioning complete for port 1fd9a9b2-7e7d-4941-a480-3548637798a9 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:40.403616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-944ec96c-a88c-468e-8dd9-5d811c295466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:40.453414 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-944ec96c-a88c-468e-8dd9-5d811c295466 None None] Port 1fd9a9b2-7e7d-4941-a480-3548637798a9 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:27:40.725774 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d17f9-737c-4551-9f4e-4d9798c6ec6d req-78c9461c-edde-4b51-8137-7f1ec738fe1b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:40.726448 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-915d17f9-737c-4551-9f4e-4d9798c6ec6d req-78c9461c-edde-4b51-8137-7f1ec738fe1b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:27:40.740786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd9a9b2-7e7d-4941-a480-3548637798a9 {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:27:40.750823 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:40.760596 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-915d17f9-737c-4551-9f4e-4d9798c6ec6d req-78c9461c-edde-4b51-8137-7f1ec738fe1b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:27:40.761723 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-915d17f9-737c-4551-9f4e-4d9798c6ec6d req-78c9461c-edde-4b51-8137-7f1ec738fe1b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 931 time: 0.1994336 Jan 24 16:27:40.767261 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Transition to ACTIVE for port object 1fd9a9b2-7e7d-4941-a480-3548637798a9 will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:27:40.783618 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:41.023413 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-915d17f9-737c-4551-9f4e-4d9798c6ec6d req-f7a9ef95-91ef-4823-a8c9-19c86828a437 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=61e91ed7-29ca-4235-9422-5142ca5f3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549105 Jan 24 16:27:41.038730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Pushing event updated for resources: {'Port': ['ID=1fd9a9b2-7e7d-4941-a480-3548637798a9,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:41.182069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a99fd2-0f7a-47f8-a91c-ed84601af526 None None] New status for floating IP 12fa0e1c-0651-4cc3-b8f8-dd80e08d6891: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:27:41.210019 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Attempting to bind port 1fd9a9b2-7e7d-4941-a480-3548637798a9 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:27:41.210352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Attempting to bind port 1fd9a9b2-7e7d-4941-a480-3548637798a9 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '6021cbea-95df-4caa-a150-4a726fb1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:27:41.210674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Attempting to bind port 1fd9a9b2-7e7d-4941-a480-3548637798a9 on network 70d61624-b5d3-426c-8e1c-497cc41d2fab {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:27:41.217395 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Port 1fd9a9b2-7e7d-4941-a480-3548637798a9 on network 70d61624-b5d3-426c-8e1c-497cc41d2fab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:27:41.217709 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Attempting to bind port 1fd9a9b2-7e7d-4941-a480-3548637798a9 on network 70d61624-b5d3-426c-8e1c-497cc41d2fab {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:27:41.224130 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:27:41.224460 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Checking segment: {'id': '6021cbea-95df-4caa-a150-4a726fb1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:27:41.224881 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Bound using segment: {'id': '6021cbea-95df-4caa-a150-4a726fb1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:27:41.225299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Bound port: 1fd9a9b2-7e7d-4941-a480-3548637798a9, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6021cbea-95df-4caa-a150-4a726fb1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:27:41.225726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:41.323364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] For port 1fd9a9b2-7e7d-4941-a480-3548637798a9, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:27:41.327314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] For port 1fd9a9b2-7e7d-4941-a480-3548637798a9, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=1fd9a9b2-7e7d-4941-a480-3548637798a9,segment=NetworkSegment(6021cbea-95df-4caa-a150-4a726fb1e567),segment_id=6021cbea-95df-4caa-a150-4a726fb1e567)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:27:41.333502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:41.408400 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:41.409546 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] 10.222.0.129 "PUT /v2.0/ports/1fd9a9b2-7e7d-4941-a480-3548637798a9 HTTP/1.1" status: 200 len: 1093 time: 1.1990416 Jan 24 16:27:41.409724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc5e814-b3a7-4618-8bb0-7e3f1ced06c5', 'tag': '1fd9a9b2-7e7d-4941-a480-3548637798a9'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:27:41.445388 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137f2c0-23ef-410b-82c0-a0296b79a0cf service neutron] Pushing event updated for resources: {'Port': ['ID=1fd9a9b2-7e7d-4941-a480-3548637798a9,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:41.508491 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc5e814-b3a7-4618-8bb0-7e3f1ced06c5', 'tag': '1fd9a9b2-7e7d-4941-a480-3548637798a9', 'status': 'completed', 'code': 200} Jan 24 16:27:41.560034 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-ab086d67-77d2-46b5-88c6-d1536f32cc02 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 1096 time: 0.0917821 Jan 24 16:27:41.636418 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-33c5b275-c066-4fe3-8ebe-69af3350d53a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fd9a9b2-7e7d-4941-a480-3548637798a9 HTTP/1.1" status: 200 len: 217 time: 0.0688248 Jan 24 16:27:41.705475 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-965a598c-b337-4d17-b0f8-f02b1a81353e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:41.707213 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-965a598c-b337-4d17-b0f8-f02b1a81353e service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b72146bd-6d07-4a45-ada9-d18b1a51d27a HTTP/1.1" status: 200 len: 835 time: 0.0636904 Jan 24 16:27:41.744951 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:41.799917 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-a69ec071-a3be-4b1c-a679-fb5137bd9311 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=70d61624-b5d3-426c-8e1c-497cc41d2fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854619 Jan 24 16:27:41.942897 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-28a99ae3-02b1-4db2-8b68-a1c4f709ae67 service neutron] 10.222.0.129 "GET /v2.0/networks/70d61624-b5d3-426c-8e1c-497cc41d2fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360862 Jan 24 16:27:42.096855 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a7bb3af-1fc6-42e2-b683-12e6f8d912c6 req-a59cdab2-716b-4c73-9f89-a08d1d484974 service neutron] 10.222.0.129 "GET /v2.0/networks/70d61624-b5d3-426c-8e1c-497cc41d2fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433916 Jan 24 16:27:42.286299 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-568d2e34-c84e-4d88-ad4c-6323376ac4aa req-192159ce-c074-4179-a7eb-a2d318401c67 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 1096 time: 0.1372294 Jan 24 16:27:42.295243 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfc479-6302-486d-b6a1-d68b94a5698a req-31de9623-fe97-4cef-ae63-c0406478b105 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:42.296921 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-14bfc479-6302-486d-b6a1-d68b94a5698a req-31de9623-fe97-4cef-ae63-c0406478b105 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 943 time: 0.1174645 Jan 24 16:27:42.439671 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-14bfc479-6302-486d-b6a1-d68b94a5698a req-6884c477-7ed9-42cb-b598-3b18f5d6ea35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=61e91ed7-29ca-4235-9422-5142ca5f3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234348 Jan 24 16:27:42.459512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d2e34-c84e-4d88-ad4c-6323376ac4aa req-2c40a8bb-c4f7-424b-96a8-57100de6b302 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:42.461042 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-568d2e34-c84e-4d88-ad4c-6323376ac4aa req-2c40a8bb-c4f7-424b-96a8-57100de6b302 service neutron] 10.222.0.129 "GET /v2.0/networks?id=70d61624-b5d3-426c-8e1c-497cc41d2fab HTTP/1.1" status: 200 len: 898 time: 0.1629615 Jan 24 16:27:42.530079 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-568d2e34-c84e-4d88-ad4c-6323376ac4aa req-5b3b2f1f-d037-4f44-88b9-5ee194a2606b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fd9a9b2-7e7d-4941-a480-3548637798a9 HTTP/1.1" status: 200 len: 217 time: 0.0610282 Jan 24 16:27:42.598512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d2e34-c84e-4d88-ad4c-6323376ac4aa req-837462da-923b-4aca-99f7-d792f079e808 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:42.600577 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-568d2e34-c84e-4d88-ad4c-6323376ac4aa req-837462da-923b-4aca-99f7-d792f079e808 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b72146bd-6d07-4a45-ada9-d18b1a51d27a HTTP/1.1" status: 200 len: 835 time: 0.0627937 Jan 24 16:27:42.680160 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-568d2e34-c84e-4d88-ad4c-6323376ac4aa req-c42197f9-0f6a-4911-9ed2-4860b0248947 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=70d61624-b5d3-426c-8e1c-497cc41d2fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727313 Jan 24 16:27:42.818508 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-568d2e34-c84e-4d88-ad4c-6323376ac4aa req-021d098f-65ec-4fc5-8430-676854b5e54f service neutron] 10.222.0.129 "GET /v2.0/networks/70d61624-b5d3-426c-8e1c-497cc41d2fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305766 Jan 24 16:27:43.062426 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-568d2e34-c84e-4d88-ad4c-6323376ac4aa req-0fe74cf3-f21a-46ac-9f96-c79bea493326 service neutron] 10.222.0.129 "GET /v2.0/networks/70d61624-b5d3-426c-8e1c-497cc41d2fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345984 Jan 24 16:27:43.819051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf98500-eb4e-4707-bd09-86a25165ea8e req-6bcd54a3-b732-4e21-bc58-b68d4aecfd1c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:43.821020 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8cf98500-eb4e-4707-bd09-86a25165ea8e req-6bcd54a3-b732-4e21-bc58-b68d4aecfd1c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 943 time: 0.0918896 Jan 24 16:27:43.869316 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8cf98500-eb4e-4707-bd09-86a25165ea8e req-255683a3-48e6-4b02-836b-ac7e6c850074 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=61e91ed7-29ca-4235-9422-5142ca5f3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424623 Jan 24 16:27:44.132312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 1fd9a9b2-7e7d-4941-a480-3548637798a9 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:27:44.272632 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 1fd9a9b2-7e7d-4941-a480-3548637798a9, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=1fd9a9b2-7e7d-4941-a480-3548637798a9,segment=NetworkSegment(6021cbea-95df-4caa-a150-4a726fb1e567),segment_id=6021cbea-95df-4caa-a150-4a726fb1e567)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:44.286476 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '1fd9a9b2-7e7d-4941-a480-3548637798a9', 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab', 'port_id': '1fd9a9b2-7e7d-4941-a480-3548637798a9', 'mac_address': 'fa:16:3e:0e:0f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:27:44.339263 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:44.359124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd9a9b2-7e7d-4941-a480-3548637798a9 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:27:44.376698 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 1fd9a9b2-7e7d-4941-a480-3548637798a9, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=1fd9a9b2-7e7d-4941-a480-3548637798a9,segment=NetworkSegment(6021cbea-95df-4caa-a150-4a726fb1e567),segment_id=6021cbea-95df-4caa-a150-4a726fb1e567)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:44.382865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:44.446425 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=1fd9a9b2-7e7d-4941-a480-3548637798a9,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:44.673011 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['1fd9a9b2-7e7d-4941-a480-3548637798a9'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:27:45.091409 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246e28b-cdc7-46e0-92bf-68ea51e40214 req-9ecf0b25-5661-43a5-a5cd-dc72c8d0adae tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:45.093355 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5246e28b-cdc7-46e0-92bf-68ea51e40214 req-9ecf0b25-5661-43a5-a5cd-dc72c8d0adae tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 944 time: 0.0899894 Jan 24 16:27:45.151209 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5246e28b-cdc7-46e0-92bf-68ea51e40214 req-02c62f17-14e3-43db-85e3-5f13d3868907 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=61e91ed7-29ca-4235-9422-5142ca5f3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508087 Jan 24 16:27:46.141002 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 1fd9a9b2-7e7d-4941-a480-3548637798a9 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:27:46.214895 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 1fd9a9b2-7e7d-4941-a480-3548637798a9 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:27:46.219881 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 1fd9a9b2-7e7d-4941-a480-3548637798a9 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:27:46.220231 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:46.358328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5935ea7-7037-4c56-a807-9f60458bb2bb req-a447cbe1-39d1-49ef-8a7f-840b193555f3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:46.361526 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c5935ea7-7037-4c56-a807-9f60458bb2bb req-a447cbe1-39d1-49ef-8a7f-840b193555f3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 944 time: 0.0875411 Jan 24 16:27:46.364222 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:46.391147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc5e814-b3a7-4618-8bb0-7e3f1ced06c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd9a9b2-7e7d-4941-a480-3548637798a9'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:27:46.400680 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 1fd9a9b2-7e7d-4941-a480-3548637798a9, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=1fd9a9b2-7e7d-4941-a480-3548637798a9,segment=NetworkSegment(6021cbea-95df-4caa-a150-4a726fb1e567),segment_id=6021cbea-95df-4caa-a150-4a726fb1e567)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:27:46.406254 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:46.416145 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c5935ea7-7037-4c56-a807-9f60458bb2bb req-e62c233a-d85a-47d7-802c-4de9ede05b19 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=61e91ed7-29ca-4235-9422-5142ca5f3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487807 Jan 24 16:27:46.457457 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc5e814-b3a7-4618-8bb0-7e3f1ced06c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd9a9b2-7e7d-4941-a480-3548637798a9', 'code': 200} Jan 24 16:27:46.472229 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=1fd9a9b2-7e7d-4941-a480-3548637798a9,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:46.477914 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:27:46.722230 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f6d89a5f-a93f-49b7-ae15-3226f1093e9f req-3dcc55d6-e0b8-4800-8f37-b1b06845ead1 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 1098 time: 0.0825384 Jan 24 16:27:46.781880 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f6d89a5f-a93f-49b7-ae15-3226f1093e9f req-735606ab-a942-41c8-93c3-b204f40ba3a8 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=61e91ed7-29ca-4235-9422-5142ca5f3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516484 Jan 24 16:27:47.634681 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871ed83-e3f4-4b47-96bf-4803fd6ac03f req-db9c0f15-e299-4153-8d17-ddee9c4ac225 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:47.636192 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1871ed83-e3f4-4b47-96bf-4803fd6ac03f req-db9c0f15-e299-4153-8d17-ddee9c4ac225 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 945 time: 0.0944755 Jan 24 16:27:47.697784 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1871ed83-e3f4-4b47-96bf-4803fd6ac03f req-0f9c05d4-4856-4a27-9b32-75c3bacef9ca tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=61e91ed7-29ca-4235-9422-5142ca5f3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552330 Jan 24 16:27:47.853754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:48.928916 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf348b-c935-4bd9-a25c-5b33f2ea970a req-37a9db73-cd51-4992-a04e-49e3612df454 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:48.930414 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-57cf348b-c935-4bd9-a25c-5b33f2ea970a req-37a9db73-cd51-4992-a04e-49e3612df454 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 945 time: 0.0948615 Jan 24 16:27:48.980524 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-57cf348b-c935-4bd9-a25c-5b33f2ea970a req-360fff3c-07b9-44a5-b963-4a42ae928ce6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=61e91ed7-29ca-4235-9422-5142ca5f3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435050 Jan 24 16:27:49.218260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231baf4a-c782-4db6-8250-1da6feaedbc9 req-666ae86c-8d83-4c1a-ac67-b58cbc4524ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:49.219939 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-231baf4a-c782-4db6-8250-1da6feaedbc9 req-666ae86c-8d83-4c1a-ac67-b58cbc4524ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 945 time: 0.1023691 Jan 24 16:27:49.281586 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-231baf4a-c782-4db6-8250-1da6feaedbc9 req-bcc3d2fe-f180-4542-a45d-cfe17c9177c6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=61e91ed7-29ca-4235-9422-5142ca5f3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538137 Jan 24 16:27:49.310771 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36554) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:49.406715 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0ed125c3-6946-40f3-936f-fcae9490177b tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 1093 time: 0.0894210 Jan 24 16:27:49.407003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36558) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:49.414183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '1fd9a9b2-7e7d-4941-a480-3548637798a9', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:27:49.423219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:27:49.428721 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:floatingip and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:27:49.431926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:27:49.441390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:27:49.457258 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:49.616998 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:49.763127 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.8 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/1a30c4a8-fe65-4705-8ef4-a51582209871) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:27:49.976218 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:50.012309 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:50.089890 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:27:50.094478 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:27:50.097643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:27:50.122520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=1a30c4a8-fe65-4705-8ef4-a51582209871,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:50.144352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:50.144688 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:50.145020 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:50.145350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:50.145678 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:50.146000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:50.146322 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:50.146645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:50.146962 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:50.147274 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:50.147723 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:27:50.708911 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:50.775695 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:51.117895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:51.124053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:51.228153 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=1a30c4a8-fe65-4705-8ef4-a51582209871,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:27:51.244984 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:51.461010 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Floating IP b26af622-df54-48d8-9c7f-e6e3285ee39f associated. External IP: 172.26.2.8, port: 1fd9a9b2-7e7d-4941-a480-3548637798a9. Jan 24 16:27:51.872479 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:27:52.083264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:27:52.097984 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108176e4-2e1d-4848-9c1f-ccd28fde055e None None] Sync routers for ids ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:27:52.113056 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:27:52.117172 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108176e4-2e1d-4848-9c1f-ccd28fde055e None None] Routers {'06fc72a5-71bc-4837-8897-aa3bb98b1fa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:27:52.117172 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-108176e4-2e1d-4848-9c1f-ccd28fde055e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:27:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:52.171598 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-49d3ef36-13aa-481a-b2a3-fab28f182300 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7559915 Jan 24 16:27:52.171598 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc5e814-b3a7-4618-8bb0-7e3f1ced06c5', 'tag': '1fd9a9b2-7e7d-4941-a480-3548637798a9'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:27:52.177562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36562) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:52.230499 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc5e814-b3a7-4618-8bb0-7e3f1ced06c5', 'tag': '1fd9a9b2-7e7d-4941-a480-3548637798a9', 'status': 'completed', 'code': 200} Jan 24 16:27:52.331570 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-206dbe12-953e-40c2-98a1-db007c40b233 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b26af622-df54-48d8-9c7f-e6e3285ee39f HTTP/1.1" status: 200 len: 989 time: 0.1552556 Jan 24 16:27:52.336436 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-108176e4-2e1d-4848-9c1f-ccd28fde055e None None] Set router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:27:52.370704 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b0c4ccf7-2105-4675-bd39-a230475e52d6 req-314794c8-d2b2-4d11-8abc-c4b0bf28172d service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 1098 time: 0.1003101 Jan 24 16:27:52.512570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4ccf7-2105-4675-bd39-a230475e52d6 req-022a4e01-559b-4f21-aba4-9af4749b02e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:52.512570 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b0c4ccf7-2105-4675-bd39-a230475e52d6 req-022a4e01-559b-4f21-aba4-9af4749b02e2 service neutron] 10.222.0.129 "GET /v2.0/networks?id=70d61624-b5d3-426c-8e1c-497cc41d2fab HTTP/1.1" status: 200 len: 898 time: 0.1369936 Jan 24 16:27:52.630911 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b0c4ccf7-2105-4675-bd39-a230475e52d6 req-a3c5e274-4b48-4898-98a6-32848ea970cb service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fd9a9b2-7e7d-4941-a480-3548637798a9 HTTP/1.1" status: 200 len: 997 time: 0.1113338 Jan 24 16:27:52.706469 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-108176e4-2e1d-4848-9c1f-ccd28fde055e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'name': 'tempest-TestNetworkBasicOps-router-31885364', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:31Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'b26af622-df54-48d8-9c7f-e6e3285ee39f', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.8', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'port_id': '1fd9a9b2-7e7d-4941-a480-3548637798a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab', 'mac_address': 'fa:16:3e:0e:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc5e814-b3a7-4618-8bb0-7e3f1ced06c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:27:50Z', 'updated_at': '2022-01-24T16:27:50Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438596bb-dc87-4683-87db-4869e823ac33', 'name': '', 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:61:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:31Z', 'updated_at': '2022-01-24T16:27:38Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:52.706469 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108176e4-2e1d-4848-9c1f-ccd28fde055e None None] Checking router: 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:27:52.724503 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108176e4-2e1d-4848-9c1f-ccd28fde055e None None] Routers {'06fc72a5-71bc-4837-8897-aa3bb98b1fa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:27:52.724503 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-108176e4-2e1d-4848-9c1f-ccd28fde055e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:27:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:52.816102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4ccf7-2105-4675-bd39-a230475e52d6 req-ccd734fb-345f-4497-8189-a045fc858888 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:52.816102 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b0c4ccf7-2105-4675-bd39-a230475e52d6 req-ccd734fb-345f-4497-8189-a045fc858888 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b72146bd-6d07-4a45-ada9-d18b1a51d27a HTTP/1.1" status: 200 len: 835 time: 0.1773055 Jan 24 16:27:52.906117 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b0c4ccf7-2105-4675-bd39-a230475e52d6 req-b151c993-bab7-4bbd-9ce8-907702598a58 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=70d61624-b5d3-426c-8e1c-497cc41d2fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789325 Jan 24 16:27:52.963569 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-108176e4-2e1d-4848-9c1f-ccd28fde055e None None] Set router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:27:53.081772 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b0c4ccf7-2105-4675-bd39-a230475e52d6 req-92b42757-e834-4e35-a684-3aef7cbc6212 service neutron] 10.222.0.129 "GET /v2.0/networks/70d61624-b5d3-426c-8e1c-497cc41d2fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643820 Jan 24 16:27:53.244498 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b0c4ccf7-2105-4675-bd39-a230475e52d6 req-a46844c6-9be4-467f-800c-63af4ce78c68 service neutron] 10.222.0.129 "GET /v2.0/networks/70d61624-b5d3-426c-8e1c-497cc41d2fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565192 Jan 24 16:27:53.331920 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36568) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:53.371321 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-108176e4-2e1d-4848-9c1f-ccd28fde055e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'name': 'tempest-TestNetworkBasicOps-router-31885364', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:31Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'b26af622-df54-48d8-9c7f-e6e3285ee39f', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.8', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'port_id': '1fd9a9b2-7e7d-4941-a480-3548637798a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab', 'mac_address': 'fa:16:3e:0e:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc5e814-b3a7-4618-8bb0-7e3f1ced06c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:27:50Z', 'updated_at': '2022-01-24T16:27:50Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438596bb-dc87-4683-87db-4869e823ac33', 'name': '', 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:61:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:31Z', 'updated_at': '2022-01-24T16:27:38Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:27:53.371321 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108176e4-2e1d-4848-9c1f-ccd28fde055e None None] The sync data for ids ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'] in dv-neutron-826104-1-hyperv is: [{'id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'name': 'tempest-TestNetworkBasicOps-router-31885364', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:31Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'b26af622-df54-48d8-9c7f-e6e3285ee39f', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.8', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'port_id': '1fd9a9b2-7e7d-4941-a480-3548637798a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab', 'mac_address': 'fa:16:3e:0e:0f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc5e814-b3a7-4618-8bb0-7e3f1ced06c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:27:50Z', 'updated_at': '2022-01-24T16:27:50Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438596bb-dc87-4683-87db-4869e823ac33', 'name': '', 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:61:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:31Z', 'updated_at': '2022-01-24T16:27:38Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:27:53.444249 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-28b06228-7716-43bf-af6d-5cfe4f129793 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b26af622-df54-48d8-9c7f-e6e3285ee39f HTTP/1.1" status: 200 len: 989 time: 0.1113124 Jan 24 16:27:54.445498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36572) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:54.572521 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e5e6f0c6-c848-4348-ad2c-99140aaa75cf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b26af622-df54-48d8-9c7f-e6e3285ee39f HTTP/1.1" status: 200 len: 989 time: 0.1187260 Jan 24 16:27:55.568468 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36576) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:55.778617 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5707e247-690e-43e1-8c24-732de371486f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b26af622-df54-48d8-9c7f-e6e3285ee39f HTTP/1.1" status: 200 len: 989 time: 0.2052038 Jan 24 16:27:55.988834 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-112f3425-72e1-40ac-9b36-e4d05c295a1b req-65931ee7-3f46-49d9-a52f-a25ea7ce2427 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768614 Jan 24 16:27:56.146313 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-112f3425-72e1-40ac-9b36-e4d05c295a1b req-e151f441-5fb3-4cb7-bbee-d722a928d362 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 1098 time: 0.0743208 Jan 24 16:27:56.303349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f3425-72e1-40ac-9b36-e4d05c295a1b req-0d1f10f1-25aa-4236-ac13-2cd5ee158828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:56.304759 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-112f3425-72e1-40ac-9b36-e4d05c295a1b req-0d1f10f1-25aa-4236-ac13-2cd5ee158828 service neutron] 10.222.0.129 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 913 time: 0.1376331 Jan 24 16:27:56.412055 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-112f3425-72e1-40ac-9b36-e4d05c295a1b req-258180af-a6d8-4f1b-b07b-6fe1671843fe service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42fc7b9b-7289-4cc1-842d-180502df3ece HTTP/1.1" status: 200 len: 1001 time: 0.0976872 Jan 24 16:27:56.477953 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f3425-72e1-40ac-9b36-e4d05c295a1b req-e4219f98-e1c6-44b7-a1f9-59ab5d280d77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:27:56.479408 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-112f3425-72e1-40ac-9b36-e4d05c295a1b req-e4219f98-e1c6-44b7-a1f9-59ab5d280d77 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 200 len: 851 time: 0.0604866 Jan 24 16:27:56.557718 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-112f3425-72e1-40ac-9b36-e4d05c295a1b req-0df0febd-f256-4579-b3af-27387080b6a1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a6e18642-b28b-4d3a-b701-7a40de2eb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706656 Jan 24 16:27:56.721208 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-112f3425-72e1-40ac-9b36-e4d05c295a1b req-c0c67ca4-996d-4f89-aa51-0e3000abf8b8 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551855 Jan 24 16:27:56.779455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36582) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:56.863575 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-112f3425-72e1-40ac-9b36-e4d05c295a1b req-e160d42a-fc32-4b57-bb31-50308799af1f service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358855 Jan 24 16:27:56.882683 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-271bcb29-5a64-485f-9d41-11a54ee6b29a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b26af622-df54-48d8-9c7f-e6e3285ee39f HTTP/1.1" status: 200 len: 989 time: 0.1019559 Jan 24 16:27:57.873786 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5888f0b5-1fe6-4afe-aa12-12bf54f90d30 None None] New status for floating IP b26af622-df54-48d8-9c7f-e6e3285ee39f: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:27:57.886820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36586) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:57.997149 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4a7ea173-8347-4e84-ba29-2b004e04bbb0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b26af622-df54-48d8-9c7f-e6e3285ee39f HTTP/1.1" status: 200 len: 989 time: 0.1091647 Jan 24 16:27:59.001436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36590) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:27:59.114086 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9ab92df6-6a97-4058-ad26-3144fd75300f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b26af622-df54-48d8-9c7f-e6e3285ee39f HTTP/1.1" status: 200 len: 991 time: 0.1114852 Jan 24 16:28:06.963038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-070c13cb-b5be-48b9-877d-48e513497018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:09.158520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a01a6382-f8bb-4275-abc2-1c8b481f2758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:10.314887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:10.392863 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:11.740533 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:17.861931 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:23.482663 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:28:28.502407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36612) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:28.706281 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8520934c-dceb-4fbc-9789-d3d82436743e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b26af622-df54-48d8-9c7f-e6e3285ee39f HTTP/1.1" status: 200 len: 991 time: 0.2029629 Jan 24 16:28:28.990237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36620) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:29.202634 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 1a30c4a8-fe65-4705-8ef4-a51582209871 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:28:29.202634 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:29.378507 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:29.378831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:29.502761 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 1a30c4a8-fe65-4705-8ef4-a51582209871 owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:28:29.664843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:29.714029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=1a30c4a8-fe65-4705-8ef4-a51582209871,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:29.758542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:29.758542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:29.758809 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:29.759164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:29.759525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:29.760002 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:29.760155 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:29.760848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:29.760848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:29.761114 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:29.761481 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:29.822936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:30.239077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:28:30.550643 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:28:30.561946 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805a0a1e-2260-4c4f-a55e-e38961ff06c1 None None] Sync routers for ids ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:28:30.574171 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:30.574956 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805a0a1e-2260-4c4f-a55e-e38961ff06c1 None None] Routers {'06fc72a5-71bc-4837-8897-aa3bb98b1fa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:28:30.576276 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-805a0a1e-2260-4c4f-a55e-e38961ff06c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:28:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:30.632403 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e41574f9-f4ee-4d42-a4e1-f6988e9d0fb3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/floatingips/b26af622-df54-48d8-9c7f-e6e3285ee39f HTTP/1.1" status: 204 len: 168 time: 1.6408319 Jan 24 16:28:30.632965 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc5e814-b3a7-4618-8bb0-7e3f1ced06c5', 'tag': '1fd9a9b2-7e7d-4941-a480-3548637798a9'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:28:30.701039 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc5e814-b3a7-4618-8bb0-7e3f1ced06c5', 'tag': '1fd9a9b2-7e7d-4941-a480-3548637798a9', 'status': 'completed', 'code': 200} Jan 24 16:28:30.808869 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-805a0a1e-2260-4c4f-a55e-e38961ff06c1 None None] Set router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:28:30.817383 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3134f004-8a8e-438d-bfb3-779502f52fbe req-ccb1bbd7-f0b7-4d37-bd00-0c9e3b039190 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 1098 time: 0.0865936 Jan 24 16:28:30.990082 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134f004-8a8e-438d-bfb3-779502f52fbe req-f0ef3886-fa7e-4174-807e-afcc03bd1fe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:30.992370 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3134f004-8a8e-438d-bfb3-779502f52fbe req-f0ef3886-fa7e-4174-807e-afcc03bd1fe9 service neutron] 10.222.0.129 "GET /v2.0/networks?id=70d61624-b5d3-426c-8e1c-497cc41d2fab HTTP/1.1" status: 200 len: 898 time: 0.1676741 Jan 24 16:28:31.114246 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3134f004-8a8e-438d-bfb3-779502f52fbe req-d53000ce-f8f6-482c-9c74-776c236164e2 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fd9a9b2-7e7d-4941-a480-3548637798a9 HTTP/1.1" status: 200 len: 217 time: 0.0810530 Jan 24 16:28:31.193021 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134f004-8a8e-438d-bfb3-779502f52fbe req-5497c3d6-dfb1-4d5c-85f2-5bd0517c1b76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:31.193970 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-805a0a1e-2260-4c4f-a55e-e38961ff06c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'name': 'tempest-TestNetworkBasicOps-router-31885364', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:31Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '438596bb-dc87-4683-87db-4869e823ac33', 'name': '', 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:61:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:31Z', 'updated_at': '2022-01-24T16:27:38Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:31.194874 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3134f004-8a8e-438d-bfb3-779502f52fbe req-5497c3d6-dfb1-4d5c-85f2-5bd0517c1b76 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b72146bd-6d07-4a45-ada9-d18b1a51d27a HTTP/1.1" status: 200 len: 835 time: 0.0697477 Jan 24 16:28:31.198397 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805a0a1e-2260-4c4f-a55e-e38961ff06c1 None None] Checking router: 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:28:31.203081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72d5d5-43dd-440f-836c-c9549bb73fbc req-116ca77b-7991-4af2-90c4-ab1761e95b4b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:31.206025 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cf72d5d5-43dd-440f-836c-c9549bb73fbc req-116ca77b-7991-4af2-90c4-ab1761e95b4b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 945 time: 0.2114072 Jan 24 16:28:31.218411 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805a0a1e-2260-4c4f-a55e-e38961ff06c1 None None] Routers {'06fc72a5-71bc-4837-8897-aa3bb98b1fa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:28:31.219291 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-805a0a1e-2260-4c4f-a55e-e38961ff06c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:28:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:31.301041 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cf72d5d5-43dd-440f-836c-c9549bb73fbc req-f597e4d9-0934-40b5-9b72-1c0030a9e92f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=61e91ed7-29ca-4235-9422-5142ca5f3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658717 Jan 24 16:28:31.312297 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3134f004-8a8e-438d-bfb3-779502f52fbe req-c98cb617-f270-49b5-9b62-1b822d0b9cb8 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=70d61624-b5d3-426c-8e1c-497cc41d2fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1067302 Jan 24 16:28:31.406704 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-805a0a1e-2260-4c4f-a55e-e38961ff06c1 None None] Set router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:28:31.454126 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3134f004-8a8e-438d-bfb3-779502f52fbe req-4b2e17e0-a49a-4499-b6f9-6c81c09d2e86 service neutron] 10.222.0.129 "GET /v2.0/networks/70d61624-b5d3-426c-8e1c-497cc41d2fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320646 Jan 24 16:28:31.596691 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3134f004-8a8e-438d-bfb3-779502f52fbe req-b2c2c402-dd7e-4df9-98ac-3cab626aad3c service neutron] 10.222.0.129 "GET /v2.0/networks/70d61624-b5d3-426c-8e1c-497cc41d2fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356556 Jan 24 16:28:31.765627 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-805a0a1e-2260-4c4f-a55e-e38961ff06c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'name': 'tempest-TestNetworkBasicOps-router-31885364', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:31Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '438596bb-dc87-4683-87db-4869e823ac33', 'name': '', 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:61:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:31Z', 'updated_at': '2022-01-24T16:27:38Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:31.769587 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805a0a1e-2260-4c4f-a55e-e38961ff06c1 None None] The sync data for ids ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'] in dv-neutron-826104-1-hyperv is: [{'id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'name': 'tempest-TestNetworkBasicOps-router-31885364', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:31Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '438596bb-dc87-4683-87db-4869e823ac33', 'name': '', 'network_id': '70d61624-b5d3-426c-8e1c-497cc41d2fab', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:61:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:31Z', 'updated_at': '2022-01-24T16:27:38Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'b72146bd-6d07-4a45-ada9-d18b1a51d27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:28:32.002203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d5faf5-a3ba-4ba6-b39a-c08e68895c93 None None] New status for floating IP b26af622-df54-48d8-9c7f-e6e3285ee39f: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:28:32.521364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464549ca-bddf-4fda-87bb-a6347cbf04cf req-40896c93-aa5d-47a4-8f47-8e2388b7247a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:32.522041 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-464549ca-bddf-4fda-87bb-a6347cbf04cf req-40896c93-aa5d-47a4-8f47-8e2388b7247a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:28:32.539117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-464549ca-bddf-4fda-87bb-a6347cbf04cf req-40896c93-aa5d-47a4-8f47-8e2388b7247a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:28:32.540571 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-464549ca-bddf-4fda-87bb-a6347cbf04cf req-40896c93-aa5d-47a4-8f47-8e2388b7247a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 945 time: 0.1036878 Jan 24 16:28:32.570574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c3f5e-9e59-451b-a79c-e75721106b25 req-79000f8a-4719-4540-a3a9-d95391650773 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:32.572037 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e36c3f5e-9e59-451b-a79c-e75721106b25 req-79000f8a-4719-4540-a3a9-d95391650773 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/ports?device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 945 time: 0.0780985 Jan 24 16:28:32.586884 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-464549ca-bddf-4fda-87bb-a6347cbf04cf req-2d609931-1bad-494e-8b08-fd5ce86cc37e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=61e91ed7-29ca-4235-9422-5142ca5f3dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397758 Jan 24 16:28:32.650992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-e36c3f5e-9e59-451b-a79c-e75721106b25 req-079497ca-f6cf-436a-a188-1160649afa38 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 1fd9a9b2-7e7d-4941-a480-3548637798a9 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:28:32.651307 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-e36c3f5e-9e59-451b-a79c-e75721106b25 req-079497ca-f6cf-436a-a188-1160649afa38 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:32.890574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-e36c3f5e-9e59-451b-a79c-e75721106b25 req-079497ca-f6cf-436a-a188-1160649afa38 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port 1fd9a9b2-7e7d-4941-a480-3548637798a9, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=1fd9a9b2-7e7d-4941-a480-3548637798a9,segment=NetworkSegment(6021cbea-95df-4caa-a150-4a726fb1e567),segment_id=6021cbea-95df-4caa-a150-4a726fb1e567)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:28:32.890775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-e36c3f5e-9e59-451b-a79c-e75721106b25 req-079497ca-f6cf-436a-a188-1160649afa38 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:33.012631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-e36c3f5e-9e59-451b-a79c-e75721106b25 req-079497ca-f6cf-436a-a188-1160649afa38 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 1fd9a9b2-7e7d-4941-a480-3548637798a9 owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:28:33.164207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-e36c3f5e-9e59-451b-a79c-e75721106b25 req-079497ca-f6cf-436a-a188-1160649afa38 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:33.307758 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079497ca-f6cf-436a-a188-1160649afa38 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=1fd9a9b2-7e7d-4941-a480-3548637798a9,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:33.379345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36c3f5e-9e59-451b-a79c-e75721106b25 req-079497ca-f6cf-436a-a188-1160649afa38 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] No DVR routers for this DVR port 1fd9a9b2-7e7d-4941-a480-3548637798a9 on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:28:33.381846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-e36c3f5e-9e59-451b-a79c-e75721106b25 req-079497ca-f6cf-436a-a188-1160649afa38 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:33.384648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc5e814-b3a7-4618-8bb0-7e3f1ced06c5', 'name': 'network-vif-deleted', 'tag': '1fd9a9b2-7e7d-4941-a480-3548637798a9'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:28:33.406011 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e36c3f5e-9e59-451b-a79c-e75721106b25 req-079497ca-f6cf-436a-a188-1160649afa38 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "DELETE /v2.0/ports/1fd9a9b2-7e7d-4941-a480-3548637798a9 HTTP/1.1" status: 204 len: 173 time: 0.8267217 Jan 24 16:28:33.452718 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc5e814-b3a7-4618-8bb0-7e3f1ced06c5', 'name': 'network-vif-deleted', 'tag': '1fd9a9b2-7e7d-4941-a480-3548637798a9', 'status': 'completed', 'code': 200} Jan 24 16:28:33.772911 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ba9e1bcf-971b-401d-89eb-5de1edd68198 req-2e1ae162-50a2-4807-8fb1-f3021fc23ed0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=afc5e814-b3a7-4618-8bb0-7e3f1ced06c5 HTTP/1.1" status: 200 len: 210 time: 0.0414343 Jan 24 16:28:34.885949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36638) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:34.982265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ea2512c1-fb80-48f0-8952-403c20d5b4f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:35.014761 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ea2512c1-fb80-48f0-8952-403c20d5b4f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:35.082799 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ea2512c1-fb80-48f0-8952-403c20d5b4f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:35.101380 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2512c1-fb80-48f0-8952-403c20d5b4f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e91ed7-29ca-4235-9422-5142ca5f3dc2,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:35.118133 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ea2512c1-fb80-48f0-8952-403c20d5b4f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:35.119282 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ea2512c1-fb80-48f0-8952-403c20d5b4f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/security-groups/61e91ed7-29ca-4235-9422-5142ca5f3dc2 HTTP/1.1" status: 204 len: 168 time: 0.2319994 Jan 24 16:28:35.163903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36644) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:35.601988 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f748581e-5417-4892-8b53-43c93021170b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:36.246751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-f748581e-5417-4892-8b53-43c93021170b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 438596bb-dc87-4683-87db-4869e823ac33 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:28:36.247441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f748581e-5417-4892-8b53-43c93021170b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:36.307112 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 1fd9a9b2-7e7d-4941-a480-3548637798a9 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:28:36.347386 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 1fd9a9b2-7e7d-4941-a480-3548637798a9 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:28:36.347717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 1fd9a9b2-7e7d-4941-a480-3548637798a9 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:28:36.442822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-f748581e-5417-4892-8b53-43c93021170b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port 438596bb-dc87-4683-87db-4869e823ac33, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=438596bb-dc87-4683-87db-4869e823ac33,segment=NetworkSegment(6021cbea-95df-4caa-a150-4a726fb1e567),segment_id=6021cbea-95df-4caa-a150-4a726fb1e567)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:28:36.443177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f748581e-5417-4892-8b53-43c93021170b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:36.565562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-f748581e-5417-4892-8b53-43c93021170b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 438596bb-dc87-4683-87db-4869e823ac33 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:28:36.871621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f748581e-5417-4892-8b53-43c93021170b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:36.918602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748581e-5417-4892-8b53-43c93021170b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=438596bb-dc87-4683-87db-4869e823ac33,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:36.958941 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f4c71207-802f-4f7f-99c1-4d001e3629b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:37.222852 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f748581e-5417-4892-8b53-43c93021170b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:37.835536 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f748581e-5417-4892-8b53-43c93021170b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:28:38.050812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f748581e-5417-4892-8b53-43c93021170b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:28:38.061337 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fad7fa2-6152-4d73-96fa-25a02ac2894b None None] Sync routers for ids ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:28:38.072223 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f748581e-5417-4892-8b53-43c93021170b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/06fc72a5-71bc-4837-8897-aa3bb98b1fa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9072399 Jan 24 16:28:38.075470 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fad7fa2-6152-4d73-96fa-25a02ac2894b None None] Routers {'06fc72a5-71bc-4837-8897-aa3bb98b1fa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:28:38.076057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36650) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:38.076511 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0fad7fa2-6152-4d73-96fa-25a02ac2894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:28:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:38.256017 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-0fad7fa2-6152-4d73-96fa-25a02ac2894b None None] Set router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:28:38.269266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6cacb4-5958-46f4-b8e3-b46b650d647b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting subnet b72146bd-6d07-4a45-ada9-d18b1a51d27a {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:28:38.272195 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c6cacb4-5958-46f4-b8e3-b46b650d647b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:38.330335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c6cacb4-5958-46f4-b8e3-b46b650d647b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:38.422675 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c6cacb4-5958-46f4-b8e3-b46b650d647b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:38.501138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c6cacb4-5958-46f4-b8e3-b46b650d647b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:38.539215 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cacb4-5958-46f4-b8e3-b46b650d647b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Subnet': ['ID=b72146bd-6d07-4a45-ada9-d18b1a51d27a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:38.548172 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0fad7fa2-6152-4d73-96fa-25a02ac2894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'name': 'tempest-TestNetworkBasicOps-router-31885364', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:28:36Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:38.548599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5c6cacb4-5958-46f4-b8e3-b46b650d647b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:38.554463 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5152ca1b-7e06-4fce-8c55-176e980fb5ca None None] Network 70d61624-b5d3-426c-8e1c-497cc41d2fab requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:28:38.554924 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5c6cacb4-5958-46f4-b8e3-b46b650d647b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/subnets/b72146bd-6d07-4a45-ada9-d18b1a51d27a HTTP/1.1" status: 204 len: 168 time: 0.4775701 Jan 24 16:28:38.558190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36654) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:38.558868 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fad7fa2-6152-4d73-96fa-25a02ac2894b None None] Checking router: 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:28:38.577458 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fad7fa2-6152-4d73-96fa-25a02ac2894b None None] Routers {'06fc72a5-71bc-4837-8897-aa3bb98b1fa2'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:28:38.578099 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0fad7fa2-6152-4d73-96fa-25a02ac2894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:28:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:38.764939 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-0fad7fa2-6152-4d73-96fa-25a02ac2894b None None] Set router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:28:38.777693 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd92cde4-4524-4593-95bf-b6a6f5c3d25e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:38.817652 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] DHCP port deletion for 70d61624-b5d3-426c-8e1c-497cc41d2fab request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:28:38.822145 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Deleting port b53672b7-dd9a-4c72-b7ef-6292f1359a4f {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:28:38.822766 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:38.989588 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd92cde4-4524-4593-95bf-b6a6f5c3d25e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:39.002808 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-dd92cde4-4524-4593-95bf-b6a6f5c3d25e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port b23c9173-2a15-44e0-88c5-66f6602be156 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:28:39.003153 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd92cde4-4524-4593-95bf-b6a6f5c3d25e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:39.045575 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] For port b53672b7-dd9a-4c72-b7ef-6292f1359a4f, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b53672b7-dd9a-4c72-b7ef-6292f1359a4f,segment=NetworkSegment(6021cbea-95df-4caa-a150-4a726fb1e567),segment_id=6021cbea-95df-4caa-a150-4a726fb1e567)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:28:39.045575 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:39.079332 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0fad7fa2-6152-4d73-96fa-25a02ac2894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'name': 'tempest-TestNetworkBasicOps-router-31885364', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:28:36Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:39.084884 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fad7fa2-6152-4d73-96fa-25a02ac2894b None None] The sync data for ids ['06fc72a5-71bc-4837-8897-aa3bb98b1fa2'] in dv-neutron-826104-1-hyperv is: [{'id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'name': 'tempest-TestNetworkBasicOps-router-31885364', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:28:36Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'b23c9173-2a15-44e0-88c5-66f6602be156', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc72a5-71bc-4837-8897-aa3bb98b1fa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:27:27Z', 'updated_at': '2022-01-24T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:28:39.208187 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-dd92cde4-4524-4593-95bf-b6a6f5c3d25e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port b23c9173-2a15-44e0-88c5-66f6602be156, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b23c9173-2a15-44e0-88c5-66f6602be156,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:28:39.208715 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd92cde4-4524-4593-95bf-b6a6f5c3d25e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:39.215517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Calling delete_port for b53672b7-dd9a-4c72-b7ef-6292f1359a4f owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:28:39.274392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b7b1afdd-6dc1-4576-bf3f-02c8b18f2450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:39.307701 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:39.352688 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Pushing event deleted for resources: {'Port': ['ID=b53672b7-dd9a-4c72-b7ef-6292f1359a4f,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:39.361166 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] No DVR routers for this DVR port b53672b7-dd9a-4c72-b7ef-6292f1359a4f on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:28:39.366505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:39.366974 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:39.367177 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:39.367545 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:39.367850 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:39.368170 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:39.368489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:39.368807 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:39.369350 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:39.369422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:39.369714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5304b78d-26e3-4ab8-9d34-244fffb617b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:39.448195 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-dd92cde4-4524-4593-95bf-b6a6f5c3d25e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for b23c9173-2a15-44e0-88c5-66f6602be156 owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:28:39.627142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd92cde4-4524-4593-95bf-b6a6f5c3d25e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:39.673305 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92cde4-4524-4593-95bf-b6a6f5c3d25e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=b23c9173-2a15-44e0-88c5-66f6602be156,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:39.897782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd92cde4-4524-4593-95bf-b6a6f5c3d25e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:39.958710 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 438596bb-dc87-4683-87db-4869e823ac33 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:28:39.991988 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 438596bb-dc87-4683-87db-4869e823ac33 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:28:39.992325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 438596bb-dc87-4683-87db-4869e823ac33 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:28:39.992724 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b53672b7-dd9a-4c72-b7ef-6292f1359a4f no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:28:40.026582 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: b53672b7-dd9a-4c72-b7ef-6292f1359a4f {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:28:40.026917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b53672b7-dd9a-4c72-b7ef-6292f1359a4f not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:28:40.166934 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd92cde4-4524-4593-95bf-b6a6f5c3d25e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:40.173911 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd92cde4-4524-4593-95bf-b6a6f5c3d25e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:40.200793 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd92cde4-4524-4593-95bf-b6a6f5c3d25e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:40.201048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd92cde4-4524-4593-95bf-b6a6f5c3d25e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Fanout notify agent at l3_agent the message router_deleted on router 06fc72a5-71bc-4837-8897-aa3bb98b1fa2 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:28:40.220207 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd92cde4-4524-4593-95bf-b6a6f5c3d25e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:40.221448 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-dd92cde4-4524-4593-95bf-b6a6f5c3d25e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/routers/06fc72a5-71bc-4837-8897-aa3bb98b1fa2 HTTP/1.1" status: 204 len: 168 time: 1.6622229 Jan 24 16:28:40.224389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36658) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:40.313146 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:40.355580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7994-c4a1-4a7d-8c45-d1a578165639 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:40.389843 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:40.611044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7994-c4a1-4a7d-8c45-d1a578165639 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:40.639877 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-6c4e7994-c4a1-4a7d-8c45-d1a578165639 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d61624-b5d3-426c-8e1c-497cc41d2fab']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:40.656690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-6c4e7994-c4a1-4a7d-8c45-d1a578165639 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6021cbea-95df-4caa-a150-4a726fb1e567') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:40.656690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-6c4e7994-c4a1-4a7d-8c45-d1a578165639 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6021cbea-95df-4caa-a150-4a726fb1e567') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:40.669426 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7994-c4a1-4a7d-8c45-d1a578165639 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:40.694968 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7994-c4a1-4a7d-8c45-d1a578165639 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:40.703210 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4e7994-c4a1-4a7d-8c45-d1a578165639 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:28:40.704231 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7994-c4a1-4a7d-8c45-d1a578165639 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:28:40.721420 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:28:40.805178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7994-c4a1-4a7d-8c45-d1a578165639 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:40.822214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7994-c4a1-4a7d-8c45-d1a578165639 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:40.830774 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e7994-c4a1-4a7d-8c45-d1a578165639 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Network': ['ID=70d61624-b5d3-426c-8e1c-497cc41d2fab,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:40.851463 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6c4e7994-c4a1-4a7d-8c45-d1a578165639 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/networks/70d61624-b5d3-426c-8e1c-497cc41d2fab HTTP/1.1" status: 204 len: 168 time: 0.6259885 Jan 24 16:28:40.869650 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36662) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:40.877404 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ed468402-c925-4139-bdf2-98586fa50bc9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'network': {'name': 'tempest-network-smoke--75822910', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'port_security_enabled': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:28:40.882835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ed468402-c925-4139-bdf2-98586fa50bc9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:28:40.887254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ed468402-c925-4139-bdf2-98586fa50bc9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:network and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:28:40.890401 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ed468402-c925-4139-bdf2-98586fa50bc9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:28:40.896364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ed468402-c925-4139-bdf2-98586fa50bc9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:28:40.908700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed468402-c925-4139-bdf2-98586fa50bc9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:28:40.912337 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ed468402-c925-4139-bdf2-98586fa50bc9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:40.942313 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed468402-c925-4139-bdf2-98586fa50bc9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:28:40.953129 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ed468402-c925-4139-bdf2-98586fa50bc9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:40.953464 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-ed468402-c925-4139-bdf2-98586fa50bc9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Added segment 4a6bb0f7-6360-48ef-9e7f-4713350798d1 of type vlan for network e4ab6e34-e94f-410d-85d3-f678fde67553 Jan 24 16:28:40.984759 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ed468402-c925-4139-bdf2-98586fa50bc9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:41.012835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ed468402-c925-4139-bdf2-98586fa50bc9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:41.017285 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed468402-c925-4139-bdf2-98586fa50bc9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:41.017285 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ed468402-c925-4139-bdf2-98586fa50bc9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:41.122258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed468402-c925-4139-bdf2-98586fa50bc9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Network': ['ID=e4ab6e34-e94f-410d-85d3-f678fde67553,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:41.125285 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ed468402-c925-4139-bdf2-98586fa50bc9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2545998 Jan 24 16:28:41.128340 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36666) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:41.135545 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-20299539', 'admin_state_up': True, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:28:41.138318 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network e4ab6e34-e94f-410d-85d3-f678fde67553 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:28:41.141618 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:28:41.144964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:router and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:28:41.148179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:28:41.155713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:28:41.171527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:41.172183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:41.194763 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:41.341241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:41.647371 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:41.677074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:41.749051 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:41.819636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.183 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/17fbac03-47bf-496b-88b7-ea1ed95958f8) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:28:41.859801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b23c9173-2a15-44e0-88c5-66f6602be156 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:28:41.896576 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: b23c9173-2a15-44e0-88c5-66f6602be156 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:28:41.896911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b23c9173-2a15-44e0-88c5-66f6602be156 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:28:41.970445 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:42.001148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:42.069664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:28:42.072542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:28:42.077085 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:28:42.100674 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=17fbac03-47bf-496b-88b7-ea1ed95958f8,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:42.233677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:42.234310 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:42.474696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:28:42.705467 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:28:42.716025 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Sync routers for ids ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:28:42.728408 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Routers {'4f4fccea-5707-4c07-8fd4-1f28bbe52d71'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:28:42.729044 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:28:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:42.733624 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:42.735811 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-582413d8-1ace-446a-8d35-e4b23df88885 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6061337 Jan 24 16:28:42.738939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36670) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:42.777899 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-747fc2d9-56d2-4a0e-a15c-a7aa763fdbcd tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?project_id=c758db9abd254971bbaac83475af12ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377424 Jan 24 16:28:42.780644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36674) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:42.907437 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Set router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:28:42.909910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b83f35-5449-4aed-b6d9-2dd0bc769b59 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:42.911407 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-62b83f35-5449-4aed-b6d9-2dd0bc769b59 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298611 Jan 24 16:28:42.914399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36678) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:42.952372 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a67af332-c6bf-4f2f-bc0d-fb14c52dd17f tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369153 Jan 24 16:28:42.955150 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36682) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:42.960416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-587dc928-7ac1-434b-ba9b-5ab9e970a222 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-20838178', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:28:43.068651 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-587dc928-7ac1-434b-ba9b-5ab9e970a222 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:28:43.073276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-587dc928-7ac1-434b-ba9b-5ab9e970a222 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:subnet and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:28:43.076304 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-587dc928-7ac1-434b-ba9b-5ab9e970a222 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:28:43.082412 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-587dc928-7ac1-434b-ba9b-5ab9e970a222 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:28:43.093323 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587dc928-7ac1-434b-ba9b-5ab9e970a222 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:28:43.190957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:42Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:43.194870 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Checking router: 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:28:43.195209 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Updating router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 port 17fbac03-47bf-496b-88b7-ea1ed95958f8 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:28:43.196093 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-587dc928-7ac1-434b-ba9b-5ab9e970a222 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:43.246976 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:43.520189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-587dc928-7ac1-434b-ba9b-5ab9e970a222 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:43.578662 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:43.591036 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Transition to ACTIVE for port object 17fbac03-47bf-496b-88b7-ea1ed95958f8 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:28:43.599017 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dc928-7ac1-434b-ba9b-5ab9e970a222 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Subnet': ['ID=3aacaca0-5015-416a-9e15-1e9f5069dbe6,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:43.599258 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:43.612833 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587dc928-7ac1-434b-ba9b-5ab9e970a222 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Checking segment: {'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:28:43.613188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587dc928-7ac1-434b-ba9b-5ab9e970a222 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network hostable DHCP agents. Network: e4ab6e34-e94f-410d-85d3-f678fde67553, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:28:43.636941 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587dc928-7ac1-434b-ba9b-5ab9e970a222 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network e4ab6e34-e94f-410d-85d3-f678fde67553 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:28:43.647130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-587dc928-7ac1-434b-ba9b-5ab9e970a222 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, e4ab6e34-e94f-410d-85d3-f678fde67553) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:28:43.653226 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587dc928-7ac1-434b-ba9b-5ab9e970a222 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:43.653841 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-587dc928-7ac1-434b-ba9b-5ab9e970a222 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:43.668241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b10f434-43e5-4c0d-8840-73f9690462fc None None] Network e4ab6e34-e94f-410d-85d3-f678fde67553 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:28:43.677265 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-587dc928-7ac1-434b-ba9b-5ab9e970a222 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7211163 Jan 24 16:28:43.680056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36686) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:43.773308 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Attempting to bind port 17fbac03-47bf-496b-88b7-ea1ed95958f8 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:28:43.774034 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Attempting to bind port 17fbac03-47bf-496b-88b7-ea1ed95958f8 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:28:43.774034 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Attempting to bind port 17fbac03-47bf-496b-88b7-ea1ed95958f8 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:28:43.793233 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33916dc5-aa50-4234-94fe-17c6665dcfc0 None None] Pushing event updated for resources: {'Port': ['ID=17fbac03-47bf-496b-88b7-ea1ed95958f8,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:43.799449 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:28:43.799867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:28:43.800256 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:43.800625 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:28:43.801044 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Bound port: 17fbac03-47bf-496b-88b7-ea1ed95958f8, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:28:43.801434 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:43.936599 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] For port 17fbac03-47bf-496b-88b7-ea1ed95958f8, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:28:43.951944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] For port 17fbac03-47bf-496b-88b7-ea1ed95958f8, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=17fbac03-47bf-496b-88b7-ea1ed95958f8,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:28:43.957706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:44.052833 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-e4ab6e34-e94f-410d-85d3-f678fde67553', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:28:44.053614 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:44.126007 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33916dc5-aa50-4234-94fe-17c6665dcfc0 None None] Pushing event updated for resources: {'Port': ['ID=17fbac03-47bf-496b-88b7-ea1ed95958f8,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:44.140583 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Routers {'4f4fccea-5707-4c07-8fd4-1f28bbe52d71'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:28:44.141203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:28:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:44.376157 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Allocated IP 172.20.0.2 (e4ab6e34-e94f-410d-85d3-f678fde67553/3aacaca0-5015-416a-9e15-1e9f5069dbe6/2b87c299-08e8-4329-9b5f-9eda93bc27ab) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:28:44.392982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] Set router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:28:44.440173 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:44.812249 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:44.824816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Transition to ACTIVE for port object 2b87c299-08e8-4329-9b5f-9eda93bc27ab will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:28:44.847278 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Transition to ACTIVE for port object 2b87c299-08e8-4329-9b5f-9eda93bc27ab will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:28:44.858585 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:44.912423 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:42Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:44.924704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.1 (e4ab6e34-e94f-410d-85d3-f678fde67553/3aacaca0-5015-416a-9e15-1e9f5069dbe6/b7e68260-38e5-474a-86c6-2140c3f848af) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:28:44.925223 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Network e4ab6e34-e94f-410d-85d3-f678fde67553 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:28:44.928666 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:28:44.932251 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c29219-090f-4a50-8fdd-3e1bd89b0aa8 None None] The sync data for ids ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'] in dv-neutron-826104-1-hyperv is: [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:42Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:28:44.934042 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:28:44.946661 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Pushing event updated for resources: {'Port': ['ID=2b87c299-08e8-4329-9b5f-9eda93bc27ab,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:45.036854 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Attempting to bind port 2b87c299-08e8-4329-9b5f-9eda93bc27ab on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:28:45.037228 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Attempting to bind port 2b87c299-08e8-4329-9b5f-9eda93bc27ab by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:28:45.037584 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Attempting to bind port 2b87c299-08e8-4329-9b5f-9eda93bc27ab on network e4ab6e34-e94f-410d-85d3-f678fde67553 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:28:45.047242 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:28:45.047636 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Checking segment: {'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:28:45.048203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:45.048731 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Bound using segment: {'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:28:45.049336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Bound port: 2b87c299-08e8-4329-9b5f-9eda93bc27ab, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:28:45.050014 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:45.177192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] For port 2b87c299-08e8-4329-9b5f-9eda93bc27ab, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:28:45.182106 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] For port 2b87c299-08e8-4329-9b5f-9eda93bc27ab, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=2b87c299-08e8-4329-9b5f-9eda93bc27ab,segment=NetworkSegment(4a6bb0f7-6360-48ef-9e7f-4713350798d1),segment_id=4a6bb0f7-6360-48ef-9e7f-4713350798d1)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:28:45.189954 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:45.240477 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:45.258070 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object b7e68260-38e5-474a-86c6-2140c3f848af will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:28:45.283602 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b532f-0e5b-4a1c-9191-dafd8d460f0c None None] Pushing event updated for resources: {'Port': ['ID=2b87c299-08e8-4329-9b5f-9eda93bc27ab,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:45.289556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:45.367524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network e4ab6e34-e94f-410d-85d3-f678fde67553 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:28:45.371186 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:28:45.374079 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:28:45.410428 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=b7e68260-38e5-474a-86c6-2140c3f848af,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:45.467861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:45.563030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:45.960153 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 17fbac03-47bf-496b-88b7-ea1ed95958f8 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:28:45.991839 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:45.997819 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:46.054856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 17fbac03-47bf-496b-88b7-ea1ed95958f8 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:28:46.063433 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 17fbac03-47bf-496b-88b7-ea1ed95958f8 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:28:46.063996 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:46.106235 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=b7e68260-38e5-474a-86c6-2140c3f848af,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:46.135716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:46.241902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:46.260465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 17fbac03-47bf-496b-88b7-ea1ed95958f8, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=17fbac03-47bf-496b-88b7-ea1ed95958f8,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:28:46.265994 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:46.267057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 2b87c299-08e8-4329-9b5f-9eda93bc27ab up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:28:46.285453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network e4ab6e34-e94f-410d-85d3-f678fde67553 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:28:46.286749 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:28:46.324288 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a5f099-baf2-46e2-96e5-3e037fd3b547 None None] Network e4ab6e34-e94f-410d-85d3-f678fde67553 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:28:46.489305 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=17fbac03-47bf-496b-88b7-ea1ed95958f8,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:46.491911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d0022f0e-43b7-4c6b-832b-c15764a52c67 None None] Provisioning for port 2b87c299-08e8-4329-9b5f-9eda93bc27ab completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:28:46.557097 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 2b87c299-08e8-4329-9b5f-9eda93bc27ab completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:28:46.569964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 2b87c299-08e8-4329-9b5f-9eda93bc27ab triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:28:46.570329 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:46.687625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:28:46.747775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:46.782507 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 2b87c299-08e8-4329-9b5f-9eda93bc27ab, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=2b87c299-08e8-4329-9b5f-9eda93bc27ab,segment=NetworkSegment(4a6bb0f7-6360-48ef-9e7f-4713350798d1),segment_id=4a6bb0f7-6360-48ef-9e7f-4713350798d1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:28:46.789111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:46.859688 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=2b87c299-08e8-4329-9b5f-9eda93bc27ab,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:47.035229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:28:47.047284 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d73338f4-d529-47c4-8b62-ce3922bedc43 None None] Provisioning for port b7e68260-38e5-474a-86c6-2140c3f848af completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:28:47.054121 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-15e36cf9-c2fb-4eee-8e56-84a5d0e738cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/4f4fccea-5707-4c07-8fd4-1f28bbe52d71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3700719 Jan 24 16:28:47.054121 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36694) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:47.059902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d73338f4-d529-47c4-8b62-ce3922bedc43 None None] Provisioning complete for port b7e68260-38e5-474a-86c6-2140c3f848af triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:28:47.060468 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d73338f4-d529-47c4-8b62-ce3922bedc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:47.126544 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d73338f4-d529-47c4-8b62-ce3922bedc43 None None] Port b7e68260-38e5-474a-86c6-2140c3f848af cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:28:47.145311 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d73338f4-d529-47c4-8b62-ce3922bedc43 None None] Provisioning complete for port 2b87c299-08e8-4329-9b5f-9eda93bc27ab triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:28:47.145794 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d73338f4-d529-47c4-8b62-ce3922bedc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:47.208558 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6086275-8ef2-4ee2-a49f-330411851374 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:47.208938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6086275-8ef2-4ee2-a49f-330411851374 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:47.209546 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6086275-8ef2-4ee2-a49f-330411851374 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:47.209626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6086275-8ef2-4ee2-a49f-330411851374 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:47.209973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6086275-8ef2-4ee2-a49f-330411851374 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:47.210803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6086275-8ef2-4ee2-a49f-330411851374 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:47.216238 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d6086275-8ef2-4ee2-a49f-330411851374 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1584110 Jan 24 16:28:47.220114 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36698) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:47.292215 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161943af-56e2-4e6d-a569-72f8cd5b437e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:47.292856 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161943af-56e2-4e6d-a569-72f8cd5b437e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:47.292961 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161943af-56e2-4e6d-a569-72f8cd5b437e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:47.293362 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161943af-56e2-4e6d-a569-72f8cd5b437e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:47.293718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161943af-56e2-4e6d-a569-72f8cd5b437e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:47.294060 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161943af-56e2-4e6d-a569-72f8cd5b437e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:47.295859 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-161943af-56e2-4e6d-a569-72f8cd5b437e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0780294 Jan 24 16:28:47.299162 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36702) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:47.405014 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7c65f869-4f66-47f0-8e0d-418a10f37246 None None] Provisioning complete for port b7e68260-38e5-474a-86c6-2140c3f848af triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:28:47.405377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7c65f869-4f66-47f0-8e0d-418a10f37246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:47.460809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-7c65f869-4f66-47f0-8e0d-418a10f37246 None None] Port b7e68260-38e5-474a-86c6-2140c3f848af cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:28:47.507365 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cc331005-7f41-430c-b4fc-8a9c5fcc89fd tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2074592 Jan 24 16:28:47.863496 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:47.909255 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 17fbac03-47bf-496b-88b7-ea1ed95958f8 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:28:47.982988 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 17fbac03-47bf-496b-88b7-ea1ed95958f8 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:28:47.983425 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.065810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36708) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:48.071816 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-9df00402-b82b-4b8e-a078-d8ccaab55459 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-888533002', 'description': 'tempest-secgroup-smoke-888533002 description', 'project_id': 'c758db9abd254971bbaac83475af12ff'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:28:48.078318 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9df00402-b82b-4b8e-a078-d8ccaab55459 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:28:48.083674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9df00402-b82b-4b8e-a078-d8ccaab55459 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:28:48.086597 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9df00402-b82b-4b8e-a078-d8ccaab55459 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:28:48.093608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9df00402-b82b-4b8e-a078-d8ccaab55459 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:28:48.104687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9df00402-b82b-4b8e-a078-d8ccaab55459 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.106311 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 2b87c299-08e8-4329-9b5f-9eda93bc27ab up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:28:48.141662 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9df00402-b82b-4b8e-a078-d8ccaab55459 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:28:48.145356 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9df00402-b82b-4b8e-a078-d8ccaab55459 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:28:48.148214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9df00402-b82b-4b8e-a078-d8ccaab55459 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:28:48.153742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9df00402-b82b-4b8e-a078-d8ccaab55459 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:28:48.175354 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 2b87c299-08e8-4329-9b5f-9eda93bc27ab triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:28:48.175751 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.209429 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9df00402-b82b-4b8e-a078-d8ccaab55459 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.214142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9df00402-b82b-4b8e-a078-d8ccaab55459 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.264234 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df00402-b82b-4b8e-a078-d8ccaab55459 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34216504-3a25-4eed-983a-4730b603b8be,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:48.269398 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9df00402-b82b-4b8e-a078-d8ccaab55459 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.273568 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9df00402-b82b-4b8e-a078-d8ccaab55459 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2039747 Jan 24 16:28:48.273818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36712) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:48.279562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d16beb28-68d3-483a-a5a8-3fa1edd1a0f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '34216504-3a25-4eed-983a-4730b603b8be', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:28:48.285592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d16beb28-68d3-483a-a5a8-3fa1edd1a0f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:28:48.290595 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d16beb28-68d3-483a-a5a8-3fa1edd1a0f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:28:48.294399 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d16beb28-68d3-483a-a5a8-3fa1edd1a0f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:28:48.300131 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d16beb28-68d3-483a-a5a8-3fa1edd1a0f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:28:48.320262 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d16beb28-68d3-483a-a5a8-3fa1edd1a0f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.383689 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d16beb28-68d3-483a-a5a8-3fa1edd1a0f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.388689 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d16beb28-68d3-483a-a5a8-3fa1edd1a0f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.411598 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16beb28-68d3-483a-a5a8-3fa1edd1a0f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3713e59-4c76-49fe-996e-e7950ba0b618,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:48.421648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d16beb28-68d3-483a-a5a8-3fa1edd1a0f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.425575 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d16beb28-68d3-483a-a5a8-3fa1edd1a0f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1482360 Jan 24 16:28:48.425788 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36716) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:48.431801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-1167086f-ade3-4b2e-b0b1-6131b2a56465 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '34216504-3a25-4eed-983a-4730b603b8be', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:28:48.439216 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1167086f-ade3-4b2e-b0b1-6131b2a56465 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:28:48.443605 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1167086f-ade3-4b2e-b0b1-6131b2a56465 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:28:48.446451 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1167086f-ade3-4b2e-b0b1-6131b2a56465 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:28:48.452754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1167086f-ade3-4b2e-b0b1-6131b2a56465 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:28:48.471024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1167086f-ade3-4b2e-b0b1-6131b2a56465 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.535136 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1167086f-ade3-4b2e-b0b1-6131b2a56465 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.540119 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1167086f-ade3-4b2e-b0b1-6131b2a56465 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.553550 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Sync routers for ids ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:28:48.566139 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Routers {'4f4fccea-5707-4c07-8fd4-1f28bbe52d71'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:28:48.566342 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167086f-ade3-4b2e-b0b1-6131b2a56465 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6f76fd-4f2a-4798-93d6-82f156a3a5eb,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:48.566751 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:28:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:48.576648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1167086f-ade3-4b2e-b0b1-6131b2a56465 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.577849 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1167086f-ade3-4b2e-b0b1-6131b2a56465 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1511712 Jan 24 16:28:48.580612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36720) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:48.586168 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f4b7f617-5b2f-44f3-b837-8539d76ca6d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '34216504-3a25-4eed-983a-4730b603b8be', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:28:48.592132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f4b7f617-5b2f-44f3-b837-8539d76ca6d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:28:48.595887 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f4b7f617-5b2f-44f3-b837-8539d76ca6d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:28:48.598590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f4b7f617-5b2f-44f3-b837-8539d76ca6d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:28:48.604616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f4b7f617-5b2f-44f3-b837-8539d76ca6d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:28:48.623960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f4b7f617-5b2f-44f3-b837-8539d76ca6d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.689674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f4b7f617-5b2f-44f3-b837-8539d76ca6d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.694742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f4b7f617-5b2f-44f3-b837-8539d76ca6d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.718851 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7f617-5b2f-44f3-b837-8539d76ca6d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdacbb3-1820-4491-a67a-0ce968a60bb1,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:48.729231 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f4b7f617-5b2f-44f3-b837-8539d76ca6d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.730690 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f4b7f617-5b2f-44f3-b837-8539d76ca6d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1489353 Jan 24 16:28:48.733731 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36724) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:48.740075 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0c15cdeb-b0c8-4cbe-8951-bfb6c00bc93a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '34216504-3a25-4eed-983a-4730b603b8be', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:28:48.745316 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Set router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:28:48.747870 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0c15cdeb-b0c8-4cbe-8951-bfb6c00bc93a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:28:48.752646 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0c15cdeb-b0c8-4cbe-8951-bfb6c00bc93a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:28:48.755730 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0c15cdeb-b0c8-4cbe-8951-bfb6c00bc93a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:28:48.761734 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0c15cdeb-b0c8-4cbe-8951-bfb6c00bc93a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:28:48.780237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0c15cdeb-b0c8-4cbe-8951-bfb6c00bc93a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.847580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0c15cdeb-b0c8-4cbe-8951-bfb6c00bc93a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.851690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0c15cdeb-b0c8-4cbe-8951-bfb6c00bc93a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.876617 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15cdeb-b0c8-4cbe-8951-bfb6c00bc93a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2e9b5e-83b4-4ffb-b078-139fc2dca62e,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:48.887731 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0c15cdeb-b0c8-4cbe-8951-bfb6c00bc93a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:48.888450 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0c15cdeb-b0c8-4cbe-8951-bfb6c00bc93a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1535695 Jan 24 16:28:48.891169 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36728) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:48.896812 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-82808aff-8d97-4134-9195-4040e66f6605 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '34216504-3a25-4eed-983a-4730b603b8be', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:28:48.902794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-82808aff-8d97-4134-9195-4040e66f6605 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:28:48.906628 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-82808aff-8d97-4134-9195-4040e66f6605 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:28:48.909474 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-82808aff-8d97-4134-9195-4040e66f6605 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:28:48.914923 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-82808aff-8d97-4134-9195-4040e66f6605 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:28:48.929283 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-82808aff-8d97-4134-9195-4040e66f6605 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:28:48.935709 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-82808aff-8d97-4134-9195-4040e66f6605 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:49.001279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-82808aff-8d97-4134-9195-4040e66f6605 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:49.005731 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-82808aff-8d97-4134-9195-4040e66f6605 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:49.033282 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82808aff-8d97-4134-9195-4040e66f6605 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733995f9-7936-4d01-9dcc-c0a56bed54e0,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:49.041853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-82808aff-8d97-4134-9195-4040e66f6605 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:49.043385 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-82808aff-8d97-4134-9195-4040e66f6605 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1511302 Jan 24 16:28:49.046425 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36732) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:28:49.053301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-181eca66-c476-4990-94b3-c7bfcd4837a9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '34216504-3a25-4eed-983a-4730b603b8be', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:28:49.060609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-181eca66-c476-4990-94b3-c7bfcd4837a9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:28:49.064919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-181eca66-c476-4990-94b3-c7bfcd4837a9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:28:49.068764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-181eca66-c476-4990-94b3-c7bfcd4837a9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:28:49.076466 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-181eca66-c476-4990-94b3-c7bfcd4837a9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:28:49.087666 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:45Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'b7e68260-38e5-474a-86c6-2140c3f848af', 'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:38:a9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:44Z', 'updated_at': '2022-01-24T16:28:45Z', 'revision_number': 2, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:49.090965 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-181eca66-c476-4990-94b3-c7bfcd4837a9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:28:49.092918 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Checking router: 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:28:49.093310 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Updating router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 port b7e68260-38e5-474a-86c6-2140c3f848af binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:28:49.097375 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-181eca66-c476-4990-94b3-c7bfcd4837a9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:49.145180 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:49.164678 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-181eca66-c476-4990-94b3-c7bfcd4837a9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:49.169534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-181eca66-c476-4990-94b3-c7bfcd4837a9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:49.192501 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181eca66-c476-4990-94b3-c7bfcd4837a9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a59bb2-f126-4bac-ae16-750ff26d641c,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:49.202488 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-181eca66-c476-4990-94b3-c7bfcd4837a9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:49.203872 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-181eca66-c476-4990-94b3-c7bfcd4837a9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1559291 Jan 24 16:28:49.484789 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:49.497400 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Transition to ACTIVE for port object b7e68260-38e5-474a-86c6-2140c3f848af will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:28:49.508375 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:49.583335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-10fe1b7b-18c9-4d65-b8b1-c9547ab7af33 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:28:49.601406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-10fe1b7b-18c9-4d65-b8b1-c9547ab7af33 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:28:49.603239 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-10fe1b7b-18c9-4d65-b8b1-c9547ab7af33 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-888533002&fields=id&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 267 time: 0.0632920 Jan 24 16:28:49.632762 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a8700-0a41-4c63-878b-3e5e1b79915c None None] Pushing event updated for resources: {'Port': ['ID=b7e68260-38e5-474a-86c6-2140c3f848af,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:49.657050 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a8700-0a41-4c63-878b-3e5e1b79915c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:49.657645 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a8700-0a41-4c63-878b-3e5e1b79915c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:49.657966 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a8700-0a41-4c63-878b-3e5e1b79915c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:49.658442 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a8700-0a41-4c63-878b-3e5e1b79915c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:49.659022 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a8700-0a41-4c63-878b-3e5e1b79915c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:49.659420 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a8700-0a41-4c63-878b-3e5e1b79915c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:49.659849 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a8700-0a41-4c63-878b-3e5e1b79915c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:49.660239 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a8700-0a41-4c63-878b-3e5e1b79915c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:49.660621 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a8700-0a41-4c63-878b-3e5e1b79915c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:49.661004 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a8700-0a41-4c63-878b-3e5e1b79915c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:49.661378 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a8700-0a41-4c63-878b-3e5e1b79915c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:49.761593 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c8f11860-3263-4c44-a1f3-5052443f3bb0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:49.762380 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c8f11860-3263-4c44-a1f3-5052443f3bb0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:28:49.778397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c8f11860-3263-4c44-a1f3-5052443f3bb0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:28:49.779695 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c8f11860-3263-4c44-a1f3-5052443f3bb0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/networks?id=e4ab6e34-e94f-410d-85d3-f678fde67553 HTTP/1.1" status: 200 len: 795 time: 0.1691275 Jan 24 16:28:49.783907 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Attempting to bind port b7e68260-38e5-474a-86c6-2140c3f848af on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:28:49.784334 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Attempting to bind port b7e68260-38e5-474a-86c6-2140c3f848af by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:28:49.784750 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Attempting to bind port b7e68260-38e5-474a-86c6-2140c3f848af on network e4ab6e34-e94f-410d-85d3-f678fde67553 {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:28:49.791305 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:28:49.791780 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Checking segment: {'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:28:49.792234 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:49.792941 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Bound using segment: {'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:28:49.793591 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Bound port: b7e68260-38e5-474a-86c6-2140c3f848af, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:28:49.794044 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:49.797589 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-d5f1a3c6-f592-4644-8d8e-f69207252070 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/quotas/c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 375 time: 0.0116482 Jan 24 16:28:49.877438 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-638ec5cf-d89a-42db-ae7e-d39ed5c5ed62 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:28:49.884510 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] For port b7e68260-38e5-474a-86c6-2140c3f848af, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:28:49.889135 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] For port b7e68260-38e5-474a-86c6-2140c3f848af, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b7e68260-38e5-474a-86c6-2140c3f848af,segment=NetworkSegment(4a6bb0f7-6360-48ef-9e7f-4713350798d1),segment_id=4a6bb0f7-6360-48ef-9e7f-4713350798d1)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:28:49.894444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-638ec5cf-d89a-42db-ae7e-d39ed5c5ed62 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:28:49.894579 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:49.895794 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-638ec5cf-d89a-42db-ae7e-d39ed5c5ed62 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925615 Jan 24 16:28:49.979602 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Routers {'4f4fccea-5707-4c07-8fd4-1f28bbe52d71'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:28:49.981189 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:28:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:50.046449 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a8700-0a41-4c63-878b-3e5e1b79915c None None] Pushing event updated for resources: {'Port': ['ID=b7e68260-38e5-474a-86c6-2140c3f848af,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:50.176073 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] Set router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:28:50.178063 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-51ec981b-4252-4ae7-94bf-713aee46c768 service neutron] 10.222.0.130 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703121 Jan 24 16:28:50.314483 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-133e907c-96f4-48f1-b02c-fa6a11652a57 service neutron] 10.222.0.130 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290584 Jan 24 16:28:50.549689 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:45Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'b7e68260-38e5-474a-86c6-2140c3f848af', 'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:38:a9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:44Z', 'updated_at': '2022-01-24T16:28:49Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:28:50.554110 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51169c2b-f1ee-402a-bfd0-7cd24fa37fe1 None None] The sync data for ids ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'] in dv-neutron-826104-1-hyperv is: [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:45Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'b7e68260-38e5-474a-86c6-2140c3f848af', 'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:38:a9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:44Z', 'updated_at': '2022-01-24T16:28:49Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:28:50.626144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-c434bd97-a450-4bc7-8077-7315f5c37ccd req-0cb8aed3-f4ac-41fc-9e87-71dc25b96706 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:28:50.640725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-c434bd97-a450-4bc7-8077-7315f5c37ccd req-0cb8aed3-f4ac-41fc-9e87-71dc25b96706 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:28:50.641913 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c434bd97-a450-4bc7-8077-7315f5c37ccd req-0cb8aed3-f4ac-41fc-9e87-71dc25b96706 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 210 time: 0.1735797 Jan 24 16:28:51.813919 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1a9f7998-c4b1-405a-ac50-a9a42737281b req-6c6368f9-8973-4fbb-9a81-2873118b033a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 210 time: 0.0453982 Jan 24 16:28:51.907379 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-544a263f-9a37-4486-9ecd-f8676cc0c21f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:51.908098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-544a263f-9a37-4486-9ecd-f8676cc0c21f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:28:51.920513 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-544a263f-9a37-4486-9ecd-f8676cc0c21f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:28:51.921822 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-544a263f-9a37-4486-9ecd-f8676cc0c21f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/networks?id=e4ab6e34-e94f-410d-85d3-f678fde67553 HTTP/1.1" status: 200 len: 795 time: 0.1930325 Jan 24 16:28:51.932338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b7e68260-38e5-474a-86c6-2140c3f848af up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:28:51.985059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-a7fb6310-a184-4a8b-b64d-fdda3f82e44a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:28:52.000566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-a7fb6310-a184-4a8b-b64d-fdda3f82e44a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:28:52.001651 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-a7fb6310-a184-4a8b-b64d-fdda3f82e44a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 379 time: 0.0595753 Jan 24 16:28:52.005532 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port b7e68260-38e5-474a-86c6-2140c3f848af completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:28:52.010801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port b7e68260-38e5-474a-86c6-2140c3f848af triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:28:52.011292 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:52.013601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'port': {'device_id': 'd67d7b65-503a-408c-bc01-1871fd0b9001', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'admin_state_up': True, 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'security_groups': ['34216504-3a25-4eed-983a-4730b603b8be']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:28:52.132224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:52.151389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:28:52.162061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:28:52.165228 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port b7e68260-38e5-474a-86c6-2140c3f848af, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b7e68260-38e5-474a-86c6-2140c3f848af,segment=NetworkSegment(4a6bb0f7-6360-48ef-9e7f-4713350798d1),segment_id=4a6bb0f7-6360-48ef-9e7f-4713350798d1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:28:52.170092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:52.174249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:28:52.177677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:52.244036 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=b7e68260-38e5-474a-86c6-2140c3f848af,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:52.357066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.3 (e4ab6e34-e94f-410d-85d3-f678fde67553/3aacaca0-5015-416a-9e15-1e9f5069dbe6/c5e6e155-9430-4c3f-9881-82b7dafd4e00) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:28:52.646524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:52.662265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object c5e6e155-9430-4c3f-9881-82b7dafd4e00 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:28:52.686576 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:52.761255 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network e4ab6e34-e94f-410d-85d3-f678fde67553 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:28:52.764589 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:28:52.768998 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:28:52.795742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=c5e6e155-9430-4c3f-9881-82b7dafd4e00,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:52.814979 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:52.815316 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:52.815672 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:52.815992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:52.816310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:52.816626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:52.816938 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:52.817255 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:52.817600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:52.817906 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:52.818197 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:28:52.843273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:52.843901 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:52.870851 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-4e1863ab-d6f3-4f53-a741-a431ad55ddfa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8618052 Jan 24 16:28:52.882960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Request body: {'port': {'device_id': 'd67d7b65-503a-408c-bc01-1871fd0b9001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:28:52.969003 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0a293734-883f-4fe7-8979-81bc1956e309 None None] Provisioning for port c5e6e155-9430-4c3f-9881-82b7dafd4e00 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:28:52.973914 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0a293734-883f-4fe7-8979-81bc1956e309 None None] Provisioning complete for port c5e6e155-9430-4c3f-9881-82b7dafd4e00 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:28:52.974382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0a293734-883f-4fe7-8979-81bc1956e309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:53.028896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0a293734-883f-4fe7-8979-81bc1956e309 None None] Port c5e6e155-9430-4c3f-9881-82b7dafd4e00 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:28:53.042234 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:53.121844 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f029d55-b87b-4878-a331-b050955c3640 req-52e6afce-fc0f-4410-9ba2-2ffccecc524b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:53.122524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-6f029d55-b87b-4878-a331-b050955c3640 req-52e6afce-fc0f-4410-9ba2-2ffccecc524b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:28:53.193751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-6f029d55-b87b-4878-a331-b050955c3640 req-52e6afce-fc0f-4410-9ba2-2ffccecc524b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:28:53.194789 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6f029d55-b87b-4878-a331-b050955c3640 req-52e6afce-fc0f-4410-9ba2-2ffccecc524b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 931 time: 0.2331564 Jan 24 16:28:53.326681 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6f029d55-b87b-4878-a331-b050955c3640 req-04e3f601-88af-466c-9eaf-5d26b6be672d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=34216504-3a25-4eed-983a-4730b603b8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246607 Jan 24 16:28:53.446021 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e6e155-9430-4c3f-9881-82b7dafd4e00 {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:28:53.454333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:53.468730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Transition to ACTIVE for port object c5e6e155-9430-4c3f-9881-82b7dafd4e00 will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:28:53.475786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:53.600216 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e6e155-9430-4c3f-9881-82b7dafd4e00,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:53.706082 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Attempting to bind port c5e6e155-9430-4c3f-9881-82b7dafd4e00 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:28:53.706345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Attempting to bind port c5e6e155-9430-4c3f-9881-82b7dafd4e00 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:28:53.706658 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Attempting to bind port c5e6e155-9430-4c3f-9881-82b7dafd4e00 on network e4ab6e34-e94f-410d-85d3-f678fde67553 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:28:53.712389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Port c5e6e155-9430-4c3f-9881-82b7dafd4e00 on network e4ab6e34-e94f-410d-85d3-f678fde67553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:28:53.712724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Attempting to bind port c5e6e155-9430-4c3f-9881-82b7dafd4e00 on network e4ab6e34-e94f-410d-85d3-f678fde67553 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:28:53.719622 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:28:53.719949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Checking segment: {'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:28:53.720321 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Bound using segment: {'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:28:53.720727 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Bound port: c5e6e155-9430-4c3f-9881-82b7dafd4e00, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:28:53.721058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:53.813125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] For port c5e6e155-9430-4c3f-9881-82b7dafd4e00, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:28:53.816248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] For port c5e6e155-9430-4c3f-9881-82b7dafd4e00, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=c5e6e155-9430-4c3f-9881-82b7dafd4e00,segment=NetworkSegment(4a6bb0f7-6360-48ef-9e7f-4713350798d1),segment_id=4a6bb0f7-6360-48ef-9e7f-4713350798d1)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:28:53.821091 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:53.884442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:53.885786 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] 10.222.0.129 "PUT /v2.0/ports/c5e6e155-9430-4c3f-9881-82b7dafd4e00 HTTP/1.1" status: 200 len: 1093 time: 1.0077975 Jan 24 16:28:53.886384 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67d7b65-503a-408c-bc01-1871fd0b9001', 'tag': 'c5e6e155-9430-4c3f-9881-82b7dafd4e00'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:28:53.912949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bf9f9-6923-490b-877d-2877ee283966 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e6e155-9430-4c3f-9881-82b7dafd4e00,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:53.931386 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b7e68260-38e5-474a-86c6-2140c3f848af up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:28:53.965650 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67d7b65-503a-408c-bc01-1871fd0b9001', 'tag': 'c5e6e155-9430-4c3f-9881-82b7dafd4e00', 'status': 'completed', 'code': 200} Jan 24 16:28:54.006707 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-05f3c205-9b98-432d-b129-47917728076b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 1096 time: 0.0772750 Jan 24 16:28:54.008554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port b7e68260-38e5-474a-86c6-2140c3f848af triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:28:54.009010 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:54.084063 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-fa072212-dd1b-4630-8189-79f3e41e9767 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e6e155-9430-4c3f-9881-82b7dafd4e00 HTTP/1.1" status: 200 len: 217 time: 0.0697033 Jan 24 16:28:54.154276 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-d5c8fb36-9d84-4df1-9606-0583bf30cbbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:54.155735 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-d5c8fb36-9d84-4df1-9606-0583bf30cbbd service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3aacaca0-5015-416a-9e15-1e9f5069dbe6 HTTP/1.1" status: 200 len: 833 time: 0.0643356 Jan 24 16:28:54.234884 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-2f7ed703-4a3b-47cf-9871-435a4155e91a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e4ab6e34-e94f-410d-85d3-f678fde67553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722647 Jan 24 16:28:54.375393 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-84ea4034-7679-4439-8a44-3c715cbe4d00 service neutron] 10.222.0.129 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312528 Jan 24 16:28:54.651699 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-911f5109-f5a7-4480-89bc-ea53007bf245 req-e89100b2-f914-4ecc-9550-6f23bf3470e6 service neutron] 10.222.0.129 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662473 Jan 24 16:28:54.668981 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef395ff-7a95-4fb1-8dbb-1cca2da3738f req-7b2c5e37-70a6-4096-b61d-55e3d49e4a57 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:54.670583 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4ef395ff-7a95-4fb1-8dbb-1cca2da3738f req-7b2c5e37-70a6-4096-b61d-55e3d49e4a57 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 943 time: 0.1283646 Jan 24 16:28:54.764820 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4ef395ff-7a95-4fb1-8dbb-1cca2da3738f req-0761a6a9-ace6-4b69-afba-a79a7aea21f5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=34216504-3a25-4eed-983a-4730b603b8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861628 Jan 24 16:28:54.786032 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9001e7ca-a351-41c1-9dd0-29ba75f16709 req-e2de947f-352a-4705-b5a2-d61a3a93ffda service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 1096 time: 0.0858631 Jan 24 16:28:54.919668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001e7ca-a351-41c1-9dd0-29ba75f16709 req-5ebf9623-7f69-4709-acba-48bd2a7908b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:54.921176 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9001e7ca-a351-41c1-9dd0-29ba75f16709 req-5ebf9623-7f69-4709-acba-48bd2a7908b5 service neutron] 10.222.0.129 "GET /v2.0/networks?id=e4ab6e34-e94f-410d-85d3-f678fde67553 HTTP/1.1" status: 200 len: 896 time: 0.1284885 Jan 24 16:28:55.000848 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9001e7ca-a351-41c1-9dd0-29ba75f16709 req-86ce23b6-9e47-4359-a194-f85a8b589934 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e6e155-9430-4c3f-9881-82b7dafd4e00 HTTP/1.1" status: 200 len: 217 time: 0.0706782 Jan 24 16:28:55.066970 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001e7ca-a351-41c1-9dd0-29ba75f16709 req-4dd66917-b2a9-49d7-90b1-1f327ea58f48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:55.068513 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9001e7ca-a351-41c1-9dd0-29ba75f16709 req-4dd66917-b2a9-49d7-90b1-1f327ea58f48 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3aacaca0-5015-416a-9e15-1e9f5069dbe6 HTTP/1.1" status: 200 len: 833 time: 0.0614867 Jan 24 16:28:55.150957 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9001e7ca-a351-41c1-9dd0-29ba75f16709 req-20732971-adcd-45fe-a862-fa3f7ae257fd service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e4ab6e34-e94f-410d-85d3-f678fde67553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746713 Jan 24 16:28:55.295951 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9001e7ca-a351-41c1-9dd0-29ba75f16709 req-6d18443b-9924-473e-ba5c-44466533a7a9 service neutron] 10.222.0.129 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378164 Jan 24 16:28:55.431504 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9001e7ca-a351-41c1-9dd0-29ba75f16709 req-611b5089-df1d-4304-a4d7-edfadabbf040 service neutron] 10.222.0.129 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288416 Jan 24 16:28:55.986794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51812e-13d1-443a-ac71-6966e40a5628 req-2f1fe1a5-5be0-418b-a32e-f8c9db2f0165 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:55.988270 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ad51812e-13d1-443a-ac71-6966e40a5628 req-2f1fe1a5-5be0-418b-a32e-f8c9db2f0165 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 943 time: 0.0847995 Jan 24 16:28:56.036104 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ad51812e-13d1-443a-ac71-6966e40a5628 req-841f1ee4-c8f8-4fda-8d92-7f484be0d51c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=34216504-3a25-4eed-983a-4730b603b8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422308 Jan 24 16:28:57.236479 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b528a-ff9a-446f-b1ec-289d7cee5871 req-123a8be2-1a15-42b1-babc-f1a425ee1c18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:57.237961 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-da6b528a-ff9a-446f-b1ec-289d7cee5871 req-123a8be2-1a15-42b1-babc-f1a425ee1c18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 943 time: 0.0783303 Jan 24 16:28:57.284282 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-da6b528a-ff9a-446f-b1ec-289d7cee5871 req-e536306a-33d6-4d28-b622-21244a474648 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=34216504-3a25-4eed-983a-4730b603b8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407023 Jan 24 16:28:58.418577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device c5e6e155-9430-4c3f-9881-82b7dafd4e00 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:28:58.517210 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6bafd-5901-4cf0-835f-ac01345f0515 req-419d9bd6-07bb-4df1-8c0f-17aa528f3097 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:58.518666 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2fc6bafd-5901-4cf0-835f-ac01345f0515 req-419d9bd6-07bb-4df1-8c0f-17aa528f3097 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 943 time: 0.0806351 Jan 24 16:28:58.553542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port c5e6e155-9430-4c3f-9881-82b7dafd4e00, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=c5e6e155-9430-4c3f-9881-82b7dafd4e00,segment=NetworkSegment(4a6bb0f7-6360-48ef-9e7f-4713350798d1),segment_id=4a6bb0f7-6360-48ef-9e7f-4713350798d1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:28:58.565114 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2fc6bafd-5901-4cf0-835f-ac01345f0515 req-4a7ba95f-c14d-4a94-87d1-694264c770cc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=34216504-3a25-4eed-983a-4730b603b8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407915 Jan 24 16:28:58.570363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'c5e6e155-9430-4c3f-9881-82b7dafd4e00', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'port_id': 'c5e6e155-9430-4c3f-9881-82b7dafd4e00', 'mac_address': 'fa:16:3e:bf:26:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:28:58.628027 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:58.645177 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e6e155-9430-4c3f-9881-82b7dafd4e00 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:28:58.660924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port c5e6e155-9430-4c3f-9881-82b7dafd4e00, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=c5e6e155-9430-4c3f-9881-82b7dafd4e00,segment=NetworkSegment(4a6bb0f7-6360-48ef-9e7f-4713350798d1),segment_id=4a6bb0f7-6360-48ef-9e7f-4713350798d1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:28:58.667216 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:28:58.733312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=c5e6e155-9430-4c3f-9881-82b7dafd4e00,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:28:58.954782 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['c5e6e155-9430-4c3f-9881-82b7dafd4e00'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:28:59.789965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc386229-056a-4c39-a4d2-8509e02aa8e5 req-e5ff615d-79d5-4787-965f-4405098f8e96 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:28:59.791417 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fc386229-056a-4c39-a4d2-8509e02aa8e5 req-e5ff615d-79d5-4787-965f-4405098f8e96 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 944 time: 0.0960317 Jan 24 16:28:59.841492 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fc386229-056a-4c39-a4d2-8509e02aa8e5 req-d7f688e6-4d8c-4171-bd68-3c198cfe05df tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=34216504-3a25-4eed-983a-4730b603b8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Jan 24 16:29:00.422280 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device c5e6e155-9430-4c3f-9881-82b7dafd4e00 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:29:00.487505 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:29:00.511195 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port c5e6e155-9430-4c3f-9881-82b7dafd4e00 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:29:00.516291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port c5e6e155-9430-4c3f-9881-82b7dafd4e00 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:29:00.517005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:00.639942 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:00.666701 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67d7b65-503a-408c-bc01-1871fd0b9001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e6e155-9430-4c3f-9881-82b7dafd4e00'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:29:00.676820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port c5e6e155-9430-4c3f-9881-82b7dafd4e00, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=c5e6e155-9430-4c3f-9881-82b7dafd4e00,segment=NetworkSegment(4a6bb0f7-6360-48ef-9e7f-4713350798d1),segment_id=4a6bb0f7-6360-48ef-9e7f-4713350798d1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:29:00.684503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:00.728589 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67d7b65-503a-408c-bc01-1871fd0b9001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e6e155-9430-4c3f-9881-82b7dafd4e00', 'code': 200} Jan 24 16:29:00.756678 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=c5e6e155-9430-4c3f-9881-82b7dafd4e00,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:01.116604 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e266b5c-1e08-47f7-8d2a-4720fff432bb req-05898012-c6b5-4b4f-a16f-fd0458373ceb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:01.118059 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8e266b5c-1e08-47f7-8d2a-4720fff432bb req-05898012-c6b5-4b4f-a16f-fd0458373ceb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 945 time: 0.1408870 Jan 24 16:29:01.121845 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-888769cf-0377-4400-8d39-9036be02e53c req-4237d949-f5f6-45be-a935-17de2967b5aa service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 1098 time: 0.2045052 Jan 24 16:29:01.192403 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8e266b5c-1e08-47f7-8d2a-4720fff432bb req-d802be94-b22e-402b-8b62-c0e035396ab0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=34216504-3a25-4eed-983a-4730b603b8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679889 Jan 24 16:29:01.194191 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-888769cf-0377-4400-8d39-9036be02e53c req-865ba00a-e04b-4f6b-8c7e-3c5c0226110e service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=34216504-3a25-4eed-983a-4730b603b8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565138 Jan 24 16:29:02.390873 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81b027-3b8b-48cf-927f-1327a6fb8fd3 req-7aa15e57-1bef-453d-bed4-0effc5c1b10a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:02.392390 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8e81b027-3b8b-48cf-927f-1327a6fb8fd3 req-7aa15e57-1bef-453d-bed4-0effc5c1b10a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 945 time: 0.0767252 Jan 24 16:29:02.450805 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8e81b027-3b8b-48cf-927f-1327a6fb8fd3 req-99cff7b8-1f07-4a06-b50d-92e2d9918dce tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=34216504-3a25-4eed-983a-4730b603b8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519071 Jan 24 16:29:03.670502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd01693-2611-4ce9-bef0-d9b95946a526 req-1044a199-63c5-4012-bcc9-f093b875c8cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:03.671963 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ffd01693-2611-4ce9-bef0-d9b95946a526 req-1044a199-63c5-4012-bcc9-f093b875c8cb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 945 time: 0.0917106 Jan 24 16:29:03.720483 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ffd01693-2611-4ce9-bef0-d9b95946a526 req-8226ebdc-494e-45b0-883f-d533b1564cb4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=34216504-3a25-4eed-983a-4730b603b8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404480 Jan 24 16:29:03.925176 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdd007-3fac-46a6-8a28-55a4f39d6c7e req-3cc2ad4b-0346-43ab-928e-757735dd0de8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:03.926593 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-00bdd007-3fac-46a6-8a28-55a4f39d6c7e req-3cc2ad4b-0346-43ab-928e-757735dd0de8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 945 time: 0.0814378 Jan 24 16:29:03.972717 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-00bdd007-3fac-46a6-8a28-55a4f39d6c7e req-50883a33-abc1-4e3f-9eaa-72a278cf11ea tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=34216504-3a25-4eed-983a-4730b603b8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400903 Jan 24 16:29:04.001497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36794) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:04.070788 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a6ad3162-29c3-4179-a1de-b6999355c846 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 1093 time: 0.0680733 Jan 24 16:29:04.073551 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36798) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:04.078718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': 'c5e6e155-9430-4c3f-9881-82b7dafd4e00', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:29:04.084273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:29:04.088005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:floatingip and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:29:04.090954 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:29:04.097372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:29:04.109094 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:04.246639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:04.474131 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.236 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/6a97eade-ea70-446b-9416-d35f2f5216f4) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:29:04.618363 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:04.653801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:04.723788 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:29:04.726677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:29:04.731012 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:29:04.755191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=6a97eade-ea70-446b-9416-d35f2f5216f4,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:05.259944 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:05.316635 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:05.527977 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:05.535879 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:05.639719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=6a97eade-ea70-446b-9416-d35f2f5216f4,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:05.657468 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:05.862609 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Floating IP b5921ba9-6fb6-4c7c-9dde-cbac5e29440a associated. External IP: 172.26.2.236, port: c5e6e155-9430-4c3f-9881-82b7dafd4e00. Jan 24 16:29:06.402458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:29:06.633249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:29:06.643594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f5fd7-dc3e-4c72-bb99-e256ef4808d8 None None] Sync routers for ids ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:29:06.655958 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f5fd7-dc3e-4c72-bb99-e256ef4808d8 None None] Routers {'4f4fccea-5707-4c07-8fd4-1f28bbe52d71'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:29:06.656516 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3f5f5fd7-dc3e-4c72-bb99-e256ef4808d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:28:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:29:06.660060 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:06.720851 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f53825d6-0f4c-48be-a61f-311360e56445 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6462808 Jan 24 16:29:06.721426 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67d7b65-503a-408c-bc01-1871fd0b9001', 'tag': 'c5e6e155-9430-4c3f-9881-82b7dafd4e00'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:29:06.723719 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36802) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:06.839496 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-73804594-1c91-4e51-a4bf-873d2c9aa48c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b5921ba9-6fb6-4c7c-9dde-cbac5e29440a HTTP/1.1" status: 200 len: 991 time: 0.1138670 Jan 24 16:29:06.847013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-3f5f5fd7-dc3e-4c72-bb99-e256ef4808d8 None None] Set router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:29:06.856012 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67d7b65-503a-408c-bc01-1871fd0b9001', 'tag': 'c5e6e155-9430-4c3f-9881-82b7dafd4e00', 'status': 'completed', 'code': 200} Jan 24 16:29:06.956314 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e81f598c-b179-47ed-b5d1-22a0a3f5b8d4 req-8a789c45-7902-4a64-91be-82873c1eaecf service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 1098 time: 0.0776682 Jan 24 16:29:07.004769 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cd272499-7b36-422d-b034-b9494e01df2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:07.099577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f598c-b179-47ed-b5d1-22a0a3f5b8d4 req-a1e66a1f-fe93-4811-ba99-061f47d449f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:07.101097 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e81f598c-b179-47ed-b5d1-22a0a3f5b8d4 req-a1e66a1f-fe93-4811-ba99-061f47d449f9 service neutron] 10.222.0.129 "GET /v2.0/networks?id=e4ab6e34-e94f-410d-85d3-f678fde67553 HTTP/1.1" status: 200 len: 896 time: 0.1385756 Jan 24 16:29:07.212504 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3f5f5fd7-dc3e-4c72-bb99-e256ef4808d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:45Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'b5921ba9-6fb6-4c7c-9dde-cbac5e29440a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.236', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'port_id': 'c5e6e155-9430-4c3f-9881-82b7dafd4e00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'mac_address': 'fa:16:3e:bf:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7b65-503a-408c-bc01-1871fd0b9001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:29:05Z', 'updated_at': '2022-01-24T16:29:05Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e68260-38e5-474a-86c6-2140c3f848af', 'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:38:a9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:44Z', 'updated_at': '2022-01-24T16:28:52Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:29:07.217592 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f5fd7-dc3e-4c72-bb99-e256ef4808d8 None None] Checking router: 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:29:07.222594 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e81f598c-b179-47ed-b5d1-22a0a3f5b8d4 req-536970e6-99cf-437c-bae3-a1e75139496b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e6e155-9430-4c3f-9881-82b7dafd4e00 HTTP/1.1" status: 200 len: 999 time: 0.1159043 Jan 24 16:29:07.229127 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f5fd7-dc3e-4c72-bb99-e256ef4808d8 None None] Routers {'4f4fccea-5707-4c07-8fd4-1f28bbe52d71'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:29:07.229722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3f5f5fd7-dc3e-4c72-bb99-e256ef4808d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:28:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:29:07.297304 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f598c-b179-47ed-b5d1-22a0a3f5b8d4 req-93aa1cfa-68a4-4e2c-beac-946377589f81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:07.298802 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e81f598c-b179-47ed-b5d1-22a0a3f5b8d4 req-93aa1cfa-68a4-4e2c-beac-946377589f81 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3aacaca0-5015-416a-9e15-1e9f5069dbe6 HTTP/1.1" status: 200 len: 833 time: 0.0702229 Jan 24 16:29:07.389315 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e81f598c-b179-47ed-b5d1-22a0a3f5b8d4 req-33ef506f-ce07-405a-a7a2-96a13a6df562 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e4ab6e34-e94f-410d-85d3-f678fde67553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840280 Jan 24 16:29:07.487467 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-3f5f5fd7-dc3e-4c72-bb99-e256ef4808d8 None None] Set router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:29:07.535530 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e81f598c-b179-47ed-b5d1-22a0a3f5b8d4 req-49a649eb-4373-498f-ae7b-86984a67fb90 service neutron] 10.222.0.129 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400044 Jan 24 16:29:07.696109 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e81f598c-b179-47ed-b5d1-22a0a3f5b8d4 req-c8236b96-70a6-457a-a79d-7bef49888e57 service neutron] 10.222.0.129 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541095 Jan 24 16:29:07.843750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36810) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:07.887426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3f5f5fd7-dc3e-4c72-bb99-e256ef4808d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:45Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'b5921ba9-6fb6-4c7c-9dde-cbac5e29440a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.236', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'port_id': 'c5e6e155-9430-4c3f-9881-82b7dafd4e00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'mac_address': 'fa:16:3e:bf:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7b65-503a-408c-bc01-1871fd0b9001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:29:05Z', 'updated_at': '2022-01-24T16:29:05Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e68260-38e5-474a-86c6-2140c3f848af', 'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:38:a9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:44Z', 'updated_at': '2022-01-24T16:28:52Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:29:07.892126 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f5fd7-dc3e-4c72-bb99-e256ef4808d8 None None] The sync data for ids ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'] in dv-neutron-826104-1-hyperv is: [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:45Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'b5921ba9-6fb6-4c7c-9dde-cbac5e29440a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.236', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'port_id': 'c5e6e155-9430-4c3f-9881-82b7dafd4e00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'mac_address': 'fa:16:3e:bf:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7b65-503a-408c-bc01-1871fd0b9001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:29:05Z', 'updated_at': '2022-01-24T16:29:05Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e68260-38e5-474a-86c6-2140c3f848af', 'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:38:a9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:44Z', 'updated_at': '2022-01-24T16:28:52Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:29:07.967884 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-383d47a2-77f0-41c3-86a8-6b91772e2a62 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b5921ba9-6fb6-4c7c-9dde-cbac5e29440a HTTP/1.1" status: 200 len: 991 time: 0.1227174 Jan 24 16:29:08.121745 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc58831-81f1-4ecb-8680-f7da23091039 None None] New status for floating IP b5921ba9-6fb6-4c7c-9dde-cbac5e29440a: ACTIVE {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:29:08.970391 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36814) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:09.085942 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-504f0ab2-e544-4dd3-9aa0-37d9ea999665 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b5921ba9-6fb6-4c7c-9dde-cbac5e29440a HTTP/1.1" status: 200 len: 993 time: 0.1098280 Jan 24 16:29:09.150666 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d60daabb-cbc1-42ee-8139-76a3c49a4cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:10.319239 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:10.384248 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:11.748127 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:17.862758 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:36.959810 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b1c88a4c-a02b-495d-b859-b8359940a192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:37.489061 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:29:38.879648 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-ed15b43e-e2f9-4062-aefe-8ddd8496bcac tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46407880&fields=id&tenant_id=352f5a2cec024da5b72f74b5856cad93 HTTP/1.1" status: 200 len: 267 time: 0.1531782 Jan 24 16:29:39.044917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-1ede7920-d6ac-4666-81a7-65d2ba71b55f tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:39.046381 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-1ede7920-d6ac-4666-81a7-65d2ba71b55f tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 812 time: 0.1583118 Jan 24 16:29:39.063334 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-389733f8-6c4e-4c84-838a-7901e16225be tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/quotas/352f5a2cec024da5b72f74b5856cad93 HTTP/1.1" status: 200 len: 375 time: 0.0113783 Jan 24 16:29:39.156407 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-08d5e71e-cb49-43fb-8475-b98556258f2f tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0877409 Jan 24 16:29:39.159151 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40672128-6310-4043-8d54-d907092702dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:39.299514 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-e413384d-3fea-45e4-9b7c-59d72dc74067 service neutron] 10.222.0.130 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311185 Jan 24 16:29:39.444977 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-3e77db99-f08a-4c5f-a301-08f6f7888d0a service neutron] 10.222.0.130 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367850 Jan 24 16:29:39.861422 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-67151bca-943f-4298-bb28-59046c16075b req-23ec2433-c7f2-4d57-93c1-4ac7dbca3486 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 210 time: 0.0418723 Jan 24 16:29:40.318021 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:40.325009 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36888) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:40.389786 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:40.405024 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-987c26e7-9871-48c8-85cf-47d5c35af96e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/ports?project_id=c758db9abd254971bbaac83475af12ff&network_id=e4ab6e34-e94f-410d-85d3-f678fde67553 HTTP/1.1" status: 200 len: 2999 time: 0.0784967 Jan 24 16:29:41.059234 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-f91cb673-7829-450c-acfd-2b456bbbe195 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:41.060666 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-f91cb673-7829-450c-acfd-2b456bbbe195 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.129 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 812 time: 0.1755025 Jan 24 16:29:41.074329 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cbe58791-0056-4d93-ba7a-9323834832c4 req-6438acc1-d752-4d55-88b3-8ae13e6fb256 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 210 time: 0.0811050 Jan 24 16:29:41.124495 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-307f189a-d253-491b-b98e-44e88bc639c9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=352f5a2cec024da5b72f74b5856cad93 HTTP/1.1" status: 200 len: 378 time: 0.0489657 Jan 24 16:29:41.134881 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4c1bc843-74e8-4f24-98f1-67bae6d35d37 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Request body: {'port': {'device_id': 'f666284a-1108-4f37-9a27-cffca1f6c4fc', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'admin_state_up': True, 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'security_groups': ['e83b7d03-f4ed-401b-bdce-0fab0019fee1']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:29:41.282336 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4c1bc843-74e8-4f24-98f1-67bae6d35d37 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:29:41.293661 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4c1bc843-74e8-4f24-98f1-67bae6d35d37 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:29:41.305315 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4c1bc843-74e8-4f24-98f1-67bae6d35d37 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Made reservation on behalf of 352f5a2cec024da5b72f74b5856cad93 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:29:41.308554 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4c1bc843-74e8-4f24-98f1-67bae6d35d37 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:41.473040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4c1bc843-74e8-4f24-98f1-67bae6d35d37 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Allocated IP 172.20.0.8 (a6e18642-b28b-4d3a-b701-7a40de2eb39c/46b4058d-0335-424c-8893-d356a535cd9d/488e69cb-3016-4ce7-ac47-ca0f913eb84e) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:29:41.657590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4c1bc843-74e8-4f24-98f1-67bae6d35d37 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:41.674380 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4c1bc843-74e8-4f24-98f1-67bae6d35d37 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Transition to ACTIVE for port object 488e69cb-3016-4ce7-ac47-ca0f913eb84e will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:29:41.701166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4c1bc843-74e8-4f24-98f1-67bae6d35d37 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:41.748855 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:41.780620 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4c1bc843-74e8-4f24-98f1-67bae6d35d37 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Network a6e18642-b28b-4d3a-b701-7a40de2eb39c is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:29:41.783620 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4c1bc843-74e8-4f24-98f1-67bae6d35d37 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:29:41.788121 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4c1bc843-74e8-4f24-98f1-67bae6d35d37 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:29:41.815924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bc843-74e8-4f24-98f1-67bae6d35d37 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event updated for resources: {'Port': ['ID=488e69cb-3016-4ce7-ac47-ca0f913eb84e,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:41.857950 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4c1bc843-74e8-4f24-98f1-67bae6d35d37 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:41.858594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4c1bc843-74e8-4f24-98f1-67bae6d35d37 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:41.886704 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4c1bc843-74e8-4f24-98f1-67bae6d35d37 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7553365 Jan 24 16:29:41.899755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Request body: {'port': {'device_id': 'f666284a-1108-4f37-9a27-cffca1f6c4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:29:42.038306 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:42.053725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-90c23548-3558-400b-8ee9-fe00f399dcd2 None None] Provisioning for port 488e69cb-3016-4ce7-ac47-ca0f913eb84e completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:29:42.060721 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-90c23548-3558-400b-8ee9-fe00f399dcd2 None None] Provisioning complete for port 488e69cb-3016-4ce7-ac47-ca0f913eb84e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:29:42.061415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-90c23548-3558-400b-8ee9-fe00f399dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:42.131210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-90c23548-3558-400b-8ee9-fe00f399dcd2 None None] Port 488e69cb-3016-4ce7-ac47-ca0f913eb84e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:29:42.349278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf3903-7e14-4004-a98f-ace757878f32 req-ecdf6f8c-4609-492c-b792-8c32a2691f7e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:42.351325 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-08bf3903-7e14-4004-a98f-ace757878f32 req-ecdf6f8c-4609-492c-b792-8c32a2691f7e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 931 time: 0.0940640 Jan 24 16:29:42.408848 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-08bf3903-7e14-4004-a98f-ace757878f32 req-ce7c8ce5-0cd4-4ca0-8ddc-51e19bba330e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494859 Jan 24 16:29:42.534583 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488e69cb-3016-4ce7-ac47-ca0f913eb84e {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:29:42.540750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:42.555390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Transition to ACTIVE for port object 488e69cb-3016-4ce7-ac47-ca0f913eb84e will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:29:42.560636 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:42.681219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Pushing event updated for resources: {'Port': ['ID=488e69cb-3016-4ce7-ac47-ca0f913eb84e,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:42.816796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Attempting to bind port 488e69cb-3016-4ce7-ac47-ca0f913eb84e on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:29:42.816796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Attempting to bind port 488e69cb-3016-4ce7-ac47-ca0f913eb84e by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:29:42.816796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Attempting to bind port 488e69cb-3016-4ce7-ac47-ca0f913eb84e on network a6e18642-b28b-4d3a-b701-7a40de2eb39c {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:29:42.823216 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Port 488e69cb-3016-4ce7-ac47-ca0f913eb84e on network a6e18642-b28b-4d3a-b701-7a40de2eb39c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:29:42.823376 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Attempting to bind port 488e69cb-3016-4ce7-ac47-ca0f913eb84e on network a6e18642-b28b-4d3a-b701-7a40de2eb39c {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:29:42.831918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:29:42.832378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Checking segment: {'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:29:42.833345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Bound using segment: {'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:29:42.834189 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Bound port: 488e69cb-3016-4ce7-ac47-ca0f913eb84e, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85dad99-b863-4a03-bdcd-283494e0bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:29:42.834631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:42.941442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] For port 488e69cb-3016-4ce7-ac47-ca0f913eb84e, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:29:42.944862 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] For port 488e69cb-3016-4ce7-ac47-ca0f913eb84e, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=488e69cb-3016-4ce7-ac47-ca0f913eb84e,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:29:42.949992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:43.023512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:43.023975 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] 10.222.0.129 "PUT /v2.0/ports/488e69cb-3016-4ce7-ac47-ca0f913eb84e HTTP/1.1" status: 200 len: 1093 time: 1.1289635 Jan 24 16:29:43.024555 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f666284a-1108-4f37-9a27-cffca1f6c4fc', 'tag': '488e69cb-3016-4ce7-ac47-ca0f913eb84e'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:29:43.044712 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa59ad7-ff55-4068-b549-436271d7943f service neutron] Pushing event updated for resources: {'Port': ['ID=488e69cb-3016-4ce7-ac47-ca0f913eb84e,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:43.123045 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f666284a-1108-4f37-9a27-cffca1f6c4fc', 'tag': '488e69cb-3016-4ce7-ac47-ca0f913eb84e', 'status': 'completed', 'code': 200} Jan 24 16:29:43.170909 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-0b15e892-7e13-49fa-a914-c9fbb5052705 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 1096 time: 0.0916064 Jan 24 16:29:43.247981 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-3d3536d2-1eca-4db6-bbb8-6f91ec97ff14 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=488e69cb-3016-4ce7-ac47-ca0f913eb84e HTTP/1.1" status: 200 len: 217 time: 0.0672348 Jan 24 16:29:43.312756 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-9cc6e39b-eb73-4499-a0a4-114c83d5c8db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:43.314189 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-9cc6e39b-eb73-4499-a0a4-114c83d5c8db service neutron] 10.222.0.129 "GET /v2.0/subnets?id=46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 200 len: 851 time: 0.0602140 Jan 24 16:29:43.401626 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-79eb423d-cc93-492c-ba54-6532290c73d2 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a6e18642-b28b-4d3a-b701-7a40de2eb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767961 Jan 24 16:29:43.536948 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-e821ca0e-f9e8-4c13-9f51-0b3971a59f89 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264577 Jan 24 16:29:43.616084 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec1d90-a0e8-45fe-a639-bb1ee5a9cc77 req-e68eb407-4a6b-40f8-96cb-a0226cf7583d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:43.617540 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-52ec1d90-a0e8-45fe-a639-bb1ee5a9cc77 req-e68eb407-4a6b-40f8-96cb-a0226cf7583d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 943 time: 0.0784035 Jan 24 16:29:43.662990 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-52ec1d90-a0e8-45fe-a639-bb1ee5a9cc77 req-7df99641-a066-4a3d-8441-a3f27d94d2a2 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393076 Jan 24 16:29:43.671946 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2b4f8e04-cd17-4757-9226-daa25f7aae7a req-2752a901-bc29-4279-ba9b-c053c9480f07 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249273 Jan 24 16:29:43.795703 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9accf301-2765-4c67-ac9f-1bfb7cb37fb5 req-ba7d1f64-14a8-41b5-959e-6571945286ae service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 1096 time: 0.0701604 Jan 24 16:29:43.945188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accf301-2765-4c67-ac9f-1bfb7cb37fb5 req-bc45e1a0-9c97-49b9-aaf0-77504fd10016 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:43.946672 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9accf301-2765-4c67-ac9f-1bfb7cb37fb5 req-bc45e1a0-9c97-49b9-aaf0-77504fd10016 service neutron] 10.222.0.129 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 913 time: 0.1422851 Jan 24 16:29:44.018257 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9accf301-2765-4c67-ac9f-1bfb7cb37fb5 req-96102847-0c0c-4338-bfc8-880ea8400f3d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=488e69cb-3016-4ce7-ac47-ca0f913eb84e HTTP/1.1" status: 200 len: 217 time: 0.0649655 Jan 24 16:29:44.026666 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36908) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:44.090745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba9c62f-7a3e-4d4c-b4d3-bc09bdbbd8ed tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:44.092281 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0ba9c62f-7a3e-4d4c-b4d3-bc09bdbbd8ed tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e HTTP/1.1" status: 200 len: 814 time: 0.0646329 Jan 24 16:29:44.097981 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accf301-2765-4c67-ac9f-1bfb7cb37fb5 req-8fd06903-6ee4-4c9a-858d-af505f73118e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:44.099408 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9accf301-2765-4c67-ac9f-1bfb7cb37fb5 req-8fd06903-6ee4-4c9a-858d-af505f73118e service neutron] 10.222.0.129 "GET /v2.0/subnets?id=46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 200 len: 851 time: 0.0741367 Jan 24 16:29:44.280132 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9accf301-2765-4c67-ac9f-1bfb7cb37fb5 req-b9528678-91fe-4445-a9f4-a5bd837925ba service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a6e18642-b28b-4d3a-b701-7a40de2eb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1723084 Jan 24 16:29:44.424160 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9accf301-2765-4c67-ac9f-1bfb7cb37fb5 req-be85f816-ff1c-426b-a280-6b1c7fd96eab service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371222 Jan 24 16:29:44.568124 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9accf301-2765-4c67-ac9f-1bfb7cb37fb5 req-0bcd2add-eb1b-4a69-bbdf-f31c81170689 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360998 Jan 24 16:29:44.879580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5096914-832f-4c05-b5c2-b13c0fee5da5 req-3d261acd-b204-4b72-b8c7-64c94c656cf0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:44.880267 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b5096914-832f-4c05-b5c2-b13c0fee5da5 req-3d261acd-b204-4b72-b8c7-64c94c656cf0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Synchronizing usage tracker for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:29:44.897031 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b5096914-832f-4c05-b5c2-b13c0fee5da5 req-3d261acd-b204-4b72-b8c7-64c94c656cf0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Unset dirty status for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:29:44.898179 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b5096914-832f-4c05-b5c2-b13c0fee5da5 req-3d261acd-b204-4b72-b8c7-64c94c656cf0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 943 time: 0.1064446 Jan 24 16:29:44.947618 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b5096914-832f-4c05-b5c2-b13c0fee5da5 req-0396a965-3bbd-48f3-9368-5ba9c81e1b6c tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422337 Jan 24 16:29:45.472738 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36918) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:45.478773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f8ef2c54-dfe6-48db-b42a-01152b36b444 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:29:45.580957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2c54-dfe6-48db-b42a-01152b36b444 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:45.894683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2c54-dfe6-48db-b42a-01152b36b444 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:45.900643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2c54-dfe6-48db-b42a-01152b36b444 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:45.900955 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-f8ef2c54-dfe6-48db-b42a-01152b36b444 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Floating IP b5921ba9-6fb6-4c7c-9dde-cbac5e29440a disassociated. External IP: 172.26.2.236, port: c5e6e155-9430-4c3f-9881-82b7dafd4e00. Jan 24 16:29:46.185572 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bbefb-c2cc-4a5a-84b3-16c2279aa720 req-d38cd976-aa79-41f6-8f96-596e14be5570 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:46.187174 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8a6bbefb-c2cc-4a5a-84b3-16c2279aa720 req-d38cd976-aa79-41f6-8f96-596e14be5570 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 943 time: 0.0919578 Jan 24 16:29:46.233243 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8a6bbefb-c2cc-4a5a-84b3-16c2279aa720 req-10233368-05f8-41ae-8ccd-35082fc45987 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405178 Jan 24 16:29:46.315300 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ef2c54-dfe6-48db-b42a-01152b36b444 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:29:46.517809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ef2c54-dfe6-48db-b42a-01152b36b444 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:29:46.521973 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2c54-dfe6-48db-b42a-01152b36b444 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:46.527376 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66834e1-06f0-496f-b4a3-d57eeef718c3 None None] Sync routers for ids ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:29:46.539864 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66834e1-06f0-496f-b4a3-d57eeef718c3 None None] Routers {'4f4fccea-5707-4c07-8fd4-1f28bbe52d71'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:29:46.540662 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a66834e1-06f0-496f-b4a3-d57eeef718c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:29:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:29:46.681724 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f8ef2c54-dfe6-48db-b42a-01152b36b444 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/floatingips/b5921ba9-6fb6-4c7c-9dde-cbac5e29440a HTTP/1.1" status: 200 len: 690 time: 1.2077851 Jan 24 16:29:46.682452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67d7b65-503a-408c-bc01-1871fd0b9001', 'tag': 'c5e6e155-9430-4c3f-9881-82b7dafd4e00'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:29:46.684987 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36924) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:46.725612 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-a66834e1-06f0-496f-b4a3-d57eeef718c3 None None] Set router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:29:46.738161 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67d7b65-503a-408c-bc01-1871fd0b9001', 'tag': 'c5e6e155-9430-4c3f-9881-82b7dafd4e00', 'status': 'completed', 'code': 200} Jan 24 16:29:46.779517 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-64ef0776-55d5-4c17-b358-d29936de80bd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b5921ba9-6fb6-4c7c-9dde-cbac5e29440a HTTP/1.1" status: 200 len: 690 time: 0.0925038 Jan 24 16:29:46.838882 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a956fbad-06b0-4042-979b-2babcfca17d8 req-a0626733-c972-40d7-9bfb-d54759682ef7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 1098 time: 0.0732377 Jan 24 16:29:46.972585 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956fbad-06b0-4042-979b-2babcfca17d8 req-7809418f-dd3d-43ac-96e5-db539d8ceb84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:46.974053 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a956fbad-06b0-4042-979b-2babcfca17d8 req-7809418f-dd3d-43ac-96e5-db539d8ceb84 service neutron] 10.222.0.129 "GET /v2.0/networks?id=e4ab6e34-e94f-410d-85d3-f678fde67553 HTTP/1.1" status: 200 len: 896 time: 0.1285157 Jan 24 16:29:47.049529 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a956fbad-06b0-4042-979b-2babcfca17d8 req-116ff8b1-96b3-40a8-9a64-dd665cfc8059 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e6e155-9430-4c3f-9881-82b7dafd4e00 HTTP/1.1" status: 200 len: 217 time: 0.0684655 Jan 24 16:29:47.076162 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a66834e1-06f0-496f-b4a3-d57eeef718c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:45Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'b7e68260-38e5-474a-86c6-2140c3f848af', 'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:38:a9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:44Z', 'updated_at': '2022-01-24T16:28:52Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:29:47.080658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66834e1-06f0-496f-b4a3-d57eeef718c3 None None] Checking router: 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:29:47.093135 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66834e1-06f0-496f-b4a3-d57eeef718c3 None None] Routers {'4f4fccea-5707-4c07-8fd4-1f28bbe52d71'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:29:47.094373 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a66834e1-06f0-496f-b4a3-d57eeef718c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:29:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:29:47.128555 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956fbad-06b0-4042-979b-2babcfca17d8 req-5b4eac87-4940-477a-a54c-a85c17f8c907 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:47.129917 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a956fbad-06b0-4042-979b-2babcfca17d8 req-5b4eac87-4940-477a-a54c-a85c17f8c907 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3aacaca0-5015-416a-9e15-1e9f5069dbe6 HTTP/1.1" status: 200 len: 833 time: 0.0707712 Jan 24 16:29:47.213126 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a956fbad-06b0-4042-979b-2babcfca17d8 req-a96732ea-2541-4e44-96c2-f79885678bee service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e4ab6e34-e94f-410d-85d3-f678fde67553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759401 Jan 24 16:29:47.293097 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-a66834e1-06f0-496f-b4a3-d57eeef718c3 None None] Set router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:29:47.375144 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a956fbad-06b0-4042-979b-2babcfca17d8 req-807e67f3-de2b-4dce-bdb8-a2f4768ea8f5 service neutron] 10.222.0.129 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547616 Jan 24 16:29:47.453567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb3ec2-6909-44f0-bb26-f7a9b95e81a4 req-7c30ef65-633a-40b2-bd07-5b4429166084 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:47.455031 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-47bb3ec2-6909-44f0-bb26-f7a9b95e81a4 req-7c30ef65-633a-40b2-bd07-5b4429166084 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 943 time: 0.0876887 Jan 24 16:29:47.508655 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-47bb3ec2-6909-44f0-bb26-f7a9b95e81a4 req-c85fef01-d94c-4206-8d00-68e864d4d35e tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476496 Jan 24 16:29:47.517172 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a956fbad-06b0-4042-979b-2babcfca17d8 req-b17ad37a-0ba9-441e-85cc-89e9c2782289 service neutron] 10.222.0.129 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340346 Jan 24 16:29:47.661027 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a66834e1-06f0-496f-b4a3-d57eeef718c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:45Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'b7e68260-38e5-474a-86c6-2140c3f848af', 'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:38:a9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:44Z', 'updated_at': '2022-01-24T16:28:52Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:29:47.665859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66834e1-06f0-496f-b4a3-d57eeef718c3 None None] The sync data for ids ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'] in dv-neutron-826104-1-hyperv is: [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:45Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'b7e68260-38e5-474a-86c6-2140c3f848af', 'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:38:a9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:44Z', 'updated_at': '2022-01-24T16:28:52Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:29:47.782408 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36932) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:47.868661 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ee3ab467-251c-4dd0-b243-5527c7869a83 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b5921ba9-6fb6-4c7c-9dde-cbac5e29440a HTTP/1.1" status: 200 len: 690 time: 0.0851021 Jan 24 16:29:47.884677 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:47.886755 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c76549-f662-44e0-be44-fa283b461fd0 None None] New status for floating IP b5921ba9-6fb6-4c7c-9dde-cbac5e29440a: DOWN {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:29:48.734071 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e63a3-a59a-457f-9f3a-9ff0e0da85fa req-c2f00f53-7007-46dc-b561-d42b075ae846 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:48.735954 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d97e63a3-a59a-457f-9f3a-9ff0e0da85fa req-c2f00f53-7007-46dc-b561-d42b075ae846 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 943 time: 0.0913546 Jan 24 16:29:48.784726 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d97e63a3-a59a-457f-9f3a-9ff0e0da85fa req-5283439e-b085-4717-9991-1c36b6022edc tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431244 Jan 24 16:29:48.873431 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 36938) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:49.048328 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1ec12cc4-03fc-4ace-95a6-a39f4aad2b57 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b5921ba9-6fb6-4c7c-9dde-cbac5e29440a HTTP/1.1" status: 200 len: 688 time: 0.1738589 Jan 24 16:29:50.014390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90e534-3db5-423d-b776-f3c2fd5cd2be req-cf546554-e82d-4ed8-a130-3d452065b726 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:50.015848 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fa90e534-3db5-423d-b776-f3c2fd5cd2be req-cf546554-e82d-4ed8-a130-3d452065b726 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 943 time: 0.0875683 Jan 24 16:29:50.063717 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fa90e534-3db5-423d-b776-f3c2fd5cd2be req-1c0bae41-901b-4ea4-b5bb-59d85b058dc6 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412540 Jan 24 16:29:50.563552 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36948) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:50.569055 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-0b93368c-d35e-4a83-886b-f527ee1c8b31 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1008514574', 'description': 'tempest-secgroup-smoke-1008514574 description', 'project_id': 'c758db9abd254971bbaac83475af12ff'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:29:50.575140 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0b93368c-d35e-4a83-886b-f527ee1c8b31 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:29:50.584694 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0b93368c-d35e-4a83-886b-f527ee1c8b31 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:29:50.596169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0b93368c-d35e-4a83-886b-f527ee1c8b31 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:50.635257 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0b93368c-d35e-4a83-886b-f527ee1c8b31 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:29:50.639214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0b93368c-d35e-4a83-886b-f527ee1c8b31 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:29:50.642177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0b93368c-d35e-4a83-886b-f527ee1c8b31 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:29:50.648275 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0b93368c-d35e-4a83-886b-f527ee1c8b31 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:29:50.714732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0b93368c-d35e-4a83-886b-f527ee1c8b31 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:50.720596 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0b93368c-d35e-4a83-886b-f527ee1c8b31 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:50.761155 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93368c-d35e-4a83-886b-f527ee1c8b31 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03e63b7-f19b-4d67-a907-44406f133d22,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:50.770809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0b93368c-d35e-4a83-886b-f527ee1c8b31 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:50.772182 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0b93368c-d35e-4a83-886b-f527ee1c8b31 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2076540 Jan 24 16:29:50.775117 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36952) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:50.780531 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-3b1d2f85-8e46-4019-92b5-3fc155098e05 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'd03e63b7-f19b-4d67-a907-44406f133d22', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:29:50.786469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3b1d2f85-8e46-4019-92b5-3fc155098e05 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:29:50.790659 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3b1d2f85-8e46-4019-92b5-3fc155098e05 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:29:50.793820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3b1d2f85-8e46-4019-92b5-3fc155098e05 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:29:50.799807 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3b1d2f85-8e46-4019-92b5-3fc155098e05 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:29:50.819920 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b1d2f85-8e46-4019-92b5-3fc155098e05 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:50.881393 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b1d2f85-8e46-4019-92b5-3fc155098e05 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:50.886459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b1d2f85-8e46-4019-92b5-3fc155098e05 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:50.908819 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d2f85-8e46-4019-92b5-3fc155098e05 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21aa9544-4d5e-406c-b196-d8ecec759249,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:50.920271 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b1d2f85-8e46-4019-92b5-3fc155098e05 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:50.921460 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3b1d2f85-8e46-4019-92b5-3fc155098e05 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1454048 Jan 24 16:29:50.924710 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36956) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:50.929994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-3b0aa988-02a9-473f-8273-b4e885302de4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'd03e63b7-f19b-4d67-a907-44406f133d22', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:29:50.936259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3b0aa988-02a9-473f-8273-b4e885302de4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:29:50.940097 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3b0aa988-02a9-473f-8273-b4e885302de4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:29:50.942956 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3b0aa988-02a9-473f-8273-b4e885302de4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:29:50.948585 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3b0aa988-02a9-473f-8273-b4e885302de4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:29:50.969058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa988-02a9-473f-8273-b4e885302de4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.030787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa988-02a9-473f-8273-b4e885302de4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.034686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa988-02a9-473f-8273-b4e885302de4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.055547 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0aa988-02a9-473f-8273-b4e885302de4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7046e46f-f212-4cda-89cd-3fec97df3180,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:51.067336 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa988-02a9-473f-8273-b4e885302de4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.068521 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3b0aa988-02a9-473f-8273-b4e885302de4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1428919 Jan 24 16:29:51.071498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36960) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:51.077207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-0dd8f653-357b-4119-b6ee-a4ba65dda364 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'd03e63b7-f19b-4d67-a907-44406f133d22', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:29:51.083018 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0dd8f653-357b-4119-b6ee-a4ba65dda364 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:29:51.086723 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0dd8f653-357b-4119-b6ee-a4ba65dda364 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:29:51.090245 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0dd8f653-357b-4119-b6ee-a4ba65dda364 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:29:51.099507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0dd8f653-357b-4119-b6ee-a4ba65dda364 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:29:51.117194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f653-357b-4119-b6ee-a4ba65dda364 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.178680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f653-357b-4119-b6ee-a4ba65dda364 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.183017 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f653-357b-4119-b6ee-a4ba65dda364 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.213581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f653-357b-4119-b6ee-a4ba65dda364 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06caa84-c609-4dd3-870a-c2a462b9f64e,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:51.224445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f653-357b-4119-b6ee-a4ba65dda364 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.225825 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0dd8f653-357b-4119-b6ee-a4ba65dda364 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1532686 Jan 24 16:29:51.228763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36966) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:51.234107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-595c10d1-a7ac-4503-bcab-aefd61c7e519 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'd03e63b7-f19b-4d67-a907-44406f133d22', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:29:51.240285 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-595c10d1-a7ac-4503-bcab-aefd61c7e519 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:29:51.244352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-595c10d1-a7ac-4503-bcab-aefd61c7e519 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:29:51.247356 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-595c10d1-a7ac-4503-bcab-aefd61c7e519 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:29:51.253131 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-595c10d1-a7ac-4503-bcab-aefd61c7e519 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:29:51.272233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-595c10d1-a7ac-4503-bcab-aefd61c7e519 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.283144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9984752-ee24-43e7-8c4c-af027722112e req-674b21f3-f781-43b8-83c8-0f6ac9fdfac5 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:51.284604 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b9984752-ee24-43e7-8c4c-af027722112e req-674b21f3-f781-43b8-83c8-0f6ac9fdfac5 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 943 time: 0.0910540 Jan 24 16:29:51.338461 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b9984752-ee24-43e7-8c4c-af027722112e req-498cfa1c-33e2-4df6-898f-4da541c74b46 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478618 Jan 24 16:29:51.345417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-595c10d1-a7ac-4503-bcab-aefd61c7e519 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.350437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-595c10d1-a7ac-4503-bcab-aefd61c7e519 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.376331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c10d1-a7ac-4503-bcab-aefd61c7e519 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e2b382-5195-40d9-8d09-81af9d26573a,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:51.387225 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-595c10d1-a7ac-4503-bcab-aefd61c7e519 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.388856 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-595c10d1-a7ac-4503-bcab-aefd61c7e519 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1592009 Jan 24 16:29:51.391744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36970) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:51.397114 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f5cec000-5b0e-42af-b67d-a5ca43276983 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'd03e63b7-f19b-4d67-a907-44406f133d22', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:29:51.404073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f5cec000-5b0e-42af-b67d-a5ca43276983 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:29:51.408170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f5cec000-5b0e-42af-b67d-a5ca43276983 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:29:51.411279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f5cec000-5b0e-42af-b67d-a5ca43276983 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:29:51.417580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f5cec000-5b0e-42af-b67d-a5ca43276983 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:29:51.430173 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-f5cec000-5b0e-42af-b67d-a5ca43276983 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:29:51.437287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f5cec000-5b0e-42af-b67d-a5ca43276983 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.508653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f5cec000-5b0e-42af-b67d-a5ca43276983 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.514473 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f5cec000-5b0e-42af-b67d-a5ca43276983 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.541862 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cec000-5b0e-42af-b67d-a5ca43276983 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc85d040-3768-4103-9c00-a69c4a95d0c6,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:51.551309 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f5cec000-5b0e-42af-b67d-a5ca43276983 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.552594 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f5cec000-5b0e-42af-b67d-a5ca43276983 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1599202 Jan 24 16:29:51.556672 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 36974) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:51.562446 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-15d88d51-434e-429b-84d3-e9ba96e4f208 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'd03e63b7-f19b-4d67-a907-44406f133d22', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:29:51.568484 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-15d88d51-434e-429b-84d3-e9ba96e4f208 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:29:51.572834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-15d88d51-434e-429b-84d3-e9ba96e4f208 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:29:51.575972 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-15d88d51-434e-429b-84d3-e9ba96e4f208 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:29:51.581871 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-15d88d51-434e-429b-84d3-e9ba96e4f208 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:29:51.594361 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-15d88d51-434e-429b-84d3-e9ba96e4f208 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:29:51.600802 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-15d88d51-434e-429b-84d3-e9ba96e4f208 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.669982 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-15d88d51-434e-429b-84d3-e9ba96e4f208 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.674667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-15d88d51-434e-429b-84d3-e9ba96e4f208 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.694732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d88d51-434e-429b-84d3-e9ba96e4f208 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8be469-13eb-49b8-a843-90eb3802c405,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:51.704454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-15d88d51-434e-429b-84d3-e9ba96e4f208 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:51.705644 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-15d88d51-434e-429b-84d3-e9ba96e4f208 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1480017 Jan 24 16:29:51.914343 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-bee22b69-d270-47f2-90dd-4397f93d3c84 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:29:51.933141 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-bee22b69-d270-47f2-90dd-4397f93d3c84 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:29:51.934454 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-bee22b69-d270-47f2-90dd-4397f93d3c84 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008514574&fields=id&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 267 time: 0.0727966 Jan 24 16:29:52.083932 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-891d0b84-3dbe-47b2-b021-24a3079ae4ff tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:52.085354 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-891d0b84-3dbe-47b2-b021-24a3079ae4ff tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/networks?id=e4ab6e34-e94f-410d-85d3-f678fde67553 HTTP/1.1" status: 200 len: 795 time: 0.1442857 Jan 24 16:29:52.107177 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-b14a0a27-2171-40e4-ba70-e6b606a820aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/quotas/c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 375 time: 0.0156653 Jan 24 16:29:52.193951 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-2280af35-f70a-4043-9cfc-fe3bfe8d78f1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0808673 Jan 24 16:29:52.527149 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-dbd5d5bf-66b5-4e8d-bce0-4fd2d0321e0f service neutron] 10.222.0.130 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213484 Jan 24 16:29:52.540679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaa9c2-4338-4cc7-b8c4-0f60c1187119 req-67c710d9-4db9-4873-bdb1-df93030a9e03 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:52.542381 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1dcaa9c2-4338-4cc7-b8c4-0f60c1187119 req-67c710d9-4db9-4873-bdb1-df93030a9e03 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 943 time: 0.0789814 Jan 24 16:29:52.587259 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1dcaa9c2-4338-4cc7-b8c4-0f60c1187119 req-454c49d2-6fef-4fe5-b236-d20732b4e279 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391619 Jan 24 16:29:52.656762 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-e98f96d6-ad6d-4641-b163-4f63ff1b6e26 service neutron] 10.222.0.130 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234958 Jan 24 16:29:52.670718 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 488e69cb-3016-4ce7-ac47-ca0f913eb84e details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:29:52.826687 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 488e69cb-3016-4ce7-ac47-ca0f913eb84e, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=488e69cb-3016-4ce7-ac47-ca0f913eb84e,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:29:52.840489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '488e69cb-3016-4ce7-ac47-ca0f913eb84e', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'port_id': '488e69cb-3016-4ce7-ac47-ca0f913eb84e', 'mac_address': 'fa:16:3e:76:45:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:29:52.852170 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-15448c8c-eb64-43d8-b591-135b423ab1d4 req-b8c26489-0266-492d-8c67-aa2b788027f3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 210 time: 0.0447495 Jan 24 16:29:52.894409 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:52.911658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488e69cb-3016-4ce7-ac47-ca0f913eb84e {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:29:52.927144 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 488e69cb-3016-4ce7-ac47-ca0f913eb84e, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=488e69cb-3016-4ce7-ac47-ca0f913eb84e,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:29:52.931076 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:53.003845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=488e69cb-3016-4ce7-ac47-ca0f913eb84e,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:53.012499 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:53.012959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:53.013351 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:53.013725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:53.014084 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:53.014471 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:53.014827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:53.015186 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:53.015583 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:53.015944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:53.016301 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:53.225625 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['488e69cb-3016-4ce7-ac47-ca0f913eb84e'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:29:53.794009 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5a141-c8c2-48ce-8f86-881fc564d8fc req-b83de40d-3bcf-42de-a437-bd58e179655d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:53.795571 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-02b5a141-c8c2-48ce-8f86-881fc564d8fc req-b83de40d-3bcf-42de-a437-bd58e179655d tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 944 time: 0.0866461 Jan 24 16:29:53.845777 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-02b5a141-c8c2-48ce-8f86-881fc564d8fc req-210290ec-b5ad-40a4-b4a0-384f07370735 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431745 Jan 24 16:29:53.960460 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-71cba8f9-5f73-41a0-8603-2763a196a3b4 req-154c6efc-4d2f-4966-bdf3-19f8946cac83 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 210 time: 0.0399718 Jan 24 16:29:54.683839 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 488e69cb-3016-4ce7-ac47-ca0f913eb84e up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:29:54.765507 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 488e69cb-3016-4ce7-ac47-ca0f913eb84e completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:29:54.773347 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 488e69cb-3016-4ce7-ac47-ca0f913eb84e triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:29:54.773839 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:54.895073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:54.922790 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f666284a-1108-4f37-9a27-cffca1f6c4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488e69cb-3016-4ce7-ac47-ca0f913eb84e'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:29:54.932742 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 488e69cb-3016-4ce7-ac47-ca0f913eb84e, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=488e69cb-3016-4ce7-ac47-ca0f913eb84e,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:29:54.937987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:55.005153 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=488e69cb-3016-4ce7-ac47-ca0f913eb84e,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:55.047646 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cea234-6e7d-4ddd-94f4-18d4ced033eb req-21b92511-18f0-4dff-9c7b-0c5079f149b7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:55.049173 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b3cea234-6e7d-4ddd-94f4-18d4ced033eb req-21b92511-18f0-4dff-9c7b-0c5079f149b7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 945 time: 0.0807705 Jan 24 16:29:55.069987 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f666284a-1108-4f37-9a27-cffca1f6c4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488e69cb-3016-4ce7-ac47-ca0f913eb84e', 'code': 200} Jan 24 16:29:55.095802 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b3cea234-6e7d-4ddd-94f4-18d4ced033eb req-793b451b-fa59-4655-a45b-049215a58191 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412247 Jan 24 16:29:55.210174 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9117a138-2d14-4479-bb0d-a190d284513b req-af3c89dc-74d6-4c55-9e1b-52993fd7c6d1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 210 time: 0.0415621 Jan 24 16:29:55.450540 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5665dfe8-76a2-4725-8585-b29f8f7b27ef req-c6231382-fe48-48fe-b901-973656c610cf service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 1098 time: 0.0735478 Jan 24 16:29:55.496504 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5665dfe8-76a2-4725-8585-b29f8f7b27ef req-a3ad884b-9db7-482e-901b-337ffcc0170e service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388422 Jan 24 16:29:56.292974 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-32b6603e-1d14-4d4e-a597-88f794e0b2dc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:56.294409 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-32b6603e-1d14-4d4e-a597-88f794e0b2dc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/networks?id=e4ab6e34-e94f-410d-85d3-f678fde67553 HTTP/1.1" status: 200 len: 795 time: 0.1896255 Jan 24 16:29:56.363179 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf72a4-fb4a-47f1-b54d-eaaf42b60db6 req-1e598d10-f205-40ab-9c29-50b21546eea7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:56.364642 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e2cf72a4-fb4a-47f1-b54d-eaaf42b60db6 req-1e598d10-f205-40ab-9c29-50b21546eea7 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 945 time: 0.1355209 Jan 24 16:29:56.380210 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-23283784-9214-4115-b9b0-a00f1e019448 req-652931e1-7a57-44b3-b884-2425326d55ec tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 210 time: 0.0455029 Jan 24 16:29:56.388995 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-e999f916-22e4-4492-8185-5e184ba990ef tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 472 time: 0.0790145 Jan 24 16:29:56.402349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'port': {'device_id': '7648173c-0c02-4cc3-9adb-379025441f28', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'admin_state_up': True, 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'security_groups': ['d03e63b7-f19b-4d67-a907-44406f133d22']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:29:56.490772 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e2cf72a4-fb4a-47f1-b54d-eaaf42b60db6 req-76e1761d-ea3f-4f10-a99a-d2c8a5a96076 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190305 Jan 24 16:29:56.554668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:29:56.564685 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:29:56.578352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:29:56.581579 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:56.752460 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.5 (e4ab6e34-e94f-410d-85d3-f678fde67553/3aacaca0-5015-416a-9e15-1e9f5069dbe6/a8dff4be-fc24-4212-b762-0860361f7608) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:29:56.950437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:56.965842 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object a8dff4be-fc24-4212-b762-0860361f7608 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:29:56.989611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:57.062705 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network e4ab6e34-e94f-410d-85d3-f678fde67553 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:29:57.065745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:29:57.069755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:29:57.100397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=a8dff4be-fc24-4212-b762-0860361f7608,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:57.117796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:57.118134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:57.118468 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:57.118799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:57.119260 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:57.119649 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:57.119973 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:57.120295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:57.120613 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:57.120929 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:57.121244 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:57.146122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:57.146720 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:57.174901 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-b94cff0e-c7cc-4aaa-a8a5-348b2b5f7850 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7769897 Jan 24 16:29:57.187717 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Request body: {'port': {'device_id': '7648173c-0c02-4cc3-9adb-379025441f28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:29:57.298011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:57.332503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-37b89804-31b5-436b-a916-a73d35758154 None None] Provisioning for port a8dff4be-fc24-4212-b762-0860361f7608 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:29:57.337345 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-37b89804-31b5-436b-a916-a73d35758154 None None] Provisioning complete for port a8dff4be-fc24-4212-b762-0860361f7608 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:29:57.337848 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-37b89804-31b5-436b-a916-a73d35758154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:57.396284 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-37b89804-31b5-436b-a916-a73d35758154 None None] Port a8dff4be-fc24-4212-b762-0860361f7608 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:29:57.601296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e0dd3-6b4a-4732-889f-5707a50cf110 req-0a73ddc8-8fb9-4bb5-9452-7d4c58349e63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:57.602614 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-772e0dd3-6b4a-4732-889f-5707a50cf110 req-0a73ddc8-8fb9-4bb5-9452-7d4c58349e63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 931 time: 0.0941100 Jan 24 16:29:57.651873 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-772e0dd3-6b4a-4732-889f-5707a50cf110 req-e4771955-4f72-4f82-9bef-07b840dabfc8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d03e63b7-f19b-4d67-a907-44406f133d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434229 Jan 24 16:29:57.797961 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f6546-bb7c-4f1a-9529-032d31385035 req-ac344b55-1b85-4c64-a89e-9fd27e4f38b9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:57.799418 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2d1f6546-bb7c-4f1a-9529-032d31385035 req-ac344b55-1b85-4c64-a89e-9fd27e4f38b9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 945 time: 0.1682940 Jan 24 16:29:57.829390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8dff4be-fc24-4212-b762-0860361f7608 {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:29:57.839731 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:57.867195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Transition to ACTIVE for port object a8dff4be-fc24-4212-b762-0860361f7608 will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:29:57.876946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:57.909739 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2d1f6546-bb7c-4f1a-9529-032d31385035 req-4f71c5f0-e799-45b6-a203-2699641bfb05 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029308 Jan 24 16:29:58.007722 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8dff4be-fc24-4212-b762-0860361f7608,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:58.127670 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54547a-7a4f-4b81-b2cb-d341af9619bc req-26bff067-772b-46a1-a14c-17511790b098 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:58.129069 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bc54547a-7a4f-4b81-b2cb-d341af9619bc req-26bff067-772b-46a1-a14c-17511790b098 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 945 time: 0.0879428 Jan 24 16:29:58.129226 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Attempting to bind port a8dff4be-fc24-4212-b762-0860361f7608 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:29:58.129564 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Attempting to bind port a8dff4be-fc24-4212-b762-0860361f7608 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:29:58.129883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Attempting to bind port a8dff4be-fc24-4212-b762-0860361f7608 on network e4ab6e34-e94f-410d-85d3-f678fde67553 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:29:58.135898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Port a8dff4be-fc24-4212-b762-0860361f7608 on network e4ab6e34-e94f-410d-85d3-f678fde67553 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:29:58.136303 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Attempting to bind port a8dff4be-fc24-4212-b762-0860361f7608 on network e4ab6e34-e94f-410d-85d3-f678fde67553 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:29:58.143829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:29:58.144159 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Checking segment: {'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:29:58.144535 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Bound using segment: {'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:29:58.145030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Bound port: a8dff4be-fc24-4212-b762-0860361f7608, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a6bb0f7-6360-48ef-9e7f-4713350798d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:29:58.145277 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:58.174871 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bc54547a-7a4f-4b81-b2cb-d341af9619bc req-0c29f4ba-d9fd-4c64-9a8d-60714a0bdccc tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387433 Jan 24 16:29:58.204110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37026) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:58.241304 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] For port a8dff4be-fc24-4212-b762-0860361f7608, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:29:58.244270 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] For port a8dff4be-fc24-4212-b762-0860361f7608, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a8dff4be-fc24-4212-b762-0860361f7608,segment=NetworkSegment(4a6bb0f7-6360-48ef-9e7f-4713350798d1),segment_id=4a6bb0f7-6360-48ef-9e7f-4713350798d1)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:29:58.249951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:58.312079 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:58.313455 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] 10.222.0.129 "PUT /v2.0/ports/a8dff4be-fc24-4212-b762-0860361f7608 HTTP/1.1" status: 200 len: 1093 time: 1.1300972 Jan 24 16:29:58.313873 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7648173c-0c02-4cc3-9adb-379025441f28', 'tag': 'a8dff4be-fc24-4212-b762-0860361f7608'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:29:58.349954 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081ce28-7fd1-4560-9569-ec9c937068b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8dff4be-fc24-4212-b762-0860361f7608,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:58.395304 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7648173c-0c02-4cc3-9adb-379025441f28', 'tag': 'a8dff4be-fc24-4212-b762-0860361f7608', 'status': 'completed', 'code': 200} Jan 24 16:29:58.416820 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-775b9357-cff2-4a6e-8d31-251e6b2be57f tempest-TestVolumeBootPattern-1697996857 tempest-TestVolumeBootPattern-1697996857-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 1093 time: 0.2114916 Jan 24 16:29:58.419675 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37034) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:29:58.425364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '488e69cb-3016-4ce7-ac47-ca0f913eb84e', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:29:58.430888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:29:58.435081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Usage tracker for resource:floatingip and tenant:352f5a2cec024da5b72f74b5856cad93 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:29:58.438081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:29:58.443065 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-f3d1d16d-6be0-4b1d-9974-807cca766a0b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 1096 time: 0.0817258 Jan 24 16:29:58.443941 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:29:58.455712 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:58.514145 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-a67f428f-e055-427d-85dd-a58ae1662ae8 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8dff4be-fc24-4212-b762-0860361f7608 HTTP/1.1" status: 200 len: 217 time: 0.0637546 Jan 24 16:29:58.581012 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-928ce615-af84-40e0-8cee-65a5d720abde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:58.582452 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-928ce615-af84-40e0-8cee-65a5d720abde service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3aacaca0-5015-416a-9e15-1e9f5069dbe6 HTTP/1.1" status: 200 len: 833 time: 0.0619178 Jan 24 16:29:58.609050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:58.659030 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-7f3448ad-566a-472c-a4af-b42a4633b4b3 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e4ab6e34-e94f-410d-85d3-f678fde67553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690887 Jan 24 16:29:58.754270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Allocated IP 172.26.2.87 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/ba39590d-81ac-4087-8357-c530a2998292) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:29:58.803458 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-376c7576-e394-43bd-be21-11f544ab0d4a service neutron] 10.222.0.129 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362672 Jan 24 16:29:58.934713 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9113a83e-c7f5-43c5-a50b-a32f88e2bdf7 req-c89b843c-f900-4cd9-ab5c-8bfa74a64443 service neutron] 10.222.0.129 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245728 Jan 24 16:29:58.964148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:58.977005 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c265d-7447-47b5-af8f-3172a0b4b4a8 req-beb93c49-27af-4910-990b-13a3b2c14e4c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:58.978460 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2e5c265d-7447-47b5-af8f-3172a0b4b4a8 req-beb93c49-27af-4910-990b-13a3b2c14e4c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 943 time: 0.1943095 Jan 24 16:29:59.034364 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2e5c265d-7447-47b5-af8f-3172a0b4b4a8 req-b8b7127f-8052-469f-96f7-cdfb8551f152 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d03e63b7-f19b-4d67-a907-44406f133d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494680 Jan 24 16:29:59.035884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:59.059577 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-20a9de7b-44aa-4c87-a392-53090a4bde28 req-9c02bef2-8efb-4f69-98cb-35148afc5eb9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 1096 time: 0.0748801 Jan 24 16:29:59.107114 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:29:59.110803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:29:59.112783 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event updated for resources: {'Port': ['ID=ba39590d-81ac-4087-8357-c530a2998292,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:29:59.114976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:29:59.158846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:59.159193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:59.159520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:59.159880 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:59.160209 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:59.160536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:59.160858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:59.161178 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:59.161484 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:59.161799 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:59.162112 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:29:59.194197 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9de7b-44aa-4c87-a392-53090a4bde28 req-be0be95c-2ebc-4844-9b0f-56b5700effaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:59.195658 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-20a9de7b-44aa-4c87-a392-53090a4bde28 req-be0be95c-2ebc-4844-9b0f-56b5700effaf service neutron] 10.222.0.129 "GET /v2.0/networks?id=e4ab6e34-e94f-410d-85d3-f678fde67553 HTTP/1.1" status: 200 len: 896 time: 0.1314609 Jan 24 16:29:59.266568 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-20a9de7b-44aa-4c87-a392-53090a4bde28 req-2363bab3-7220-493e-ab8c-d6f8d136d2da service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8dff4be-fc24-4212-b762-0860361f7608 HTTP/1.1" status: 200 len: 217 time: 0.0641439 Jan 24 16:29:59.331037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9de7b-44aa-4c87-a392-53090a4bde28 req-b0ee73bf-193c-4609-9e28-e942c5d394ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:29:59.332554 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-20a9de7b-44aa-4c87-a392-53090a4bde28 req-b0ee73bf-193c-4609-9e28-e942c5d394ba service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3aacaca0-5015-416a-9e15-1e9f5069dbe6 HTTP/1.1" status: 200 len: 833 time: 0.0574522 Jan 24 16:29:59.508216 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-20a9de7b-44aa-4c87-a392-53090a4bde28 req-36a62a25-14e6-4e95-b1a4-465dab8046e6 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e4ab6e34-e94f-410d-85d3-f678fde67553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1683571 Jan 24 16:29:59.644218 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-20a9de7b-44aa-4c87-a392-53090a4bde28 req-960c73c8-88c8-4dcf-b4d1-1a9dd6ce3d64 service neutron] 10.222.0.129 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274526 Jan 24 16:29:59.746556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:59.775191 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-20a9de7b-44aa-4c87-a392-53090a4bde28 req-14d532db-a983-4afd-9125-3f02bc750575 service neutron] 10.222.0.129 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242371 Jan 24 16:29:59.807217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:29:59.944027 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0ff7a62b-5d64-4d0f-a542-4096a66aa978 req-c49bce8c-4721-47dc-8641-8029f874652a service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691488 Jan 24 16:30:00.013352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:00.019793 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:00.090831 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0ff7a62b-5d64-4d0f-a542-4096a66aa978 req-450f128c-e68f-4add-9da0-d04e0e055663 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 1098 time: 0.0771916 Jan 24 16:30:00.127848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event updated for resources: {'Port': ['ID=ba39590d-81ac-4087-8357-c530a2998292,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:30:00.143971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:00.292616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7a62b-5d64-4d0f-a542-4096a66aa978 req-bab5f043-f429-4086-9238-fc5aafcd155e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:00.294058 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0ff7a62b-5d64-4d0f-a542-4096a66aa978 req-bab5f043-f429-4086-9238-fc5aafcd155e service neutron] 10.222.0.129 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 913 time: 0.1812243 Jan 24 16:30:00.332855 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Floating IP 76356804-19bf-41c9-b7cf-7df652154e32 associated. External IP: 172.26.2.87, port: 488e69cb-3016-4ce7-ac47-ca0f913eb84e. Jan 24 16:30:00.353275 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c40302-fb0b-472a-9f75-26f2c56e66ca req-3080b2c6-f1f2-4680-b3ed-2eddf4d8a7a4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:00.353873 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-80c40302-fb0b-472a-9f75-26f2c56e66ca req-3080b2c6-f1f2-4680-b3ed-2eddf4d8a7a4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:30:00.403835 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-80c40302-fb0b-472a-9f75-26f2c56e66ca req-3080b2c6-f1f2-4680-b3ed-2eddf4d8a7a4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:30:00.405031 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-80c40302-fb0b-472a-9f75-26f2c56e66ca req-3080b2c6-f1f2-4680-b3ed-2eddf4d8a7a4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 943 time: 0.2214584 Jan 24 16:30:00.410088 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0ff7a62b-5d64-4d0f-a542-4096a66aa978 req-6b438ea7-f9cd-4d95-a18d-42d534ee16cb service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42fc7b9b-7289-4cc1-842d-180502df3ece HTTP/1.1" status: 200 len: 1001 time: 0.1087868 Jan 24 16:30:00.504811 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-80c40302-fb0b-472a-9f75-26f2c56e66ca req-075954d5-4f57-4cf9-841e-524e6370a13b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d03e63b7-f19b-4d67-a907-44406f133d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928535 Jan 24 16:30:00.506188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7a62b-5d64-4d0f-a542-4096a66aa978 req-8f77de9c-1660-43e1-be42-614ced2d5400 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:00.507491 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0ff7a62b-5d64-4d0f-a542-4096a66aa978 req-8f77de9c-1660-43e1-be42-614ced2d5400 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 200 len: 851 time: 0.0803924 Jan 24 16:30:00.583966 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0ff7a62b-5d64-4d0f-a542-4096a66aa978 req-f2ef7f28-58f8-4b28-a778-68c271eb0a51 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a6e18642-b28b-4d3a-b701-7a40de2eb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692790 Jan 24 16:30:00.715428 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0ff7a62b-5d64-4d0f-a542-4096a66aa978 req-dd6b6749-5f57-4a7e-b371-9032e34c163a service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251051 Jan 24 16:30:00.727350 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Router 55fc5a73-0a38-4574-993a-0a74bf47fcbe has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:30:00.851550 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0ff7a62b-5d64-4d0f-a542-4096a66aa978 req-a355011d-0979-4126-bab1-c8de8841b6fb service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288631 Jan 24 16:30:01.042473 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:30:01.053253 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee06936-5e2a-4598-8f9c-e40c5afc0f95 None None] Sync routers for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:30:01.069189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:01.069953 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee06936-5e2a-4598-8f9c-e40c5afc0f95 None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:30:01.070713 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-fee06936-5e2a-4598-8f9c-e40c5afc0f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:29:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:30:01.123820 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ba0803ed-dd92-412f-811d-23f8edd912ec tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7031000 Jan 24 16:30:01.124458 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f666284a-1108-4f37-9a27-cffca1f6c4fc', 'tag': '488e69cb-3016-4ce7-ac47-ca0f913eb84e'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:30:01.177419 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f666284a-1108-4f37-9a27-cffca1f6c4fc', 'tag': '488e69cb-3016-4ce7-ac47-ca0f913eb84e', 'status': 'completed', 'code': 200} Jan 24 16:30:01.260952 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-fee06936-5e2a-4598-8f9c-e40c5afc0f95 None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:30:01.280849 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-665a88b4-3db2-467a-9e80-96464dfb0b4c req-990204af-5a0a-4027-b36c-28020866c6f9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 1098 time: 0.0780702 Jan 24 16:30:01.423353 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a88b4-3db2-467a-9e80-96464dfb0b4c req-508ebbb3-7797-410a-a61f-a984de3ed73c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:01.424842 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-665a88b4-3db2-467a-9e80-96464dfb0b4c req-508ebbb3-7797-410a-a61f-a984de3ed73c service neutron] 10.222.0.129 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 913 time: 0.1355350 Jan 24 16:30:01.549532 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-665a88b4-3db2-467a-9e80-96464dfb0b4c req-0b8c2251-f03d-4316-965c-f63324de1ffb service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=488e69cb-3016-4ce7-ac47-ca0f913eb84e HTTP/1.1" status: 200 len: 998 time: 0.1158261 Jan 24 16:30:01.670196 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-fee06936-5e2a-4598-8f9c-e40c5afc0f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '12fa0e1c-0651-4cc3-b8f8-dd80e08d6891', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'floating_ip_address': '172.26.2.162', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'port_id': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'mac_address': 'fa:16:3e:15:4a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19794b-f721-4e35-b453-df55cafe0521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:27:34Z', 'updated_at': '2022-01-24T16:27:41Z', 'revision_number': 1, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address_scope': None}, {'id': '76356804-19bf-41c9-b7cf-7df652154e32', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'floating_ip_address': '172.26.2.87', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'port_id': '488e69cb-3016-4ce7-ac47-ca0f913eb84e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'mac_address': 'fa:16:3e:76:45:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f666284a-1108-4f37-9a27-cffca1f6c4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:29:59Z', 'updated_at': '2022-01-24T16:29:59Z', 'revision_number': 0, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:30:01.674218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee06936-5e2a-4598-8f9c-e40c5afc0f95 None None] Checking router: 55fc5a73-0a38-4574-993a-0a74bf47fcbe for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:30:01.684908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee06936-5e2a-4598-8f9c-e40c5afc0f95 None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:30:01.685495 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-fee06936-5e2a-4598-8f9c-e40c5afc0f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:29:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:30:01.756480 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a88b4-3db2-467a-9e80-96464dfb0b4c req-6f779b6c-0a57-4ec7-86d4-e5120b7aff5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:01.757904 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-665a88b4-3db2-467a-9e80-96464dfb0b4c req-6f779b6c-0a57-4ec7-86d4-e5120b7aff5f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 200 len: 851 time: 0.1998765 Jan 24 16:30:01.834850 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4d292-7fc6-4b55-9a45-593ba7131612 req-fcb256f1-3c56-4f34-86af-1e501a123426 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:01.836327 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4df4d292-7fc6-4b55-9a45-593ba7131612 req-fcb256f1-3c56-4f34-86af-1e501a123426 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 943 time: 0.1459827 Jan 24 16:30:01.873448 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-fee06936-5e2a-4598-8f9c-e40c5afc0f95 None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:30:01.881716 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-665a88b4-3db2-467a-9e80-96464dfb0b4c req-0e250c26-0597-4f46-a621-180dfef0e83c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a6e18642-b28b-4d3a-b701-7a40de2eb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1145968 Jan 24 16:30:01.892412 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4df4d292-7fc6-4b55-9a45-593ba7131612 req-1c2cd5e6-3477-4763-9626-4caeb5b1c248 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d03e63b7-f19b-4d67-a907-44406f133d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488462 Jan 24 16:30:02.028943 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-665a88b4-3db2-467a-9e80-96464dfb0b4c req-922e99b7-81d9-47c1-9429-968f7b2b5e43 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301425 Jan 24 16:30:02.169416 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-665a88b4-3db2-467a-9e80-96464dfb0b4c req-44b6ef20-c78f-476b-b647-d03adc9acab8 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337643 Jan 24 16:30:02.269770 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-fee06936-5e2a-4598-8f9c-e40c5afc0f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '12fa0e1c-0651-4cc3-b8f8-dd80e08d6891', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'floating_ip_address': '172.26.2.162', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'port_id': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'mac_address': 'fa:16:3e:15:4a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19794b-f721-4e35-b453-df55cafe0521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:27:34Z', 'updated_at': '2022-01-24T16:27:41Z', 'revision_number': 1, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address_scope': None}, {'id': '76356804-19bf-41c9-b7cf-7df652154e32', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'floating_ip_address': '172.26.2.87', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'port_id': '488e69cb-3016-4ce7-ac47-ca0f913eb84e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'mac_address': 'fa:16:3e:76:45:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f666284a-1108-4f37-9a27-cffca1f6c4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:29:59Z', 'updated_at': '2022-01-24T16:29:59Z', 'revision_number': 0, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:30:02.273864 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee06936-5e2a-4598-8f9c-e40c5afc0f95 None None] The sync data for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv is: [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '12fa0e1c-0651-4cc3-b8f8-dd80e08d6891', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'floating_ip_address': '172.26.2.162', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'port_id': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'mac_address': 'fa:16:3e:15:4a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19794b-f721-4e35-b453-df55cafe0521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:27:34Z', 'updated_at': '2022-01-24T16:27:41Z', 'revision_number': 1, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address_scope': None}, {'id': '76356804-19bf-41c9-b7cf-7df652154e32', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'floating_ip_address': '172.26.2.87', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'port_id': '488e69cb-3016-4ce7-ac47-ca0f913eb84e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'mac_address': 'fa:16:3e:76:45:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f666284a-1108-4f37-9a27-cffca1f6c4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:29:59Z', 'updated_at': '2022-01-24T16:29:59Z', 'revision_number': 0, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:30:02.469954 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15daf4b-7b76-4fdf-b2de-49ba7dd3cce5 None None] New status for floating IP 76356804-19bf-41c9-b7cf-7df652154e32: ACTIVE {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:30:02.687685 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device a8dff4be-fc24-4212-b762-0860361f7608 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:30:02.827990 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port a8dff4be-fc24-4212-b762-0860361f7608, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a8dff4be-fc24-4212-b762-0860361f7608,segment=NetworkSegment(4a6bb0f7-6360-48ef-9e7f-4713350798d1),segment_id=4a6bb0f7-6360-48ef-9e7f-4713350798d1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:30:02.840965 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'a8dff4be-fc24-4212-b762-0860361f7608', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'port_id': 'a8dff4be-fc24-4212-b762-0860361f7608', 'mac_address': 'fa:16:3e:db:f6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:30:02.898207 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:02.915689 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8dff4be-fc24-4212-b762-0860361f7608 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:30:02.931398 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port a8dff4be-fc24-4212-b762-0860361f7608, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a8dff4be-fc24-4212-b762-0860361f7608,segment=NetworkSegment(4a6bb0f7-6360-48ef-9e7f-4713350798d1),segment_id=4a6bb0f7-6360-48ef-9e7f-4713350798d1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:30:02.937833 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:03.005338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=a8dff4be-fc24-4212-b762-0860361f7608,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:30:03.114874 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e1974-7959-423c-8085-c9282400eead req-58e38615-9384-41a7-8ab3-7c97c547d1b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:03.116313 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-648e1974-7959-423c-8085-c9282400eead req-58e38615-9384-41a7-8ab3-7c97c547d1b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 944 time: 0.0775638 Jan 24 16:30:03.173836 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-648e1974-7959-423c-8085-c9282400eead req-7999bb33-543b-4cda-a9d6-937414a3a7f6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d03e63b7-f19b-4d67-a907-44406f133d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490139 Jan 24 16:30:03.231726 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['a8dff4be-fc24-4212-b762-0860361f7608'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:30:04.402706 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b93801-3a39-498d-a4b1-ddfedc7acb5e req-c0323085-d160-47f1-bd68-72ef488622d0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:04.404187 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b0b93801-3a39-498d-a4b1-ddfedc7acb5e req-c0323085-d160-47f1-bd68-72ef488622d0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 944 time: 0.1051590 Jan 24 16:30:04.460039 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b0b93801-3a39-498d-a4b1-ddfedc7acb5e req-dc37ce5d-ab8c-4ec0-89cf-eba0cd3e6a3f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d03e63b7-f19b-4d67-a907-44406f133d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469146 Jan 24 16:30:04.700399 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device a8dff4be-fc24-4212-b762-0860361f7608 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:30:04.782523 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port a8dff4be-fc24-4212-b762-0860361f7608 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:30:04.787437 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port a8dff4be-fc24-4212-b762-0860361f7608 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:30:04.787833 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:04.901727 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:04.929243 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7648173c-0c02-4cc3-9adb-379025441f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dff4be-fc24-4212-b762-0860361f7608'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:30:04.938867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port a8dff4be-fc24-4212-b762-0860361f7608, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a8dff4be-fc24-4212-b762-0860361f7608,segment=NetworkSegment(4a6bb0f7-6360-48ef-9e7f-4713350798d1),segment_id=4a6bb0f7-6360-48ef-9e7f-4713350798d1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:30:04.943098 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:04.984838 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7648173c-0c02-4cc3-9adb-379025441f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dff4be-fc24-4212-b762-0860361f7608', 'code': 200} Jan 24 16:30:05.010488 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=a8dff4be-fc24-4212-b762-0860361f7608,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:30:05.230875 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-844c737e-1bf3-466b-8076-b0da374ec551 req-6a6824b7-b749-4da3-af67-f0398c6c5b78 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 1098 time: 0.0695169 Jan 24 16:30:05.277263 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-844c737e-1bf3-466b-8076-b0da374ec551 req-e7a1386b-4879-4aa6-9ab8-0fd30d19c5f7 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=d03e63b7-f19b-4d67-a907-44406f133d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397716 Jan 24 16:30:05.667539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a7551-a747-4dd8-99f7-47fac1b15109 req-a2d289c2-8472-4a47-b89c-37dcb6b1bff3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:05.669004 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-925a7551-a747-4dd8-99f7-47fac1b15109 req-a2d289c2-8472-4a47-b89c-37dcb6b1bff3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 945 time: 0.0820122 Jan 24 16:30:05.717236 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-925a7551-a747-4dd8-99f7-47fac1b15109 req-7b62b85e-3022-4a30-912e-b0017b56ce9d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d03e63b7-f19b-4d67-a907-44406f133d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425959 Jan 24 16:30:06.931113 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdcf6f-ba54-4958-b31d-8f5f59d19c5d req-2f38e143-6104-48c6-9385-6de2d71c61ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:06.932565 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ecfdcf6f-ba54-4958-b31d-8f5f59d19c5d req-2f38e143-6104-48c6-9385-6de2d71c61ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 945 time: 0.0895460 Jan 24 16:30:06.970444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9cac0793-107b-4137-8e40-c7b254a84a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:06.989972 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ecfdcf6f-ba54-4958-b31d-8f5f59d19c5d req-8814f8ce-8bd6-4a19-993e-ada5f6070636 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d03e63b7-f19b-4d67-a907-44406f133d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494204 Jan 24 16:30:07.348477 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cca2f-c590-4de5-a36d-cf4e500106fe req-e315acae-38c2-437f-9fa6-ec26d8073c5a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:07.350898 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cf7cca2f-c590-4de5-a36d-cf4e500106fe req-e315acae-38c2-437f-9fa6-ec26d8073c5a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 945 time: 0.0949168 Jan 24 16:30:07.422769 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cf7cca2f-c590-4de5-a36d-cf4e500106fe req-a5b76260-e5e8-4242-bfa4-97167dea13ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d03e63b7-f19b-4d67-a907-44406f133d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633929 Jan 24 16:30:07.458811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37062) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:30:07.714418 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8a7244f4-7c05-474b-8a30-9825e7dd90f9 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 1093 time: 0.2534065 Jan 24 16:30:07.717729 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37068) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:30:07.723639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-9df03127-1a47-4205-ac2e-5624a71ccd45 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'floatingip': {'port_id': 'a8dff4be-fc24-4212-b762-0860361f7608'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:30:07.810044 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9df03127-1a47-4205-ac2e-5624a71ccd45 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:08.498596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9df03127-1a47-4205-ac2e-5624a71ccd45 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:08.502809 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9df03127-1a47-4205-ac2e-5624a71ccd45 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:08.703069 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-9df03127-1a47-4205-ac2e-5624a71ccd45 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Floating IP b5921ba9-6fb6-4c7c-9dde-cbac5e29440a associated. External IP: 172.26.2.236, port: a8dff4be-fc24-4212-b762-0860361f7608. Jan 24 16:30:09.157444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a3eabbff-893f-4429-98b1-4a2a05384b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:09.219229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df03127-1a47-4205-ac2e-5624a71ccd45 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:30:09.441391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df03127-1a47-4205-ac2e-5624a71ccd45 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:30:09.446032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9df03127-1a47-4205-ac2e-5624a71ccd45 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:09.451450 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646bef0e-9e44-4808-b0d6-d5c0de35ef72 None None] Sync routers for ids ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:30:09.464431 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646bef0e-9e44-4808-b0d6-d5c0de35ef72 None None] Routers {'4f4fccea-5707-4c07-8fd4-1f28bbe52d71'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:30:09.465074 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-646bef0e-9e44-4808-b0d6-d5c0de35ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:30:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:30:09.503055 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9df03127-1a47-4205-ac2e-5624a71ccd45 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/floatingips/b5921ba9-6fb6-4c7c-9dde-cbac5e29440a HTTP/1.1" status: 200 len: 991 time: 1.7846637 Jan 24 16:30:09.503857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7648173c-0c02-4cc3-9adb-379025441f28', 'tag': 'a8dff4be-fc24-4212-b762-0860361f7608'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:30:09.505910 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37074) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:30:09.563164 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7648173c-0c02-4cc3-9adb-379025441f28', 'tag': 'a8dff4be-fc24-4212-b762-0860361f7608', 'status': 'completed', 'code': 200} Jan 24 16:30:09.668730 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1535a356-6aae-48c0-9656-3000e1a5eaae tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b5921ba9-6fb6-4c7c-9dde-cbac5e29440a HTTP/1.1" status: 200 len: 991 time: 0.1614809 Jan 24 16:30:09.695174 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bcc452e1-afb7-454e-a584-396df320aa9a req-c3e72356-4ecc-42e3-91b7-10452e0b95fe service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 1098 time: 0.0980339 Jan 24 16:30:09.704445 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-646bef0e-9e44-4808-b0d6-d5c0de35ef72 None None] Set router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:30:09.829815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc452e1-afb7-454e-a584-396df320aa9a req-8eebc7d2-f4c6-4a89-89a5-1af2015818af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:09.831250 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bcc452e1-afb7-454e-a584-396df320aa9a req-8eebc7d2-f4c6-4a89-89a5-1af2015818af service neutron] 10.222.0.129 "GET /v2.0/networks?id=e4ab6e34-e94f-410d-85d3-f678fde67553 HTTP/1.1" status: 200 len: 896 time: 0.1283998 Jan 24 16:30:09.937239 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bcc452e1-afb7-454e-a584-396df320aa9a req-c1b2d241-bab2-4c35-8887-666cd1ac632a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8dff4be-fc24-4212-b762-0860361f7608 HTTP/1.1" status: 200 len: 999 time: 0.0981324 Jan 24 16:30:10.005638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc452e1-afb7-454e-a584-396df320aa9a req-69ec349f-c3e5-4781-b5fa-4a1d842600de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:10.006990 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bcc452e1-afb7-454e-a584-396df320aa9a req-69ec349f-c3e5-4781-b5fa-4a1d842600de service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3aacaca0-5015-416a-9e15-1e9f5069dbe6 HTTP/1.1" status: 200 len: 833 time: 0.0630827 Jan 24 16:30:10.068088 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-646bef0e-9e44-4808-b0d6-d5c0de35ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:45Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'b5921ba9-6fb6-4c7c-9dde-cbac5e29440a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.236', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'port_id': 'a8dff4be-fc24-4212-b762-0860361f7608', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'mac_address': 'fa:16:3e:db:f6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7648173c-0c02-4cc3-9adb-379025441f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:29:05Z', 'updated_at': '2022-01-24T16:30:08Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e68260-38e5-474a-86c6-2140c3f848af', 'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:38:a9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:44Z', 'updated_at': '2022-01-24T16:28:52Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:30:10.072349 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646bef0e-9e44-4808-b0d6-d5c0de35ef72 None None] Checking router: 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:30:10.083231 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646bef0e-9e44-4808-b0d6-d5c0de35ef72 None None] Routers {'4f4fccea-5707-4c07-8fd4-1f28bbe52d71'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:30:10.083884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-646bef0e-9e44-4808-b0d6-d5c0de35ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:30:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:30:10.090378 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bcc452e1-afb7-454e-a584-396df320aa9a req-64026356-38ef-428b-9b22-9f04f1de733f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e4ab6e34-e94f-410d-85d3-f678fde67553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747969 Jan 24 16:30:10.263896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-646bef0e-9e44-4808-b0d6-d5c0de35ef72 None None] Set router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:30:10.314136 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bcc452e1-afb7-454e-a584-396df320aa9a req-53098264-ab45-43ed-baa9-7316e1b04cd3 service neutron] 10.222.0.129 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169213 Jan 24 16:30:10.334704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:10.430664 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:10.459732 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bcc452e1-afb7-454e-a584-396df320aa9a req-d12d3a84-7654-4c23-b774-c316c6b208f2 service neutron] 10.222.0.129 "GET /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301711 Jan 24 16:30:10.636103 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-646bef0e-9e44-4808-b0d6-d5c0de35ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:45Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'b5921ba9-6fb6-4c7c-9dde-cbac5e29440a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.236', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'port_id': 'a8dff4be-fc24-4212-b762-0860361f7608', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'mac_address': 'fa:16:3e:db:f6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7648173c-0c02-4cc3-9adb-379025441f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:29:05Z', 'updated_at': '2022-01-24T16:30:08Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e68260-38e5-474a-86c6-2140c3f848af', 'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:38:a9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:44Z', 'updated_at': '2022-01-24T16:28:52Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:30:10.643098 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646bef0e-9e44-4808-b0d6-d5c0de35ef72 None None] The sync data for ids ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'] in dv-neutron-826104-1-hyperv is: [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:45Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'b5921ba9-6fb6-4c7c-9dde-cbac5e29440a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.236', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'port_id': 'a8dff4be-fc24-4212-b762-0860361f7608', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'mac_address': 'fa:16:3e:db:f6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7648173c-0c02-4cc3-9adb-379025441f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:29:05Z', 'updated_at': '2022-01-24T16:30:08Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e68260-38e5-474a-86c6-2140c3f848af', 'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:38:a9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:44Z', 'updated_at': '2022-01-24T16:28:52Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:30:10.672941 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37080) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:30:10.781404 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ce0e9436-e815-4d21-a4e6-f76a5b757459 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b5921ba9-6fb6-4c7c-9dde-cbac5e29440a HTTP/1.1" status: 200 len: 991 time: 0.1072807 Jan 24 16:30:11.752727 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:11.785591 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37084) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:30:11.889477 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-52088623-eed3-4515-888d-cb585ab5291f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b5921ba9-6fb6-4c7c-9dde-cbac5e29440a HTTP/1.1" status: 200 len: 991 time: 0.1025724 Jan 24 16:30:12.814285 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95382c1-9804-4dcd-b43c-675258aac63f None None] New status for floating IP b5921ba9-6fb6-4c7c-9dde-cbac5e29440a: ACTIVE {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:30:12.893524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37088) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:30:13.002916 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2cb65014-428a-4b8f-a7be-ccf3ede03d7d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b5921ba9-6fb6-4c7c-9dde-cbac5e29440a HTTP/1.1" status: 200 len: 991 time: 0.1080971 Jan 24 16:30:14.007042 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37092) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:30:14.136206 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9129c685-6480-4b96-89b8-3d12b1f8f900 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/b5921ba9-6fb6-4c7c-9dde-cbac5e29440a HTTP/1.1" status: 200 len: 993 time: 0.1279249 Jan 24 16:30:14.490979 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:30:17.874848 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:36.967453 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d1254ac1-5184-4542-b7d3-30f0d1553acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:39.153048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8884764f-85ac-46ce-b5f2-aab8fbe63662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:40.321171 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:40.402301 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:41.802179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:47.766373 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfed44-080d-476c-b29f-4fc5e24b4499 req-e184a241-cd05-4445-9423-393ca69c1896 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:47.767802 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-18dfed44-080d-476c-b29f-4fc5e24b4499 req-e184a241-cd05-4445-9423-393ca69c1896 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 945 time: 0.0964651 Jan 24 16:30:47.814511 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-18dfed44-080d-476c-b29f-4fc5e24b4499 req-9c6f4a52-1585-474e-8137-659debb8f893 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d03e63b7-f19b-4d67-a907-44406f133d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410023 Jan 24 16:30:47.876147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:49.036458 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8fb84-1653-4eeb-90ef-10bdf66dfe70 req-5cc0137a-1839-413e-b225-08c16d7f484e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:49.038050 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-45f8fb84-1653-4eeb-90ef-10bdf66dfe70 req-5cc0137a-1839-413e-b225-08c16d7f484e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 945 time: 0.0906546 Jan 24 16:30:49.084528 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-45f8fb84-1653-4eeb-90ef-10bdf66dfe70 req-47eaba00-1e9f-4d7c-a2c8-7c755284670f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d03e63b7-f19b-4d67-a907-44406f133d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401137 Jan 24 16:30:49.386387 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f0329-7365-4fa3-8a63-adcbc574dcba req-ae24394c-3b0b-44cf-8033-52e623c2ca86 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:49.387821 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0f1f0329-7365-4fa3-8a63-adcbc574dcba req-ae24394c-3b0b-44cf-8033-52e623c2ca86 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 945 time: 0.0933766 Jan 24 16:30:49.459395 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-0f1f0329-7365-4fa3-8a63-adcbc574dcba req-ee73cde2-f85c-44c6-acea-ff464372ac9e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port a8dff4be-fc24-4212-b762-0860361f7608 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:30:49.459809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0f1f0329-7365-4fa3-8a63-adcbc574dcba req-ee73cde2-f85c-44c6-acea-ff464372ac9e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:49.717123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-0f1f0329-7365-4fa3-8a63-adcbc574dcba req-ee73cde2-f85c-44c6-acea-ff464372ac9e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port a8dff4be-fc24-4212-b762-0860361f7608, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a8dff4be-fc24-4212-b762-0860361f7608,segment=NetworkSegment(4a6bb0f7-6360-48ef-9e7f-4713350798d1),segment_id=4a6bb0f7-6360-48ef-9e7f-4713350798d1)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:30:49.717487 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0f1f0329-7365-4fa3-8a63-adcbc574dcba req-ee73cde2-f85c-44c6-acea-ff464372ac9e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:50.022490 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0f1f0329-7365-4fa3-8a63-adcbc574dcba req-ee73cde2-f85c-44c6-acea-ff464372ac9e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:50.022872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0f1f0329-7365-4fa3-8a63-adcbc574dcba req-ee73cde2-f85c-44c6-acea-ff464372ac9e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:50.023167 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [req-0f1f0329-7365-4fa3-8a63-adcbc574dcba req-ee73cde2-f85c-44c6-acea-ff464372ac9e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Floating IP b5921ba9-6fb6-4c7c-9dde-cbac5e29440a disassociated. External IP: 172.26.2.236, port: a8dff4be-fc24-4212-b762-0860361f7608. Jan 24 16:30:50.023687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-0f1f0329-7365-4fa3-8a63-adcbc574dcba req-ee73cde2-f85c-44c6-acea-ff464372ac9e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for a8dff4be-fc24-4212-b762-0860361f7608 owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:30:50.190330 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0f1f0329-7365-4fa3-8a63-adcbc574dcba req-ee73cde2-f85c-44c6-acea-ff464372ac9e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:50.381595 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73cde2-f85c-44c6-acea-ff464372ac9e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=a8dff4be-fc24-4212-b762-0860361f7608,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:30:50.392426 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3c09bbb5-47eb-4aca-804f-ea9157d94299 req-54ba7565-c92a-4cc5-8ee9-1d504b1ef5a9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 210 time: 0.0560772 Jan 24 16:30:50.602635 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f1f0329-7365-4fa3-8a63-adcbc574dcba req-ee73cde2-f85c-44c6-acea-ff464372ac9e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:30:50.831343 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f1f0329-7365-4fa3-8a63-adcbc574dcba req-ee73cde2-f85c-44c6-acea-ff464372ac9e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:30:50.843988 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3bd7f0-4241-48d7-ac85-f4e26fcd4e2f None None] Sync routers for ids ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:30:50.857417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3bd7f0-4241-48d7-ac85-f4e26fcd4e2f None None] Routers {'4f4fccea-5707-4c07-8fd4-1f28bbe52d71'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:30:50.858035 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1c3bd7f0-4241-48d7-ac85-f4e26fcd4e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:30:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:30:50.918004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1f0329-7365-4fa3-8a63-adcbc574dcba req-ee73cde2-f85c-44c6-acea-ff464372ac9e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] No DVR routers for this DVR port a8dff4be-fc24-4212-b762-0860361f7608 on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:30:50.921073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0f1f0329-7365-4fa3-8a63-adcbc574dcba req-ee73cde2-f85c-44c6-acea-ff464372ac9e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:50.923865 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7648173c-0c02-4cc3-9adb-379025441f28', 'name': 'network-vif-deleted', 'tag': 'a8dff4be-fc24-4212-b762-0860361f7608'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:30:50.944127 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0f1f0329-7365-4fa3-8a63-adcbc574dcba req-ee73cde2-f85c-44c6-acea-ff464372ac9e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "DELETE /v2.0/ports/a8dff4be-fc24-4212-b762-0860361f7608 HTTP/1.1" status: 204 len: 173 time: 1.5504816 Jan 24 16:30:51.002007 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7648173c-0c02-4cc3-9adb-379025441f28', 'name': 'network-vif-deleted', 'tag': 'a8dff4be-fc24-4212-b762-0860361f7608', 'status': 'completed', 'code': 200} Jan 24 16:30:51.125130 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-1c3bd7f0-4241-48d7-ac85-f4e26fcd4e2f None None] Set router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:30:51.444419 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1c3bd7f0-4241-48d7-ac85-f4e26fcd4e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:45Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'b7e68260-38e5-474a-86c6-2140c3f848af', 'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:38:a9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:44Z', 'updated_at': '2022-01-24T16:28:52Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:30:51.455664 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3bd7f0-4241-48d7-ac85-f4e26fcd4e2f None None] Checking router: 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:30:51.462031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3bd7f0-4241-48d7-ac85-f4e26fcd4e2f None None] Routers {'4f4fccea-5707-4c07-8fd4-1f28bbe52d71'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:30:51.462031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1c3bd7f0-4241-48d7-ac85-f4e26fcd4e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:30:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:30:51.495524 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:30:51.630053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-6a5bd516-3c4f-40c6-adbc-7a29ffab8bd8 req-6f3c7d49-38b0-4862-b7c6-c036edbaaa7c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:30:51.649835 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-6a5bd516-3c4f-40c6-adbc-7a29ffab8bd8 req-6f3c7d49-38b0-4862-b7c6-c036edbaaa7c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:30:51.652746 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6a5bd516-3c4f-40c6-adbc-7a29ffab8bd8 req-6f3c7d49-38b0-4862-b7c6-c036edbaaa7c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=7648173c-0c02-4cc3-9adb-379025441f28 HTTP/1.1" status: 200 len: 210 time: 0.0703216 Jan 24 16:30:51.686520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-1c3bd7f0-4241-48d7-ac85-f4e26fcd4e2f None None] Set router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:30:52.023142 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-1c3bd7f0-4241-48d7-ac85-f4e26fcd4e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:45Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'b7e68260-38e5-474a-86c6-2140c3f848af', 'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:38:a9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:44Z', 'updated_at': '2022-01-24T16:28:52Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:30:52.028377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3bd7f0-4241-48d7-ac85-f4e26fcd4e2f None None] The sync data for ids ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'] in dv-neutron-826104-1-hyperv is: [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:45Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'b7e68260-38e5-474a-86c6-2140c3f848af', 'name': '', 'network_id': 'e4ab6e34-e94f-410d-85d3-f678fde67553', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:38:a9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:44Z', 'updated_at': '2022-01-24T16:28:52Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '3aacaca0-5015-416a-9e15-1e9f5069dbe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:30:52.263495 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b52c7-07b1-4793-b40c-8c075cc5c638 None None] New status for floating IP b5921ba9-6fb6-4c7c-9dde-cbac5e29440a: DOWN {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:30:52.772090 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37130) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:30:52.841519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9f05be1e-0e58-4d0a-8f2b-600d94d995f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:52.872103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9f05be1e-0e58-4d0a-8f2b-600d94d995f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:52.944636 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9f05be1e-0e58-4d0a-8f2b-600d94d995f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:52.966709 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05be1e-0e58-4d0a-8f2b-600d94d995f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03e63b7-f19b-4d67-a907-44406f133d22,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:30:52.975034 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9f05be1e-0e58-4d0a-8f2b-600d94d995f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:52.979412 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9f05be1e-0e58-4d0a-8f2b-600d94d995f0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/security-groups/d03e63b7-f19b-4d67-a907-44406f133d22 HTTP/1.1" status: 204 len: 168 time: 0.2098627 Jan 24 16:30:53.023514 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37136) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:30:53.027015 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device a8dff4be-fc24-4212-b762-0860361f7608 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:30:53.065148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: a8dff4be-fc24-4212-b762-0860361f7608 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:30:53.065469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device a8dff4be-fc24-4212-b762-0860361f7608 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:30:53.197372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-3ec910c5-462e-422e-9f7e-3f3498ed2caf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 6a97eade-ea70-446b-9416-d35f2f5216f4 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:30:53.197372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3ec910c5-462e-422e-9f7e-3f3498ed2caf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:53.382001 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3ec910c5-462e-422e-9f7e-3f3498ed2caf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:53.382353 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3ec910c5-462e-422e-9f7e-3f3498ed2caf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:53.503803 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-3ec910c5-462e-422e-9f7e-3f3498ed2caf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 6a97eade-ea70-446b-9416-d35f2f5216f4 owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:30:53.649206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3ec910c5-462e-422e-9f7e-3f3498ed2caf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:53.696353 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec910c5-462e-422e-9f7e-3f3498ed2caf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=6a97eade-ea70-446b-9416-d35f2f5216f4,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:30:53.879606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3ec910c5-462e-422e-9f7e-3f3498ed2caf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:53.900186 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3ec910c5-462e-422e-9f7e-3f3498ed2caf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:53.901491 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3ec910c5-462e-422e-9f7e-3f3498ed2caf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/floatingips/b5921ba9-6fb6-4c7c-9dde-cbac5e29440a HTTP/1.1" status: 204 len: 168 time: 0.8783658 Jan 24 16:30:54.310923 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e42a7-7047-411e-a0ce-397fe9674b6d req-94a57d81-2cf8-4a22-9433-48a7c58cf980 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:54.311272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-750e42a7-7047-411e-a0ce-397fe9674b6d req-94a57d81-2cf8-4a22-9433-48a7c58cf980 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:30:54.332777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-750e42a7-7047-411e-a0ce-397fe9674b6d req-94a57d81-2cf8-4a22-9433-48a7c58cf980 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:30:54.332777 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-750e42a7-7047-411e-a0ce-397fe9674b6d req-94a57d81-2cf8-4a22-9433-48a7c58cf980 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 945 time: 0.1010115 Jan 24 16:30:54.383258 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-750e42a7-7047-411e-a0ce-397fe9674b6d req-392758ec-5c67-4b4a-a8c7-c11c54e83782 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:30:54.400409 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-750e42a7-7047-411e-a0ce-397fe9674b6d req-392758ec-5c67-4b4a-a8c7-c11c54e83782 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:30:54.402075 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-750e42a7-7047-411e-a0ce-397fe9674b6d req-392758ec-5c67-4b4a-a8c7-c11c54e83782 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=34216504-3a25-4eed-983a-4730b603b8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620451 Jan 24 16:30:55.611571 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2400a-654a-4bc1-bac2-60c8a6a70622 req-e041148d-8e12-4346-8065-4be20bd6fb2c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:55.613063 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7cb2400a-654a-4bc1-bac2-60c8a6a70622 req-e041148d-8e12-4346-8065-4be20bd6fb2c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 945 time: 0.0835257 Jan 24 16:30:55.670131 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7cb2400a-654a-4bc1-bac2-60c8a6a70622 req-2bfbc2f0-02ae-4e1e-8790-6c57d9c72949 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=34216504-3a25-4eed-983a-4730b603b8be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513227 Jan 24 16:30:55.819335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad19f7-460b-436a-a703-9d8f733900de req-f61ab191-4815-4dd4-814e-208b9f65d308 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:30:55.820777 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dbad19f7-460b-436a-a703-9d8f733900de req-f61ab191-4815-4dd4-814e-208b9f65d308 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 945 time: 0.0880013 Jan 24 16:30:55.890596 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-dbad19f7-460b-436a-a703-9d8f733900de req-72dacfde-68ae-4c3b-ac56-d56458533d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port c5e6e155-9430-4c3f-9881-82b7dafd4e00 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:30:55.890922 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-dbad19f7-460b-436a-a703-9d8f733900de req-72dacfde-68ae-4c3b-ac56-d56458533d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:56.153848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-dbad19f7-460b-436a-a703-9d8f733900de req-72dacfde-68ae-4c3b-ac56-d56458533d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port c5e6e155-9430-4c3f-9881-82b7dafd4e00, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=c5e6e155-9430-4c3f-9881-82b7dafd4e00,segment=NetworkSegment(4a6bb0f7-6360-48ef-9e7f-4713350798d1),segment_id=4a6bb0f7-6360-48ef-9e7f-4713350798d1)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:30:56.154164 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-dbad19f7-460b-436a-a703-9d8f733900de req-72dacfde-68ae-4c3b-ac56-d56458533d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:56.274157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-dbad19f7-460b-436a-a703-9d8f733900de req-72dacfde-68ae-4c3b-ac56-d56458533d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for c5e6e155-9430-4c3f-9881-82b7dafd4e00 owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:30:56.431829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-dbad19f7-460b-436a-a703-9d8f733900de req-72dacfde-68ae-4c3b-ac56-d56458533d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:56.478154 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dacfde-68ae-4c3b-ac56-d56458533d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=c5e6e155-9430-4c3f-9881-82b7dafd4e00,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:30:56.555318 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbad19f7-460b-436a-a703-9d8f733900de req-72dacfde-68ae-4c3b-ac56-d56458533d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] No DVR routers for this DVR port c5e6e155-9430-4c3f-9881-82b7dafd4e00 on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:30:56.558378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-dbad19f7-460b-436a-a703-9d8f733900de req-72dacfde-68ae-4c3b-ac56-d56458533d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:56.560937 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67d7b65-503a-408c-bc01-1871fd0b9001', 'name': 'network-vif-deleted', 'tag': 'c5e6e155-9430-4c3f-9881-82b7dafd4e00'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:30:56.576928 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dbad19f7-460b-436a-a703-9d8f733900de req-72dacfde-68ae-4c3b-ac56-d56458533d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "DELETE /v2.0/ports/c5e6e155-9430-4c3f-9881-82b7dafd4e00 HTTP/1.1" status: 204 len: 173 time: 0.7503369 Jan 24 16:30:56.635717 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67d7b65-503a-408c-bc01-1871fd0b9001', 'name': 'network-vif-deleted', 'tag': 'c5e6e155-9430-4c3f-9881-82b7dafd4e00', 'status': 'completed', 'code': 200} Jan 24 16:30:56.852602 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-648c23bd-bff8-48d5-86ce-a02c1c9c93f0 req-d363e8fc-6dda-482b-ba27-b45dc99ee957 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=d67d7b65-503a-408c-bc01-1871fd0b9001 HTTP/1.1" status: 200 len: 210 time: 0.0420783 Jan 24 16:30:57.962029 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37152) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:30:58.032612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:58.061502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:58.141687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:58.160415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34216504-3a25-4eed-983a-4730b603b8be,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:30:58.171692 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:30:58.172006 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:30:58.172318 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:30:58.172638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:30:58.177087 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:30:58.177772 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:30:58.178351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:30:58.178752 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:30:58.179078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:30:58.179444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:30:58.180061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:30:58.186204 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:58.187309 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c21af590-2177-4c02-81d6-8f390b6643f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/security-groups/34216504-3a25-4eed-983a-4730b603b8be HTTP/1.1" status: 204 len: 168 time: 0.2242885 Jan 24 16:30:58.231506 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37158) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:30:58.646204 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c074b234-acdd-4505-b1bb-0a1e4be5fba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:59.390926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-c074b234-acdd-4505-b1bb-0a1e4be5fba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port b7e68260-38e5-474a-86c6-2140c3f848af {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:30:59.391672 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c074b234-acdd-4505-b1bb-0a1e4be5fba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:59.578644 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-c074b234-acdd-4505-b1bb-0a1e4be5fba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port b7e68260-38e5-474a-86c6-2140c3f848af, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b7e68260-38e5-474a-86c6-2140c3f848af,segment=NetworkSegment(4a6bb0f7-6360-48ef-9e7f-4713350798d1),segment_id=4a6bb0f7-6360-48ef-9e7f-4713350798d1)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:30:59.578990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c074b234-acdd-4505-b1bb-0a1e4be5fba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:59.704763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-c074b234-acdd-4505-b1bb-0a1e4be5fba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for b7e68260-38e5-474a-86c6-2140c3f848af owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:30:59.895187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c074b234-acdd-4505-b1bb-0a1e4be5fba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:30:59.940776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074b234-acdd-4505-b1bb-0a1e4be5fba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=b7e68260-38e5-474a-86c6-2140c3f848af,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:00.169332 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0b70051c-2f79-401d-9784-85884e9669fd req-175f8924-3db4-4472-9965-2dc7fd08b468 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1987092 Jan 24 16:31:00.342747 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0b70051c-2f79-401d-9784-85884e9669fd req-5af4ccbd-7c36-494c-94a7-6ee6e31f996e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 1098 time: 0.1480618 Jan 24 16:31:00.383773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c074b234-acdd-4505-b1bb-0a1e4be5fba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:00.665649 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70051c-2f79-401d-9784-85884e9669fd req-d78351e5-8959-4e1c-959b-ae9d2e633a4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:00.667114 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0b70051c-2f79-401d-9784-85884e9669fd req-d78351e5-8959-4e1c-959b-ae9d2e633a4f service neutron] 10.222.0.129 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 913 time: 0.3041742 Jan 24 16:31:00.832905 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0b70051c-2f79-401d-9784-85884e9669fd req-101562b5-ee6d-4b46-80ff-339333c0ece0 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=488e69cb-3016-4ce7-ac47-ca0f913eb84e HTTP/1.1" status: 200 len: 1000 time: 0.1543682 Jan 24 16:31:00.911082 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70051c-2f79-401d-9784-85884e9669fd req-44e8e7fc-37a8-468f-b282-995a4d760165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:00.912671 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0b70051c-2f79-401d-9784-85884e9669fd req-44e8e7fc-37a8-468f-b282-995a4d760165 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 200 len: 851 time: 0.0690475 Jan 24 16:31:01.026777 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device c5e6e155-9430-4c3f-9881-82b7dafd4e00 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:31:01.064511 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: c5e6e155-9430-4c3f-9881-82b7dafd4e00 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:31:01.064922 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device c5e6e155-9430-4c3f-9881-82b7dafd4e00 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:31:01.156143 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0b70051c-2f79-401d-9784-85884e9669fd req-c00eac33-d34d-4cfa-ade0-5eeea3e09578 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a6e18642-b28b-4d3a-b701-7a40de2eb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2364757 Jan 24 16:31:01.371525 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0b70051c-2f79-401d-9784-85884e9669fd req-1d66f096-dc3c-4d4e-a641-8c4b69fb4a1b service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051449 Jan 24 16:31:01.583892 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0b70051c-2f79-401d-9784-85884e9669fd req-be8942d3-b77b-4535-bbf5-55a900b92b15 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978884 Jan 24 16:31:01.604315 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c074b234-acdd-4505-b1bb-0a1e4be5fba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:31:01.922048 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c074b234-acdd-4505-b1bb-0a1e4be5fba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:31:01.937500 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445a341-f304-4fbf-9f56-94cb973f0bcf None None] Sync routers for ids ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:31:01.937973 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c074b234-acdd-4505-b1bb-0a1e4be5fba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/4f4fccea-5707-4c07-8fd4-1f28bbe52d71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7021070 Jan 24 16:31:01.939381 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37164) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:01.952121 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b445a341-f304-4fbf-9f56-94cb973f0bcf None None] Routers {'4f4fccea-5707-4c07-8fd4-1f28bbe52d71'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:31:01.952599 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b445a341-f304-4fbf-9f56-94cb973f0bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:30:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:02.133027 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0c5938-73a5-4c3c-bc82-fd6e7a9e4077 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting subnet 3aacaca0-5015-416a-9e15-1e9f5069dbe6 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:31:02.135574 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-b445a341-f304-4fbf-9f56-94cb973f0bcf None None] Set router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:31:02.136283 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eb0c5938-73a5-4c3c-bc82-fd6e7a9e4077 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:02.194449 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eb0c5938-73a5-4c3c-bc82-fd6e7a9e4077 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:02.278231 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eb0c5938-73a5-4c3c-bc82-fd6e7a9e4077 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:02.362233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eb0c5938-73a5-4c3c-bc82-fd6e7a9e4077 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:02.400810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c5938-73a5-4c3c-bc82-fd6e7a9e4077 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Subnet': ['ID=3aacaca0-5015-416a-9e15-1e9f5069dbe6,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:02.406248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eb0c5938-73a5-4c3c-bc82-fd6e7a9e4077 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:02.415212 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-eb0c5938-73a5-4c3c-bc82-fd6e7a9e4077 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/subnets/3aacaca0-5015-416a-9e15-1e9f5069dbe6 HTTP/1.1" status: 204 len: 168 time: 0.4724565 Jan 24 16:31:02.417270 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2a01f1-5b04-4653-929d-a769b3b4d105 None None] Network e4ab6e34-e94f-410d-85d3-f678fde67553 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:31:02.417383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37168) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:02.620521 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:02.644452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b445a341-f304-4fbf-9f56-94cb973f0bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:30:59Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:02.651197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445a341-f304-4fbf-9f56-94cb973f0bcf None None] Checking router: 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:31:02.669851 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b445a341-f304-4fbf-9f56-94cb973f0bcf None None] Routers {'4f4fccea-5707-4c07-8fd4-1f28bbe52d71'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:31:02.670419 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b445a341-f304-4fbf-9f56-94cb973f0bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:30:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:02.747521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] DHCP port deletion for e4ab6e34-e94f-410d-85d3-f678fde67553 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:31:02.757416 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Deleting port 2b87c299-08e8-4329-9b5f-9eda93bc27ab {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:31:02.757793 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:02.845500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:02.856651 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 17fbac03-47bf-496b-88b7-ea1ed95958f8 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:31:02.857128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:03.020139 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-b445a341-f304-4fbf-9f56-94cb973f0bcf None None] Set router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:31:03.039056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port 17fbac03-47bf-496b-88b7-ea1ed95958f8, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=17fbac03-47bf-496b-88b7-ea1ed95958f8,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:03.039424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:03.159939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 17fbac03-47bf-496b-88b7-ea1ed95958f8 owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:31:03.221752 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] For port 2b87c299-08e8-4329-9b5f-9eda93bc27ab, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=2b87c299-08e8-4329-9b5f-9eda93bc27ab,segment=NetworkSegment(4a6bb0f7-6360-48ef-9e7f-4713350798d1),segment_id=4a6bb0f7-6360-48ef-9e7f-4713350798d1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:03.222191 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:03.365392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Calling delete_port for 2b87c299-08e8-4329-9b5f-9eda93bc27ab owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:31:03.462890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:03.507993 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:03.518795 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=17fbac03-47bf-496b-88b7-ea1ed95958f8,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:03.553640 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Pushing event deleted for resources: {'Port': ['ID=2b87c299-08e8-4329-9b5f-9eda93bc27ab,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:03.569038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] No DVR routers for this DVR port 2b87c299-08e8-4329-9b5f-9eda93bc27ab on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:31:03.585629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.585629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.585629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.585629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.585629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.585629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.585629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.585629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.585629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.585629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.585629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966b2e7-0635-4c61-86d0-38b86e8a0030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.589397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.589397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.589397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.589397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.589397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.589397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.589397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.589397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.589397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.589397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.589397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:03.593468 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b445a341-f304-4fbf-9f56-94cb973f0bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:30:59Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:03.594030 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445a341-f304-4fbf-9f56-94cb973f0bcf None None] The sync data for ids ['4f4fccea-5707-4c07-8fd4-1f28bbe52d71'] in dv-neutron-826104-1-hyperv is: [{'id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'name': 'tempest-TestNetworkBasicOps-router-20299539', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:30:59Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17fbac03-47bf-496b-88b7-ea1ed95958f8', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fccea-5707-4c07-8fd4-1f28bbe52d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:28:41Z', 'updated_at': '2022-01-24T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:31:03.784873 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.062183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.067052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.086843 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b7e68260-38e5-474a-86c6-2140c3f848af no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:31:04.113420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.115050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Fanout notify agent at l3_agent the message router_deleted on router 4f4fccea-5707-4c07-8fd4-1f28bbe52d71 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:31:04.132589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: b7e68260-38e5-474a-86c6-2140c3f848af {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:31:04.132896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b7e68260-38e5-474a-86c6-2140c3f848af not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:31:04.133250 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.133364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 2b87c299-08e8-4329-9b5f-9eda93bc27ab no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:31:04.138756 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1ac52026-1967-486a-bd29-b5b9c582eb65 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/routers/4f4fccea-5707-4c07-8fd4-1f28bbe52d71 HTTP/1.1" status: 204 len: 168 time: 1.7175989 Jan 24 16:31:04.139612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37172) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:04.174498 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 2b87c299-08e8-4329-9b5f-9eda93bc27ab {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:31:04.174615 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 2b87c299-08e8-4329-9b5f-9eda93bc27ab not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:31:04.271843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-946ac272-58b1-4396-bdbe-1a2b94fe07ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.423134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-946ac272-58b1-4396-bdbe-1a2b94fe07ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.449889 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-946ac272-58b1-4396-bdbe-1a2b94fe07ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ab6e34-e94f-410d-85d3-f678fde67553']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:04.465057 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-946ac272-58b1-4396-bdbe-1a2b94fe07ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6bb0f7-6360-48ef-9e7f-4713350798d1') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:04.465192 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-946ac272-58b1-4396-bdbe-1a2b94fe07ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6bb0f7-6360-48ef-9e7f-4713350798d1') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:04.477434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-946ac272-58b1-4396-bdbe-1a2b94fe07ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.497348 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-946ac272-58b1-4396-bdbe-1a2b94fe07ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.507950 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946ac272-58b1-4396-bdbe-1a2b94fe07ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:31:04.509106 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-946ac272-58b1-4396-bdbe-1a2b94fe07ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:31:04.529726 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:31:04.613630 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-946ac272-58b1-4396-bdbe-1a2b94fe07ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.630580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-946ac272-58b1-4396-bdbe-1a2b94fe07ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.641249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ac272-58b1-4396-bdbe-1a2b94fe07ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Network': ['ID=e4ab6e34-e94f-410d-85d3-f678fde67553,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:04.654280 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-946ac272-58b1-4396-bdbe-1a2b94fe07ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/networks/e4ab6e34-e94f-410d-85d3-f678fde67553 HTTP/1.1" status: 204 len: 168 time: 0.5120604 Jan 24 16:31:04.673685 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37176) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:04.683283 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-9d368f5b-dc41-48de-b0fb-573260d3d351 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'network': {'name': 'tempest-network-smoke--819142386', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'port_security_enabled': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:04.689786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9d368f5b-dc41-48de-b0fb-573260d3d351 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:04.693946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9d368f5b-dc41-48de-b0fb-573260d3d351 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:network and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:04.697669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9d368f5b-dc41-48de-b0fb-573260d3d351 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:04.703859 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9d368f5b-dc41-48de-b0fb-573260d3d351 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:04.717490 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d368f5b-dc41-48de-b0fb-573260d3d351 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:31:04.720608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d368f5b-dc41-48de-b0fb-573260d3d351 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.757272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d368f5b-dc41-48de-b0fb-573260d3d351 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:31:04.768388 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d368f5b-dc41-48de-b0fb-573260d3d351 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.768388 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-9d368f5b-dc41-48de-b0fb-573260d3d351 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Added segment 2220195d-90e2-4cb4-96dc-889a738874d5 of type vlan for network f028f24f-8e41-44eb-8483-02827d76166a Jan 24 16:31:04.800113 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d368f5b-dc41-48de-b0fb-573260d3d351 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.832116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d368f5b-dc41-48de-b0fb-573260d3d351 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.836600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d368f5b-dc41-48de-b0fb-573260d3d351 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:04.837472 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9d368f5b-dc41-48de-b0fb-573260d3d351 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:04.969956 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9d368f5b-dc41-48de-b0fb-573260d3d351 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2950931 Jan 24 16:31:04.973482 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37180) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:04.978306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1955066356', 'admin_state_up': True, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:04.979431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d368f5b-dc41-48de-b0fb-573260d3d351 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Network': ['ID=f028f24f-8e41-44eb-8483-02827d76166a,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:04.989395 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:04.992618 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network f028f24f-8e41-44eb-8483-02827d76166a details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:31:04.993787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:router and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:04.997460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:05.005092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:05.019324 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:05.020332 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:05.045076 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:05.203318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:05.384527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:05.416530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:05.562847 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.41 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/c2e408a6-ed21-4802-89a4-5039f9337070) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:31:05.707961 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:05.740587 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:05.913638 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:31:05.916713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:31:05.921963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:31:05.941296 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 17fbac03-47bf-496b-88b7-ea1ed95958f8 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:31:05.946517 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=c2e408a6-ed21-4802-89a4-5039f9337070,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:05.976964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 17fbac03-47bf-496b-88b7-ea1ed95958f8 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:31:05.977190 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 17fbac03-47bf-496b-88b7-ea1ed95958f8 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:31:06.084111 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:06.084826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:06.344339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router eab7984e-6691-4b9b-bde5-3d76f43af462 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:31:06.559522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:31:06.571884 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Sync routers for ids ['eab7984e-6691-4b9b-bde5-3d76f43af462'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:31:06.585414 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Routers {'eab7984e-6691-4b9b-bde5-3d76f43af462'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:31:06.586249 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:30:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['eab7984e-6691-4b9b-bde5-3d76f43af462'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:06.590998 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:06.592861 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7b9a6e42-2dbb-4b7f-96be-c2db8dad2c3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6188293 Jan 24 16:31:06.596131 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37184) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:06.637109 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d92cb966-ade5-4dba-a17f-5287a2880bcf tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?project_id=c758db9abd254971bbaac83475af12ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398703 Jan 24 16:31:06.639697 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37188) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:06.765583 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Set router eab7984e-6691-4b9b-bde5-3d76f43af462 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:31:06.767713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2235a62-d454-4832-976d-71e6d7a1caaa tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:06.769249 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a2235a62-d454-4832-976d-71e6d7a1caaa tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286736 Jan 24 16:31:06.772351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37192) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:06.811886 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-36ad1a48-ad96-4ce7-92ff-a9d1b1d06dbc tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383265 Jan 24 16:31:06.814458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37196) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:06.819637 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c99fe1c0-d59f-4aaa-b80f-4e9a8dae9346 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-937019196', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:06.926772 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c99fe1c0-d59f-4aaa-b80f-4e9a8dae9346 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:06.930658 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c99fe1c0-d59f-4aaa-b80f-4e9a8dae9346 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:subnet and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:06.933685 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c99fe1c0-d59f-4aaa-b80f-4e9a8dae9346 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:06.939450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c99fe1c0-d59f-4aaa-b80f-4e9a8dae9346 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:06.953207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99fe1c0-d59f-4aaa-b80f-4e9a8dae9346 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:31:06.965159 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-de4de80f-b5b6-4d2f-8949-6ce528fe81b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:07.056688 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'name': 'tempest-TestNetworkBasicOps-router-1955066356', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:06Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:07.058010 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c99fe1c0-d59f-4aaa-b80f-4e9a8dae9346 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:07.061398 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Checking router: eab7984e-6691-4b9b-bde5-3d76f43af462 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:31:07.061888 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Updating router eab7984e-6691-4b9b-bde5-3d76f43af462 port c2e408a6-ed21-4802-89a4-5039f9337070 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:31:07.112128 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:07.380528 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c99fe1c0-d59f-4aaa-b80f-4e9a8dae9346 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:07.435223 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:07.447463 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Transition to ACTIVE for port object c2e408a6-ed21-4802-89a4-5039f9337070 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:31:07.453561 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:07.457143 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fe1c0-d59f-4aaa-b80f-4e9a8dae9346 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Subnet': ['ID=be0b2891-9b4c-480d-a877-eb035fbfd9a2,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:07.471975 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99fe1c0-d59f-4aaa-b80f-4e9a8dae9346 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Checking segment: {'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:31:07.472324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99fe1c0-d59f-4aaa-b80f-4e9a8dae9346 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network hostable DHCP agents. Network: f028f24f-8e41-44eb-8483-02827d76166a, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:31:07.494965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99fe1c0-d59f-4aaa-b80f-4e9a8dae9346 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network f028f24f-8e41-44eb-8483-02827d76166a is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:31:07.503971 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-c99fe1c0-d59f-4aaa-b80f-4e9a8dae9346 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, f028f24f-8e41-44eb-8483-02827d76166a) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:31:07.508532 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99fe1c0-d59f-4aaa-b80f-4e9a8dae9346 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:07.508984 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c99fe1c0-d59f-4aaa-b80f-4e9a8dae9346 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:07.518278 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fcda06-3db2-4426-bd49-c45259cca47b None None] Network f028f24f-8e41-44eb-8483-02827d76166a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:31:07.529684 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Attempting to bind port c2e408a6-ed21-4802-89a4-5039f9337070 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:31:07.530047 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Attempting to bind port c2e408a6-ed21-4802-89a4-5039f9337070 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:31:07.530397 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Attempting to bind port c2e408a6-ed21-4802-89a4-5039f9337070 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:31:07.534596 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c99fe1c0-d59f-4aaa-b80f-4e9a8dae9346 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7192001 Jan 24 16:31:07.537590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37200) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:07.544327 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79194f8-68df-426b-bb70-ad98000d29a8 None None] Pushing event updated for resources: {'Port': ['ID=c2e408a6-ed21-4802-89a4-5039f9337070,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:07.553363 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79194f8-68df-426b-bb70-ad98000d29a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:07.553885 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79194f8-68df-426b-bb70-ad98000d29a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:07.554364 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79194f8-68df-426b-bb70-ad98000d29a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:07.554837 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79194f8-68df-426b-bb70-ad98000d29a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:07.555307 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79194f8-68df-426b-bb70-ad98000d29a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:07.555784 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79194f8-68df-426b-bb70-ad98000d29a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:07.556260 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79194f8-68df-426b-bb70-ad98000d29a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:07.556890 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79194f8-68df-426b-bb70-ad98000d29a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:07.557358 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79194f8-68df-426b-bb70-ad98000d29a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:07.557928 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79194f8-68df-426b-bb70-ad98000d29a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:07.558378 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79194f8-68df-426b-bb70-ad98000d29a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:31:07.561692 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:31:07.562250 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:31:07.562795 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:07.563323 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:31:07.563939 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Bound port: c2e408a6-ed21-4802-89a4-5039f9337070, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:31:07.564461 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:07.669293 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] For port c2e408a6-ed21-4802-89a4-5039f9337070, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:31:07.673265 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] For port c2e408a6-ed21-4802-89a4-5039f9337070, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c2e408a6-ed21-4802-89a4-5039f9337070,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:31:07.679056 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:07.747371 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-f028f24f-8e41-44eb-8483-02827d76166a', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ips': [{'subnet_id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:31:07.748573 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:07.762073 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Routers {'eab7984e-6691-4b9b-bde5-3d76f43af462'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:31:07.762700 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:30:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['eab7984e-6691-4b9b-bde5-3d76f43af462'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:07.825815 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79194f8-68df-426b-bb70-ad98000d29a8 None None] Pushing event updated for resources: {'Port': ['ID=c2e408a6-ed21-4802-89a4-5039f9337070,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:07.928587 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Allocated IP 172.20.0.2 (f028f24f-8e41-44eb-8483-02827d76166a/be0b2891-9b4c-480d-a877-eb035fbfd9a2/12076fdf-fb13-446f-a904-fcf60e49d3b3) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:31:07.944166 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] Set router eab7984e-6691-4b9b-bde5-3d76f43af462 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:31:08.148921 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:08.160318 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Transition to ACTIVE for port object 12076fdf-fb13-446f-a904-fcf60e49d3b3 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:31:08.179545 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Transition to ACTIVE for port object 12076fdf-fb13-446f-a904-fcf60e49d3b3 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:31:08.186519 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:08.236766 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'name': 'tempest-TestNetworkBasicOps-router-1955066356', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:06Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:08.241804 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c456b04f-0606-4697-bb51-4d1165605b76 None None] The sync data for ids ['eab7984e-6691-4b9b-bde5-3d76f43af462'] in dv-neutron-826104-1-hyperv is: [{'id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'name': 'tempest-TestNetworkBasicOps-router-1955066356', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:06Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:31:08.256249 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Network f028f24f-8e41-44eb-8483-02827d76166a is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:31:08.259289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:31:08.267270 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:31:08.269485 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Pushing event updated for resources: {'Port': ['ID=12076fdf-fb13-446f-a904-fcf60e49d3b3,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:08.328748 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:08.365917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Attempting to bind port 12076fdf-fb13-446f-a904-fcf60e49d3b3 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:31:08.366282 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Attempting to bind port 12076fdf-fb13-446f-a904-fcf60e49d3b3 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:31:08.366643 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Attempting to bind port 12076fdf-fb13-446f-a904-fcf60e49d3b3 on network f028f24f-8e41-44eb-8483-02827d76166a {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:31:08.374264 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:31:08.374486 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Checking segment: {'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:31:08.374834 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:08.375229 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Bound using segment: {'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:31:08.375718 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Bound port: 12076fdf-fb13-446f-a904-fcf60e49d3b3, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:31:08.376089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:08.484908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] For port 12076fdf-fb13-446f-a904-fcf60e49d3b3, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:31:08.490250 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] For port 12076fdf-fb13-446f-a904-fcf60e49d3b3, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=12076fdf-fb13-446f-a904-fcf60e49d3b3,segment=NetworkSegment(2220195d-90e2-4cb4-96dc-889a738874d5),segment_id=2220195d-90e2-4cb4-96dc-889a738874d5)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:31:08.497290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:08.584116 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26db915-41a7-41bc-95d5-392c09755996 None None] Pushing event updated for resources: {'Port': ['ID=12076fdf-fb13-446f-a904-fcf60e49d3b3,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:08.784102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.1 (f028f24f-8e41-44eb-8483-02827d76166a/be0b2891-9b4c-480d-a877-eb035fbfd9a2/7ae8a115-9a63-4695-8a4c-1ae2663dec89) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:31:08.958292 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:08.974858 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object 7ae8a115-9a63-4695-8a4c-1ae2663dec89 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:31:08.998310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:09.154705 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b25f0b46-42a8-4bf5-913c-f453319daf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:09.196006 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network f028f24f-8e41-44eb-8483-02827d76166a is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:31:09.199030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:31:09.202986 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:31:09.232275 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=7ae8a115-9a63-4695-8a4c-1ae2663dec89,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:09.264300 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:09.359256 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:09.602561 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f546b8-fd28-47cc-b17c-4a51dc8b0c4e None None] Network f028f24f-8e41-44eb-8483-02827d76166a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:31:09.723332 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-40b4952a-58ba-4b98-ac6e-e0585eb6d438 None None] Provisioning for port 12076fdf-fb13-446f-a904-fcf60e49d3b3 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:31:09.836972 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:09.843422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:09.973221 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:09.977033 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=7ae8a115-9a63-4695-8a4c-1ae2663dec89,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:10.101495 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c2e408a6-ed21-4802-89a4-5039f9337070 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:31:10.197515 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network f028f24f-8e41-44eb-8483-02827d76166a is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:31:10.199221 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:31:10.225299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port c2e408a6-ed21-4802-89a4-5039f9337070 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:31:10.229371 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f4c3e8a7-b01d-4fcd-864f-8df6965672f4 None None] Provisioning for port 7ae8a115-9a63-4695-8a4c-1ae2663dec89 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:31:10.235750 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f4c3e8a7-b01d-4fcd-864f-8df6965672f4 None None] Provisioning complete for port 7ae8a115-9a63-4695-8a4c-1ae2663dec89 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:31:10.236114 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f4c3e8a7-b01d-4fcd-864f-8df6965672f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:10.264108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port c2e408a6-ed21-4802-89a4-5039f9337070 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:31:10.265667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:10.359221 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:10.359893 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f4c3e8a7-b01d-4fcd-864f-8df6965672f4 None None] Port 7ae8a115-9a63-4695-8a4c-1ae2663dec89 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:31:10.439466 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:10.442802 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:10.461901 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port c2e408a6-ed21-4802-89a4-5039f9337070, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c2e408a6-ed21-4802-89a4-5039f9337070,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:10.466834 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:10.467725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 12076fdf-fb13-446f-a904-fcf60e49d3b3 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:31:10.628822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router eab7984e-6691-4b9b-bde5-3d76f43af462 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:31:10.642586 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=c2e408a6-ed21-4802-89a4-5039f9337070,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:10.645315 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0d91c3b6-8895-4f7c-95e8-a389b9e0228b None None] Provisioning complete for port 7ae8a115-9a63-4695-8a4c-1ae2663dec89 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:31:10.645669 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0d91c3b6-8895-4f7c-95e8-a389b9e0228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:10.702477 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0d91c3b6-8895-4f7c-95e8-a389b9e0228b None None] Port 7ae8a115-9a63-4695-8a4c-1ae2663dec89 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:31:10.709134 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 12076fdf-fb13-446f-a904-fcf60e49d3b3 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:31:10.714473 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 12076fdf-fb13-446f-a904-fcf60e49d3b3 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:31:10.714850 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:10.832613 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:10.861326 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e6c80a77-85b4-467d-a449-10b0bbee07ed None None] Provisioning complete for port 7ae8a115-9a63-4695-8a4c-1ae2663dec89 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:31:10.861667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e6c80a77-85b4-467d-a449-10b0bbee07ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:10.911779 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 12076fdf-fb13-446f-a904-fcf60e49d3b3, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=12076fdf-fb13-446f-a904-fcf60e49d3b3,segment=NetworkSegment(2220195d-90e2-4cb4-96dc-889a738874d5),segment_id=2220195d-90e2-4cb4-96dc-889a738874d5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:10.919419 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:10.942724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:31:10.955974 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4db45de9-6f70-48a8-9a82-e985b4a0418a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/eab7984e-6691-4b9b-bde5-3d76f43af462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4167817 Jan 24 16:31:10.958393 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37208) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:10.965181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e6c80a77-85b4-467d-a449-10b0bbee07ed None None] Port 7ae8a115-9a63-4695-8a4c-1ae2663dec89 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:31:10.992176 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=12076fdf-fb13-446f-a904-fcf60e49d3b3,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:11.102961 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d4386-96e3-4471-b7dc-68bf85efb85f tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:11.103630 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d4386-96e3-4471-b7dc-68bf85efb85f tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:11.104107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d4386-96e3-4471-b7dc-68bf85efb85f tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:11.105121 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d4386-96e3-4471-b7dc-68bf85efb85f tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:11.105312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d4386-96e3-4471-b7dc-68bf85efb85f tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:11.105891 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d4386-96e3-4471-b7dc-68bf85efb85f tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:11.108925 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1c9d4386-96e3-4471-b7dc-68bf85efb85f tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1492419 Jan 24 16:31:11.112195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37212) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:11.182296 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d216b-a3ed-4393-986d-c4ef51f20ccb tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:11.182650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d216b-a3ed-4393-986d-c4ef51f20ccb tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:11.183032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d216b-a3ed-4393-986d-c4ef51f20ccb tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:11.183376 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d216b-a3ed-4393-986d-c4ef51f20ccb tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:11.183744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d216b-a3ed-4393-986d-c4ef51f20ccb tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:11.184066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d216b-a3ed-4393-986d-c4ef51f20ccb tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:11.185815 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-732d216b-a3ed-4393-986d-c4ef51f20ccb tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0727234 Jan 24 16:31:11.190246 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37216) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:11.397573 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7b13f93f-65ec-4294-a202-535383b30d17 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2062562 Jan 24 16:31:11.401176 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37220) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:11.406388 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1883074745', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:11.551112 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:11.555971 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:port and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:11.559670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:11.565626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:11.577335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:31:11.580451 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:11.602820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] device_id is not set on port 5d00daea-113f-498d-a5e1-ab59d964e91b yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:31:11.746584 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.6 (f028f24f-8e41-44eb-8483-02827d76166a/be0b2891-9b4c-480d-a877-eb035fbfd9a2/5d00daea-113f-498d-a5e1-ab59d964e91b) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:31:11.759193 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:11.773413 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Sync routers for ids ['eab7984e-6691-4b9b-bde5-3d76f43af462'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:31:11.785811 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Routers {'eab7984e-6691-4b9b-bde5-3d76f43af462'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:31:11.786430 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:31:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['eab7984e-6691-4b9b-bde5-3d76f43af462'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:11.952623 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:11.969495 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object 5d00daea-113f-498d-a5e1-ab59d964e91b will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:31:11.973968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Set router eab7984e-6691-4b9b-bde5-3d76f43af462 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:31:11.996773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.015721 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c2e408a6-ed21-4802-89a4-5039f9337070 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:31:12.071252 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network f028f24f-8e41-44eb-8483-02827d76166a is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:31:12.074423 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:31:12.076815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:31:12.113607 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=5d00daea-113f-498d-a5e1-ab59d964e91b,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:12.143890 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:12.144520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.176317 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-639dc01c-a46e-4faf-8d13-9213fc207d75 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7715852 Jan 24 16:31:12.251844 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port c2e408a6-ed21-4802-89a4-5039f9337070 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:31:12.252207 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.448889 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37226) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:12.456496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-0dbad2e5-3215-4c47-b1fb-7189b2016f0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2013046371', 'description': 'tempest-secgroup-smoke-2013046371 description', 'project_id': 'c758db9abd254971bbaac83475af12ff'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:12.460004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 12076fdf-fb13-446f-a904-fcf60e49d3b3 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:31:12.467025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0dbad2e5-3215-4c47-b1fb-7189b2016f0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:12.471313 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0dbad2e5-3215-4c47-b1fb-7189b2016f0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:12.474310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0dbad2e5-3215-4c47-b1fb-7189b2016f0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:12.482238 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0dbad2e5-3215-4c47-b1fb-7189b2016f0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:12.483638 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6687dbbf-5679-4c43-b820-bd3302afea53 None None] Provisioning for port 5d00daea-113f-498d-a5e1-ab59d964e91b completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:31:12.495981 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0dbad2e5-3215-4c47-b1fb-7189b2016f0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.509770 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6687dbbf-5679-4c43-b820-bd3302afea53 None None] Provisioning complete for port 5d00daea-113f-498d-a5e1-ab59d964e91b triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:31:12.510132 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6687dbbf-5679-4c43-b820-bd3302afea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.534045 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0dbad2e5-3215-4c47-b1fb-7189b2016f0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:12.540854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0dbad2e5-3215-4c47-b1fb-7189b2016f0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:12.546747 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0dbad2e5-3215-4c47-b1fb-7189b2016f0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:12.554771 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0dbad2e5-3215-4c47-b1fb-7189b2016f0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:12.569356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'name': 'tempest-TestNetworkBasicOps-router-1955066356', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:09Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '7ae8a115-9a63-4695-8a4c-1ae2663dec89', 'name': '', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:10:78:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:08Z', 'updated_at': '2022-01-24T16:31:09Z', 'revision_number': 2, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:12.581747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Checking router: eab7984e-6691-4b9b-bde5-3d76f43af462 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:31:12.582093 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Updating router eab7984e-6691-4b9b-bde5-3d76f43af462 port 7ae8a115-9a63-4695-8a4c-1ae2663dec89 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:31:12.611893 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-6687dbbf-5679-4c43-b820-bd3302afea53 None None] Port 5d00daea-113f-498d-a5e1-ab59d964e91b cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:31:12.621283 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0dbad2e5-3215-4c47-b1fb-7189b2016f0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.626614 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0dbad2e5-3215-4c47-b1fb-7189b2016f0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.640699 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.656860 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 12076fdf-fb13-446f-a904-fcf60e49d3b3 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:31:12.657230 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.674631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbad2e5-3215-4c47-b1fb-7189b2016f0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373c6905-cd71-4ac3-84a5-f8adebd27052,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:12.681677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0dbad2e5-3215-4c47-b1fb-7189b2016f0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.686393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37230) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:12.691657 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0dbad2e5-3215-4c47-b1fb-7189b2016f0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2415709 Jan 24 16:31:12.692632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-39954b2f-c8c0-4656-91cd-2e47fe46f1b5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '373c6905-cd71-4ac3-84a5-f8adebd27052', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:12.698999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-39954b2f-c8c0-4656-91cd-2e47fe46f1b5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:12.702884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-39954b2f-c8c0-4656-91cd-2e47fe46f1b5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:12.705817 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-39954b2f-c8c0-4656-91cd-2e47fe46f1b5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:12.711976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-39954b2f-c8c0-4656-91cd-2e47fe46f1b5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:12.727693 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39954b2f-c8c0-4656-91cd-2e47fe46f1b5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.792023 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39954b2f-c8c0-4656-91cd-2e47fe46f1b5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.796169 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39954b2f-c8c0-4656-91cd-2e47fe46f1b5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.819167 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39954b2f-c8c0-4656-91cd-2e47fe46f1b5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fc2084-8ec3-441b-921b-3105391e2782,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:12.828646 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39954b2f-c8c0-4656-91cd-2e47fe46f1b5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.829966 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-39954b2f-c8c0-4656-91cd-2e47fe46f1b5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1425011 Jan 24 16:31:12.832874 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37234) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:12.838206 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-d20ca35d-1dd1-4a09-92f1-a81bf31a7696 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '373c6905-cd71-4ac3-84a5-f8adebd27052', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:12.843962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d20ca35d-1dd1-4a09-92f1-a81bf31a7696 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:12.847731 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d20ca35d-1dd1-4a09-92f1-a81bf31a7696 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:12.850499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d20ca35d-1dd1-4a09-92f1-a81bf31a7696 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:12.856101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d20ca35d-1dd1-4a09-92f1-a81bf31a7696 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:12.874014 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d20ca35d-1dd1-4a09-92f1-a81bf31a7696 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.949177 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d20ca35d-1dd1-4a09-92f1-a81bf31a7696 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.954057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d20ca35d-1dd1-4a09-92f1-a81bf31a7696 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.978180 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ca35d-1dd1-4a09-92f1-a81bf31a7696 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ebbd2e-d548-4d2e-ab10-1c7005cde797,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:12.988015 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d20ca35d-1dd1-4a09-92f1-a81bf31a7696 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:12.991980 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d20ca35d-1dd1-4a09-92f1-a81bf31a7696 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1554267 Jan 24 16:31:12.992130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37238) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:12.997772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-87992280-6369-445a-84ef-7d8b2982d151 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '373c6905-cd71-4ac3-84a5-f8adebd27052', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:13.003751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-87992280-6369-445a-84ef-7d8b2982d151 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:13.007488 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-87992280-6369-445a-84ef-7d8b2982d151 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:13.010362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-87992280-6369-445a-84ef-7d8b2982d151 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:13.016500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-87992280-6369-445a-84ef-7d8b2982d151 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:13.035588 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-87992280-6369-445a-84ef-7d8b2982d151 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.100740 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-87992280-6369-445a-84ef-7d8b2982d151 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.105597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-87992280-6369-445a-84ef-7d8b2982d151 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.132897 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87992280-6369-445a-84ef-7d8b2982d151 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed4f073-076b-4703-a1c3-51ca47f38a3c,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:13.136275 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.141115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-87992280-6369-445a-84ef-7d8b2982d151 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.142332 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-87992280-6369-445a-84ef-7d8b2982d151 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1493261 Jan 24 16:31:13.145158 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37242) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:13.148307 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Transition to ACTIVE for port object 7ae8a115-9a63-4695-8a4c-1ae2663dec89 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:31:13.151304 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-fbc88a9d-7105-4bb3-b9c1-dbb14ab3e2bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '373c6905-cd71-4ac3-84a5-f8adebd27052', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:13.158194 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fbc88a9d-7105-4bb3-b9c1-dbb14ab3e2bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:13.159634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.162384 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fbc88a9d-7105-4bb3-b9c1-dbb14ab3e2bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:13.165420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fbc88a9d-7105-4bb3-b9c1-dbb14ab3e2bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:13.171202 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fbc88a9d-7105-4bb3-b9c1-dbb14ab3e2bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:13.193556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fbc88a9d-7105-4bb3-b9c1-dbb14ab3e2bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.263617 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fbc88a9d-7105-4bb3-b9c1-dbb14ab3e2bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.268996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fbc88a9d-7105-4bb3-b9c1-dbb14ab3e2bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.286925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118816e-b6a7-4c93-930d-91f50f51b807 None None] Pushing event updated for resources: {'Port': ['ID=7ae8a115-9a63-4695-8a4c-1ae2663dec89,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:13.293437 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc88a9d-7105-4bb3-b9c1-dbb14ab3e2bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273ecc8e-d959-4aa9-b0ea-ea14f31d4e4e,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:13.308170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fbc88a9d-7105-4bb3-b9c1-dbb14ab3e2bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.309545 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fbc88a9d-7105-4bb3-b9c1-dbb14ab3e2bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1635246 Jan 24 16:31:13.312665 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37246) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:13.319392 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-7c649ef4-c90a-4508-b446-3d1b75b3ced8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '373c6905-cd71-4ac3-84a5-f8adebd27052', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:13.325502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-7c649ef4-c90a-4508-b446-3d1b75b3ced8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:13.329362 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7c649ef4-c90a-4508-b446-3d1b75b3ced8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:13.332531 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7c649ef4-c90a-4508-b446-3d1b75b3ced8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:13.338806 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-7c649ef4-c90a-4508-b446-3d1b75b3ced8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:13.350368 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-7c649ef4-c90a-4508-b446-3d1b75b3ced8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:31:13.358039 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7c649ef4-c90a-4508-b446-3d1b75b3ced8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.381708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Attempting to bind port 7ae8a115-9a63-4695-8a4c-1ae2663dec89 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:31:13.382076 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Attempting to bind port 7ae8a115-9a63-4695-8a4c-1ae2663dec89 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:31:13.382430 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Attempting to bind port 7ae8a115-9a63-4695-8a4c-1ae2663dec89 on network f028f24f-8e41-44eb-8483-02827d76166a {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:31:13.389928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:31:13.390303 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Checking segment: {'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:31:13.390699 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.391085 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Bound using segment: {'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:31:13.391572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Bound port: 7ae8a115-9a63-4695-8a4c-1ae2663dec89, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:31:13.391943 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.428697 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7c649ef4-c90a-4508-b446-3d1b75b3ced8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.433090 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7c649ef4-c90a-4508-b446-3d1b75b3ced8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.459815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c649ef4-c90a-4508-b446-3d1b75b3ced8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db2f661-bb7c-46b4-9b9a-38d54bf66899,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:13.466707 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7c649ef4-c90a-4508-b446-3d1b75b3ced8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.468047 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7c649ef4-c90a-4508-b446-3d1b75b3ced8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1535807 Jan 24 16:31:13.470792 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37250) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:13.476458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-313892f7-11e7-46a7-9156-f2450a295cf2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '373c6905-cd71-4ac3-84a5-f8adebd27052', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:13.482807 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-313892f7-11e7-46a7-9156-f2450a295cf2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:13.488177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-313892f7-11e7-46a7-9156-f2450a295cf2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:13.488377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] For port 7ae8a115-9a63-4695-8a4c-1ae2663dec89, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:31:13.491452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] For port 7ae8a115-9a63-4695-8a4c-1ae2663dec89, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7ae8a115-9a63-4695-8a4c-1ae2663dec89,segment=NetworkSegment(2220195d-90e2-4cb4-96dc-889a738874d5),segment_id=2220195d-90e2-4cb4-96dc-889a738874d5)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:31:13.491672 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-313892f7-11e7-46a7-9156-f2450a295cf2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:13.498195 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.499428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-313892f7-11e7-46a7-9156-f2450a295cf2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:13.511525 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-313892f7-11e7-46a7-9156-f2450a295cf2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:31:13.518269 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-313892f7-11e7-46a7-9156-f2450a295cf2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.588433 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-313892f7-11e7-46a7-9156-f2450a295cf2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.592616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118816e-b6a7-4c93-930d-91f50f51b807 None None] Pushing event updated for resources: {'Port': ['ID=7ae8a115-9a63-4695-8a4c-1ae2663dec89,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:13.593410 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-313892f7-11e7-46a7-9156-f2450a295cf2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.601470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Routers {'eab7984e-6691-4b9b-bde5-3d76f43af462'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:31:13.602236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:31:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['eab7984e-6691-4b9b-bde5-3d76f43af462'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:13.623145 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313892f7-11e7-46a7-9156-f2450a295cf2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f9cd1a-2640-4b8d-b012-75cddcbce3ef,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:13.631421 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-313892f7-11e7-46a7-9156-f2450a295cf2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:13.632917 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-313892f7-11e7-46a7-9156-f2450a295cf2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1611309 Jan 24 16:31:13.804785 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] Set router eab7984e-6691-4b9b-bde5-3d76f43af462 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:31:13.826704 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-e72d776b-0842-4702-8985-86073c04b7f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2013046371&fields=id&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 267 time: 0.0424793 Jan 24 16:31:13.898340 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-c5cc1ad2-58c9-466e-8030-abe2457a34a0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:13.899599 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-c5cc1ad2-58c9-466e-8030-abe2457a34a0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports/5d00daea-113f-498d-a5e1-ab59d964e91b HTTP/1.1" status: 200 len: 930 time: 0.0660586 Jan 24 16:31:13.973691 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-699561b3-e335-4295-a6a0-3fbeb411443a service neutron] 10.222.0.130 "GET /v2.0/ports/5d00daea-113f-498d-a5e1-ab59d964e91b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0616186 Jan 24 16:31:14.106160 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-3feffa4d-913a-4451-94ef-6f4744e98292 service neutron] 10.222.0.130 "GET /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267631 Jan 24 16:31:14.137488 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'name': 'tempest-TestNetworkBasicOps-router-1955066356', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:09Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '7ae8a115-9a63-4695-8a4c-1ae2663dec89', 'name': '', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:10:78:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:08Z', 'updated_at': '2022-01-24T16:31:13Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:14.141996 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62efd7e2-7258-4154-a669-99610f3489c5 None None] The sync data for ids ['eab7984e-6691-4b9b-bde5-3d76f43af462'] in dv-neutron-826104-1-hyperv is: [{'id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'name': 'tempest-TestNetworkBasicOps-router-1955066356', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:09Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '7ae8a115-9a63-4695-8a4c-1ae2663dec89', 'name': '', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:10:78:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:08Z', 'updated_at': '2022-01-24T16:31:13Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:31:14.266871 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-f5a559f7-d82e-4b3c-824c-fad726d972a5 service neutron] 10.222.0.130 "GET /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543250 Jan 24 16:31:15.490043 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b8441610-cbdf-494b-a2b2-7045938e58e7 req-baea8e8d-3dc3-44f0-b8ed-d9ae9d0d73db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:31:15.506820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b8441610-cbdf-494b-a2b2-7045938e58e7 req-baea8e8d-3dc3-44f0-b8ed-d9ae9d0d73db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:31:15.507988 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b8441610-cbdf-494b-a2b2-7045938e58e7 req-baea8e8d-3dc3-44f0-b8ed-d9ae9d0d73db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 210 time: 0.0614166 Jan 24 16:31:16.021084 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7ae8a115-9a63-4695-8a4c-1ae2663dec89 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:31:16.102525 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 7ae8a115-9a63-4695-8a4c-1ae2663dec89 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:31:16.110919 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 7ae8a115-9a63-4695-8a4c-1ae2663dec89 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:31:16.111529 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:16.226005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:16.261005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 7ae8a115-9a63-4695-8a4c-1ae2663dec89, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7ae8a115-9a63-4695-8a4c-1ae2663dec89,segment=NetworkSegment(2220195d-90e2-4cb4-96dc-889a738874d5),segment_id=2220195d-90e2-4cb4-96dc-889a738874d5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:16.267841 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:16.333451 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=7ae8a115-9a63-4695-8a4c-1ae2663dec89,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:16.533051 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-aeaca567-75de-460c-98f7-9d0358d428f9 service neutron] 10.222.0.129 "GET /v2.0/ports/5d00daea-113f-498d-a5e1-ab59d964e91b HTTP/1.1" status: 200 len: 1026 time: 0.0680408 Jan 24 16:31:16.669549 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d9dd6944-336f-4904-9ae2-2322ce669b8a req-7ceb10b6-a071-4858-b661-62823d7a39e9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 210 time: 0.0405648 Jan 24 16:31:16.692330 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-de5f49d4-12dd-47a0-85fe-4ca222c2e89e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:16.692931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-de5f49d4-12dd-47a0-85fe-4ca222c2e89e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:31:16.709520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-de5f49d4-12dd-47a0-85fe-4ca222c2e89e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:31:16.710653 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-de5f49d4-12dd-47a0-85fe-4ca222c2e89e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/networks?id=f028f24f-8e41-44eb-8483-02827d76166a HTTP/1.1" status: 200 len: 796 time: 0.1713123 Jan 24 16:31:16.767266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-9e18555d-fb18-42ec-8046-1f29037d7bc3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:31:16.785868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-9e18555d-fb18-42ec-8046-1f29037d7bc3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:31:16.786990 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-9e18555d-fb18-42ec-8046-1f29037d7bc3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 380 time: 0.0597403 Jan 24 16:31:16.798132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Request body: {'port': {'device_id': '428fea48-1cf9-46d7-a7a6-3cf187e4325d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:17.014522 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:17.352896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d00daea-113f-498d-a5e1-ab59d964e91b {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:31:17.359876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:17.374405 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Transition to ACTIVE for port object 5d00daea-113f-498d-a5e1-ab59d964e91b will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:31:17.380672 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:17.504243 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Pushing event updated for resources: {'Port': ['ID=5d00daea-113f-498d-a5e1-ab59d964e91b,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:17.612892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Attempting to bind port 5d00daea-113f-498d-a5e1-ab59d964e91b on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:31:17.613494 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Attempting to bind port 5d00daea-113f-498d-a5e1-ab59d964e91b by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:31:17.613626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Attempting to bind port 5d00daea-113f-498d-a5e1-ab59d964e91b on network f028f24f-8e41-44eb-8483-02827d76166a {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:31:17.619449 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Port 5d00daea-113f-498d-a5e1-ab59d964e91b on network f028f24f-8e41-44eb-8483-02827d76166a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:31:17.619791 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Attempting to bind port 5d00daea-113f-498d-a5e1-ab59d964e91b on network f028f24f-8e41-44eb-8483-02827d76166a {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:31:17.625865 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:31:17.626189 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Checking segment: {'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:31:17.626564 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Bound using segment: {'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:31:17.627008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Bound port: 5d00daea-113f-498d-a5e1-ab59d964e91b, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:31:17.627344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:17.722398 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] For port 5d00daea-113f-498d-a5e1-ab59d964e91b, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:31:17.725665 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] For port 5d00daea-113f-498d-a5e1-ab59d964e91b, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5d00daea-113f-498d-a5e1-ab59d964e91b,segment=NetworkSegment(2220195d-90e2-4cb4-96dc-889a738874d5),segment_id=2220195d-90e2-4cb4-96dc-889a738874d5)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:31:17.731531 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:17.796114 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:17.797498 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] 10.222.0.129 "PUT /v2.0/ports/5d00daea-113f-498d-a5e1-ab59d964e91b HTTP/1.1" status: 200 len: 1131 time: 1.0031929 Jan 24 16:31:17.800459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428fea48-1cf9-46d7-a7a6-3cf187e4325d', 'tag': '5d00daea-113f-498d-a5e1-ab59d964e91b'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:31:17.884429 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428fea48-1cf9-46d7-a7a6-3cf187e4325d', 'tag': '5d00daea-113f-498d-a5e1-ab59d964e91b', 'status': 'completed', 'code': 200} Jan 24 16:31:17.885045 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:17.894560 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277e51d-7902-466c-a021-c565a12cbeff service neutron] Pushing event updated for resources: {'Port': ['ID=5d00daea-113f-498d-a5e1-ab59d964e91b,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:17.960870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd33234-f06d-4771-9fbb-1569aaebee08 req-8523b57f-7dc3-4895-8c66-d072c17c8f69 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:17.962429 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2cd33234-f06d-4771-9fbb-1569aaebee08 req-8523b57f-7dc3-4895-8c66-d072c17c8f69 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 981 time: 0.1681154 Jan 24 16:31:17.969867 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-87053c57-cded-44ae-bc0b-3ca79438c3b4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 1134 time: 0.1261182 Jan 24 16:31:18.002305 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7ae8a115-9a63-4695-8a4c-1ae2663dec89 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:31:18.056056 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-96ccdd96-7e24-4163-a763-026a06537ac7 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d00daea-113f-498d-a5e1-ab59d964e91b HTTP/1.1" status: 200 len: 217 time: 0.0701246 Jan 24 16:31:18.077340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 7ae8a115-9a63-4695-8a4c-1ae2663dec89 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:31:18.077704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:18.116490 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2cd33234-f06d-4771-9fbb-1569aaebee08 req-d43543bf-b0a1-4749-87bf-df83583597bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455698 Jan 24 16:31:18.130000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-65dca939-cad0-47ce-bf4a-60222f66af72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:18.131521 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-65dca939-cad0-47ce-bf4a-60222f66af72 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=be0b2891-9b4c-480d-a877-eb035fbfd9a2 HTTP/1.1" status: 200 len: 834 time: 0.0678403 Jan 24 16:31:18.227171 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-ac34b6ff-384c-4361-aa16-9a3320d3c063 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f028f24f-8e41-44eb-8483-02827d76166a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842030 Jan 24 16:31:18.363719 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-ad6c97a8-5c49-4fee-96d0-4a3478f50e69 service neutron] 10.222.0.129 "GET /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294072 Jan 24 16:31:18.508911 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-53c21f23-e05e-40f1-896c-1bfe4f291405 req-e23fce65-2f7c-4e67-b03b-e3c27641f42b service neutron] 10.222.0.129 "GET /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371262 Jan 24 16:31:18.637012 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-43013f8e-d0cd-4ff7-94e6-71b01888d56b req-d30d1565-4f2b-40ba-9d3c-273b875dc32c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 1134 time: 0.0762200 Jan 24 16:31:18.865110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43013f8e-d0cd-4ff7-94e6-71b01888d56b req-aadeb28f-960b-4e5b-a121-0c5d9bf7683a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:18.867150 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-43013f8e-d0cd-4ff7-94e6-71b01888d56b req-aadeb28f-960b-4e5b-a121-0c5d9bf7683a service neutron] 10.222.0.129 "GET /v2.0/networks?id=f028f24f-8e41-44eb-8483-02827d76166a HTTP/1.1" status: 200 len: 897 time: 0.2228446 Jan 24 16:31:18.944125 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-43013f8e-d0cd-4ff7-94e6-71b01888d56b req-79448a4c-3e56-4484-bfe4-89500b365757 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d00daea-113f-498d-a5e1-ab59d964e91b HTTP/1.1" status: 200 len: 217 time: 0.0695977 Jan 24 16:31:19.016400 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43013f8e-d0cd-4ff7-94e6-71b01888d56b req-194bd85d-4e37-4156-b007-1f4e4a769604 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:19.017835 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-43013f8e-d0cd-4ff7-94e6-71b01888d56b req-194bd85d-4e37-4156-b007-1f4e4a769604 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=be0b2891-9b4c-480d-a877-eb035fbfd9a2 HTTP/1.1" status: 200 len: 834 time: 0.0660298 Jan 24 16:31:19.097053 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-43013f8e-d0cd-4ff7-94e6-71b01888d56b req-f0822b6c-f145-4d34-bffe-04bf35653070 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f028f24f-8e41-44eb-8483-02827d76166a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710280 Jan 24 16:31:19.233695 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-43013f8e-d0cd-4ff7-94e6-71b01888d56b req-28dae9c6-271b-4106-ba3c-c708517d9f7d service neutron] 10.222.0.129 "GET /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289630 Jan 24 16:31:19.325336 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eafabc-f9fb-41ae-a16c-0caad700759d req-32afb52b-6575-48d1-b9f5-54c7a4274acd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:19.325336 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-86eafabc-f9fb-41ae-a16c-0caad700759d req-32afb52b-6575-48d1-b9f5-54c7a4274acd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 981 time: 0.0833073 Jan 24 16:31:19.370189 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-43013f8e-d0cd-4ff7-94e6-71b01888d56b req-d0cc78c3-d0a4-4920-80ca-13dc2a8c8376 service neutron] 10.222.0.129 "GET /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300147 Jan 24 16:31:19.475029 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-86eafabc-f9fb-41ae-a16c-0caad700759d req-945c52d0-c79d-4c0f-a59f-13c8021b84f3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424687 Jan 24 16:31:20.684431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f8b0d-3244-4ddd-8a44-4fbb77f0c1e6 req-c90a3010-6928-483d-94fb-8897f071e65c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:20.685870 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fb8f8b0d-3244-4ddd-8a44-4fbb77f0c1e6 req-c90a3010-6928-483d-94fb-8897f071e65c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 981 time: 0.0826695 Jan 24 16:31:20.731162 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fb8f8b0d-3244-4ddd-8a44-4fbb77f0c1e6 req-f68bbb9f-79f4-4be6-8b5f-22d7b0e7d823 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396235 Jan 24 16:31:21.074577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5d00daea-113f-498d-a5e1-ab59d964e91b details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:31:21.256511 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5d00daea-113f-498d-a5e1-ab59d964e91b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5d00daea-113f-498d-a5e1-ab59d964e91b,segment=NetworkSegment(2220195d-90e2-4cb4-96dc-889a738874d5),segment_id=2220195d-90e2-4cb4-96dc-889a738874d5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:21.269448 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '5d00daea-113f-498d-a5e1-ab59d964e91b', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a', 'port_id': '5d00daea-113f-498d-a5e1-ab59d964e91b', 'mac_address': 'fa:16:3e:ca:26:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:31:21.321418 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:21.338784 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d00daea-113f-498d-a5e1-ab59d964e91b {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:31:21.354969 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5d00daea-113f-498d-a5e1-ab59d964e91b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5d00daea-113f-498d-a5e1-ab59d964e91b,segment=NetworkSegment(2220195d-90e2-4cb4-96dc-889a738874d5),segment_id=2220195d-90e2-4cb4-96dc-889a738874d5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:21.362699 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:21.436167 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=5d00daea-113f-498d-a5e1-ab59d964e91b,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:21.693689 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['5d00daea-113f-498d-a5e1-ab59d964e91b'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:31:21.941617 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7640191-aa6c-40f5-986c-d6aa7448878d req-2173f2c6-9824-4777-ae7e-5459513bf5f8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:21.943044 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d7640191-aa6c-40f5-986c-d6aa7448878d req-2173f2c6-9824-4777-ae7e-5459513bf5f8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 982 time: 0.0746071 Jan 24 16:31:21.988878 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d7640191-aa6c-40f5-986c-d6aa7448878d req-5fb5ea45-6a06-4c6b-9147-09b0217235d6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396965 Jan 24 16:31:23.072691 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5d00daea-113f-498d-a5e1-ab59d964e91b up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:31:23.149368 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 5d00daea-113f-498d-a5e1-ab59d964e91b completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:31:23.154505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 5d00daea-113f-498d-a5e1-ab59d964e91b triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:31:23.154853 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:23.199466 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed230e6-5fe6-4e4f-b0b1-bfb389cdc9d0 req-b8fa150e-d3b7-4e06-9e6c-11a22d356d4e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:23.201058 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3ed230e6-5fe6-4e4f-b0b1-bfb389cdc9d0 req-b8fa150e-d3b7-4e06-9e6c-11a22d356d4e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 982 time: 0.0808592 Jan 24 16:31:23.249759 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3ed230e6-5fe6-4e4f-b0b1-bfb389cdc9d0 req-764916d8-144b-4fba-95f3-d77e9a34a778 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425851 Jan 24 16:31:23.276603 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:23.303285 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428fea48-1cf9-46d7-a7a6-3cf187e4325d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d00daea-113f-498d-a5e1-ab59d964e91b'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:31:23.313120 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5d00daea-113f-498d-a5e1-ab59d964e91b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5d00daea-113f-498d-a5e1-ab59d964e91b,segment=NetworkSegment(2220195d-90e2-4cb4-96dc-889a738874d5),segment_id=2220195d-90e2-4cb4-96dc-889a738874d5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:23.317834 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:23.359139 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428fea48-1cf9-46d7-a7a6-3cf187e4325d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d00daea-113f-498d-a5e1-ab59d964e91b', 'code': 200} Jan 24 16:31:23.389061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=5d00daea-113f-498d-a5e1-ab59d964e91b,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:23.610980 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-000088e0-724f-43f9-aa7c-2f7d3928a82a req-ee27815e-cb6a-4116-8f5e-b1d2df373f07 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 1136 time: 0.0692284 Jan 24 16:31:23.653671 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-000088e0-724f-43f9-aa7c-2f7d3928a82a req-ca75b864-d684-4e99-a190-c4576ac83e40 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359628 Jan 24 16:31:24.473512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3e224-ec1c-4e0c-93e6-f04455766544 req-565a4435-de2d-492e-9b4a-e9a9a1ebb98c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:24.475120 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-88d3e224-ec1c-4e0c-93e6-f04455766544 req-565a4435-de2d-492e-9b4a-e9a9a1ebb98c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 983 time: 0.0886366 Jan 24 16:31:24.525336 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-88d3e224-ec1c-4e0c-93e6-f04455766544 req-160ea1e9-2993-4c09-af3a-b4e5096b1a64 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416710 Jan 24 16:31:25.738402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2e817-67bd-45b9-b90d-9ec961e6ffd9 req-19c3b8f9-c9a4-43a9-b3a5-742f42a19d67 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:25.739856 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0ba2e817-67bd-45b9-b90d-9ec961e6ffd9 req-19c3b8f9-c9a4-43a9-b3a5-742f42a19d67 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 983 time: 0.0887315 Jan 24 16:31:25.784299 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0ba2e817-67bd-45b9-b90d-9ec961e6ffd9 req-85ea7d60-ed0a-4452-a8cc-e5ffdcc6b470 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387754 Jan 24 16:31:25.997520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179125ab-c0a3-41fe-9a00-3ce4acdc4a24 req-f9e95fb4-a500-48a3-92a8-5d9b2fc33169 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:25.999368 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-179125ab-c0a3-41fe-9a00-3ce4acdc4a24 req-f9e95fb4-a500-48a3-92a8-5d9b2fc33169 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 983 time: 0.0924544 Jan 24 16:31:26.058435 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-179125ab-c0a3-41fe-9a00-3ce4acdc4a24 req-7677f237-1804-4867-81c7-b5cd2319aabf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508425 Jan 24 16:31:26.087913 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37296) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:26.168562 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-18906068-e663-4b0a-bae3-6497c0fff3eb tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 1131 time: 0.0792150 Jan 24 16:31:26.171538 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37300) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:26.176844 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '5d00daea-113f-498d-a5e1-ab59d964e91b', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:26.182788 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:26.189134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:floatingip and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:26.192262 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:26.199335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:26.210898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:26.372517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:26.525463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.180 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/30320895-c1e8-4fa3-b8e7-47600f285252) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:31:26.686078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:26.720289 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:26.788073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:31:26.790934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:31:26.795305 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:31:26.821728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=30320895-c1e8-4fa3-b8e7-47600f285252,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:27.412470 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:27.477847 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:27.703123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:27.710824 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:27.812390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=30320895-c1e8-4fa3-b8e7-47600f285252,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:27.830352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:28.022204 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Floating IP 51f11c1a-cebe-4bbd-b3b1-ab5bc3d7d4a8 associated. External IP: 172.26.2.180, port: 5d00daea-113f-498d-a5e1-ab59d964e91b. Jan 24 16:31:28.458677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router eab7984e-6691-4b9b-bde5-3d76f43af462 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:31:28.494949 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:31:28.782551 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:31:28.792495 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5e6227-3144-463d-bdc5-f309c02f7e29 None None] Sync routers for ids ['eab7984e-6691-4b9b-bde5-3d76f43af462'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:31:28.805390 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e6227-3144-463d-bdc5-f309c02f7e29 None None] Routers {'eab7984e-6691-4b9b-bde5-3d76f43af462'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:31:28.806068 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-3f5e6227-3144-463d-bdc5-f309c02f7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:31:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['eab7984e-6691-4b9b-bde5-3d76f43af462'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:28.808252 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:28.863421 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c5bcbac6-f357-4191-944f-971530b02f18 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.6877701 Jan 24 16:31:28.863421 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428fea48-1cf9-46d7-a7a6-3cf187e4325d', 'tag': '5d00daea-113f-498d-a5e1-ab59d964e91b'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:31:28.864049 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37304) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:28.915746 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428fea48-1cf9-46d7-a7a6-3cf187e4325d', 'tag': '5d00daea-113f-498d-a5e1-ab59d964e91b', 'status': 'completed', 'code': 200} Jan 24 16:31:28.937424 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6ba2d1a0-f8dc-469c-af2d-2a6f036782ce tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d&network_id=f028f24f-8e41-44eb-8483-02827d76166a HTTP/1.1" status: 200 len: 1131 time: 0.0719302 Jan 24 16:31:28.986887 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-3f5e6227-3144-463d-bdc5-f309c02f7e29 None None] Set router eab7984e-6691-4b9b-bde5-3d76f43af462 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:31:29.011340 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-38a52a98-4b4a-4c60-96df-ef4bdf404763 req-ec37ce75-0099-4ed9-8ba4-618671641a53 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 1136 time: 0.0699399 Jan 24 16:31:29.160926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a52a98-4b4a-4c60-96df-ef4bdf404763 req-580aac2b-4aa8-40a7-98b4-1ba324b74369 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:29.162665 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-38a52a98-4b4a-4c60-96df-ef4bdf404763 req-580aac2b-4aa8-40a7-98b4-1ba324b74369 service neutron] 10.222.0.129 "GET /v2.0/networks?id=f028f24f-8e41-44eb-8483-02827d76166a HTTP/1.1" status: 200 len: 897 time: 0.1449535 Jan 24 16:31:29.271864 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-38a52a98-4b4a-4c60-96df-ef4bdf404763 req-4dc30456-656f-4e18-aa70-f728baaa9e39 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d00daea-113f-498d-a5e1-ab59d964e91b HTTP/1.1" status: 200 len: 1037 time: 0.1006293 Jan 24 16:31:29.341661 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a52a98-4b4a-4c60-96df-ef4bdf404763 req-71729823-edf6-4f0d-8e52-6e767b3063e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:29.343359 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-38a52a98-4b4a-4c60-96df-ef4bdf404763 req-71729823-edf6-4f0d-8e52-6e767b3063e2 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=be0b2891-9b4c-480d-a877-eb035fbfd9a2 HTTP/1.1" status: 200 len: 834 time: 0.0643268 Jan 24 16:31:29.346187 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1f949-0a60-4349-964d-80deaa2b1430 req-93bc546b-2fd9-44f9-83cc-d058991fed4d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:29.347690 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0bd1f949-0a60-4349-964d-80deaa2b1430 req-93bc546b-2fd9-44f9-83cc-d058991fed4d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 983 time: 0.0845852 Jan 24 16:31:29.390375 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-3f5e6227-3144-463d-bdc5-f309c02f7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'name': 'tempest-TestNetworkBasicOps-router-1955066356', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:09Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '51f11c1a-cebe-4bbd-b3b1-ab5bc3d7d4a8', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.180', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'port_id': '5d00daea-113f-498d-a5e1-ab59d964e91b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1883074745', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a', 'mac_address': 'fa:16:3e:ca:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fea48-1cf9-46d7-a7a6-3cf187e4325d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:31:27Z', 'updated_at': '2022-01-24T16:31:27Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae8a115-9a63-4695-8a4c-1ae2663dec89', 'name': '', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:10:78:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:08Z', 'updated_at': '2022-01-24T16:31:16Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:29.395329 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0bd1f949-0a60-4349-964d-80deaa2b1430 req-ada34930-a090-4809-ae9a-5c20787f4119 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404887 Jan 24 16:31:29.395729 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5e6227-3144-463d-bdc5-f309c02f7e29 None None] Checking router: eab7984e-6691-4b9b-bde5-3d76f43af462 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:31:29.407782 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e6227-3144-463d-bdc5-f309c02f7e29 None None] Routers {'eab7984e-6691-4b9b-bde5-3d76f43af462'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:31:29.408448 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-3f5e6227-3144-463d-bdc5-f309c02f7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:31:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['eab7984e-6691-4b9b-bde5-3d76f43af462'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:29.422358 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-38a52a98-4b4a-4c60-96df-ef4bdf404763 req-aea3183e-0135-47f6-984e-211250b069ca service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f028f24f-8e41-44eb-8483-02827d76166a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726295 Jan 24 16:31:29.560371 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-38a52a98-4b4a-4c60-96df-ef4bdf404763 req-ed64d98e-c6e0-4405-8d9c-33b3bbc1e4cf service neutron] 10.222.0.129 "GET /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298990 Jan 24 16:31:29.589452 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-3f5e6227-3144-463d-bdc5-f309c02f7e29 None None] Set router eab7984e-6691-4b9b-bde5-3d76f43af462 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:31:29.693128 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-38a52a98-4b4a-4c60-96df-ef4bdf404763 req-993b6e57-5d48-4773-9be3-83dbca3163e8 service neutron] 10.222.0.129 "GET /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261766 Jan 24 16:31:29.934637 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-3f5e6227-3144-463d-bdc5-f309c02f7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'name': 'tempest-TestNetworkBasicOps-router-1955066356', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:09Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '51f11c1a-cebe-4bbd-b3b1-ab5bc3d7d4a8', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.180', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'port_id': '5d00daea-113f-498d-a5e1-ab59d964e91b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1883074745', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a', 'mac_address': 'fa:16:3e:ca:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fea48-1cf9-46d7-a7a6-3cf187e4325d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:31:27Z', 'updated_at': '2022-01-24T16:31:27Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae8a115-9a63-4695-8a4c-1ae2663dec89', 'name': '', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:10:78:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:08Z', 'updated_at': '2022-01-24T16:31:16Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:29.939268 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5e6227-3144-463d-bdc5-f309c02f7e29 None None] The sync data for ids ['eab7984e-6691-4b9b-bde5-3d76f43af462'] in dv-neutron-826104-1-hyperv is: [{'id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'name': 'tempest-TestNetworkBasicOps-router-1955066356', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:09Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '51f11c1a-cebe-4bbd-b3b1-ab5bc3d7d4a8', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.180', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'port_id': '5d00daea-113f-498d-a5e1-ab59d964e91b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1883074745', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a', 'mac_address': 'fa:16:3e:ca:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fea48-1cf9-46d7-a7a6-3cf187e4325d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:31:27Z', 'updated_at': '2022-01-24T16:31:27Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae8a115-9a63-4695-8a4c-1ae2663dec89', 'name': '', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:10:78:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:08Z', 'updated_at': '2022-01-24T16:31:16Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:31:30.610589 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ea1da-e4fa-44f7-aa61-0c523e8c9d6b req-91ad05ec-6402-47a8-8455-07dae5aee31c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:30.612070 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-642ea1da-e4fa-44f7-aa61-0c523e8c9d6b req-91ad05ec-6402-47a8-8455-07dae5aee31c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 983 time: 0.0854375 Jan 24 16:31:30.665547 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-642ea1da-e4fa-44f7-aa61-0c523e8c9d6b req-e31780d0-358f-40da-90dd-818fe0dc6856 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476961 Jan 24 16:31:30.822540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935659ec-896e-4d57-a247-532c4acc6546 None None] New status for floating IP 51f11c1a-cebe-4bbd-b3b1-ab5bc3d7d4a8: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:31:30.993677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd292340-7f6c-449f-a2e9-191a2317b73b req-3e3a8ce8-d3e2-4282-91d0-f52246f0834b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:30.995242 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cd292340-7f6c-449f-a2e9-191a2317b73b req-3e3a8ce8-d3e2-4282-91d0-f52246f0834b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 983 time: 0.0797126 Jan 24 16:31:31.064715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd292340-7f6c-449f-a2e9-191a2317b73b req-6037837d-a785-4072-9e44-13f32b1eb8ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:31.067035 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cd292340-7f6c-449f-a2e9-191a2317b73b req-6037837d-a785-4072-9e44-13f32b1eb8ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/ports/5d00daea-113f-498d-a5e1-ab59d964e91b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0651431 Jan 24 16:31:31.213782 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cd292340-7f6c-449f-a2e9-191a2317b73b req-ab6fc89c-dcd7-4fb6-965c-b3a582e4117a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1414056 Jan 24 16:31:31.226860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-cd292340-7f6c-449f-a2e9-191a2317b73b req-e7b4f505-6130-493e-b1c9-456eb23b52ea service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:31.337761 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-cd292340-7f6c-449f-a2e9-191a2317b73b req-e7b4f505-6130-493e-b1c9-456eb23b52ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:31.552006 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-cd292340-7f6c-449f-a2e9-191a2317b73b req-e7b4f505-6130-493e-b1c9-456eb23b52ea service neutron] For port 5d00daea-113f-498d-a5e1-ab59d964e91b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5d00daea-113f-498d-a5e1-ab59d964e91b,segment=NetworkSegment(2220195d-90e2-4cb4-96dc-889a738874d5),segment_id=2220195d-90e2-4cb4-96dc-889a738874d5)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:31.579911 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-cd292340-7f6c-449f-a2e9-191a2317b73b req-e7b4f505-6130-493e-b1c9-456eb23b52ea service neutron] For port 5d00daea-113f-498d-a5e1-ab59d964e91b, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:31:31.634389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-cd292340-7f6c-449f-a2e9-191a2317b73b req-e7b4f505-6130-493e-b1c9-456eb23b52ea service neutron] device_id is not set on port 5d00daea-113f-498d-a5e1-ab59d964e91b yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:31:31.642934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-cd292340-7f6c-449f-a2e9-191a2317b73b req-e7b4f505-6130-493e-b1c9-456eb23b52ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:31.649433 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-cd292340-7f6c-449f-a2e9-191a2317b73b req-e7b4f505-6130-493e-b1c9-456eb23b52ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:31.841447 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aa8997f0-556b-4305-8454-36f131b80b87 req-f618032d-796b-45b7-83ba-e557e56ace57 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=428fea48-1cf9-46d7-a7a6-3cf187e4325d HTTP/1.1" status: 200 len: 210 time: 0.0421093 Jan 24 16:31:31.897663 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4f505-6130-493e-b1c9-456eb23b52ea service neutron] Pushing event updated for resources: {'Port': ['ID=5d00daea-113f-498d-a5e1-ab59d964e91b,revision_number=6']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:31.960772 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd292340-7f6c-449f-a2e9-191a2317b73b req-e7b4f505-6130-493e-b1c9-456eb23b52ea service neutron] No DVR routers for this DVR port 5d00daea-113f-498d-a5e1-ab59d964e91b on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:31:31.961476 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0ee25856-d0ec-41a0-8c0d-a7bf164ae76b None None] Provisioning complete for port 5d00daea-113f-498d-a5e1-ab59d964e91b triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:31:31.961982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0ee25856-d0ec-41a0-8c0d-a7bf164ae76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:32.017053 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0ee25856-d0ec-41a0-8c0d-a7bf164ae76b None None] Port 5d00daea-113f-498d-a5e1-ab59d964e91b cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:31:32.221639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-cd292340-7f6c-449f-a2e9-191a2317b73b req-e7b4f505-6130-493e-b1c9-456eb23b52ea service neutron] In _notify_port_updated(), no bound segment for port 5d00daea-113f-498d-a5e1-ab59d964e91b on network f028f24f-8e41-44eb-8483-02827d76166a {{(pid=83466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:31:32.222677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-cd292340-7f6c-449f-a2e9-191a2317b73b req-e7b4f505-6130-493e-b1c9-456eb23b52ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:32.223974 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cd292340-7f6c-449f-a2e9-191a2317b73b req-e7b4f505-6130-493e-b1c9-456eb23b52ea service neutron] 10.222.0.129 "PUT /v2.0/ports/5d00daea-113f-498d-a5e1-ab59d964e91b HTTP/1.1" status: 200 len: 1026 time: 1.0009885 Jan 24 16:31:32.950198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37320) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:33.023524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25dae9a-0e96-4779-8522-6b85219a313d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:33.024780 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e25dae9a-0e96-4779-8522-6b85219a313d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports/5d00daea-113f-498d-a5e1-ab59d964e91b HTTP/1.1" status: 200 len: 925 time: 0.0735681 Jan 24 16:31:33.447464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37326) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:33.455719 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-756ea72c-f3c1-4891-bccb-ed7371501be0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081859993', 'description': 'tempest-secgroup-smoke-2081859993 description', 'project_id': 'c758db9abd254971bbaac83475af12ff'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:33.464742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-756ea72c-f3c1-4891-bccb-ed7371501be0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:33.476608 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-756ea72c-f3c1-4891-bccb-ed7371501be0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:33.487312 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-756ea72c-f3c1-4891-bccb-ed7371501be0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:33.523561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-756ea72c-f3c1-4891-bccb-ed7371501be0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:33.527494 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-756ea72c-f3c1-4891-bccb-ed7371501be0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:33.530337 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-756ea72c-f3c1-4891-bccb-ed7371501be0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:33.536245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-756ea72c-f3c1-4891-bccb-ed7371501be0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:33.589511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-756ea72c-f3c1-4891-bccb-ed7371501be0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:33.595801 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-756ea72c-f3c1-4891-bccb-ed7371501be0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:33.638212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ea72c-f3c1-4891-bccb-ed7371501be0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e957528-0f5b-4b66-9284-582ff96559d3,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:33.644785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-756ea72c-f3c1-4891-bccb-ed7371501be0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:33.646305 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-756ea72c-f3c1-4891-bccb-ed7371501be0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1973162 Jan 24 16:31:33.649120 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37330) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:33.654863 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b849e914-aade-4736-86a2-1dccc10f61b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '0e957528-0f5b-4b66-9284-582ff96559d3', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:33.661030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b849e914-aade-4736-86a2-1dccc10f61b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:33.665109 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b849e914-aade-4736-86a2-1dccc10f61b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:33.667962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b849e914-aade-4736-86a2-1dccc10f61b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:33.673442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b849e914-aade-4736-86a2-1dccc10f61b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:33.690452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b849e914-aade-4736-86a2-1dccc10f61b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:33.756028 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b849e914-aade-4736-86a2-1dccc10f61b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:33.762586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b849e914-aade-4736-86a2-1dccc10f61b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:33.784880 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849e914-aade-4736-86a2-1dccc10f61b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9289ad0f-620c-41ef-a70f-92f9433188aa,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:33.795052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b849e914-aade-4736-86a2-1dccc10f61b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:33.796252 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b849e914-aade-4736-86a2-1dccc10f61b4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1459889 Jan 24 16:31:33.799074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37334) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:33.804394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-433a024d-28c2-441d-9b5d-667bf91b2962 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '0e957528-0f5b-4b66-9284-582ff96559d3', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:33.810096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-433a024d-28c2-441d-9b5d-667bf91b2962 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:33.813883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-433a024d-28c2-441d-9b5d-667bf91b2962 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:33.817140 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-433a024d-28c2-441d-9b5d-667bf91b2962 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:33.823264 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-433a024d-28c2-441d-9b5d-667bf91b2962 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:33.842968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-433a024d-28c2-441d-9b5d-667bf91b2962 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:33.906171 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-433a024d-28c2-441d-9b5d-667bf91b2962 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:33.911810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-433a024d-28c2-441d-9b5d-667bf91b2962 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:33.937970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a024d-28c2-441d-9b5d-667bf91b2962 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c4a344-23dc-4618-80da-b78155839d0f,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:33.948369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-433a024d-28c2-441d-9b5d-667bf91b2962 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:33.949683 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-433a024d-28c2-441d-9b5d-667bf91b2962 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1496904 Jan 24 16:31:33.952656 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37340) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:33.958550 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-128d7c17-6057-4713-b95a-f925101c1aa1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '0e957528-0f5b-4b66-9284-582ff96559d3', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:33.964986 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-128d7c17-6057-4713-b95a-f925101c1aa1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:33.968958 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-128d7c17-6057-4713-b95a-f925101c1aa1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:33.972142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-128d7c17-6057-4713-b95a-f925101c1aa1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:33.977903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-128d7c17-6057-4713-b95a-f925101c1aa1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:33.997282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-128d7c17-6057-4713-b95a-f925101c1aa1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:34.063682 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-128d7c17-6057-4713-b95a-f925101c1aa1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:34.067639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-128d7c17-6057-4713-b95a-f925101c1aa1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:34.090354 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d7c17-6057-4713-b95a-f925101c1aa1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5870879-f5ce-410a-893b-fc5be7f7036d,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:34.100646 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-128d7c17-6057-4713-b95a-f925101c1aa1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:34.101824 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-128d7c17-6057-4713-b95a-f925101c1aa1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1481187 Jan 24 16:31:34.104645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37344) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:34.109921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-086e91ca-06d5-4593-bdc6-8efffc068e6c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '0e957528-0f5b-4b66-9284-582ff96559d3', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:34.116195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-086e91ca-06d5-4593-bdc6-8efffc068e6c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:34.120034 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-086e91ca-06d5-4593-bdc6-8efffc068e6c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:34.122857 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-086e91ca-06d5-4593-bdc6-8efffc068e6c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:34.128441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-086e91ca-06d5-4593-bdc6-8efffc068e6c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:34.146930 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-086e91ca-06d5-4593-bdc6-8efffc068e6c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:34.212681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-086e91ca-06d5-4593-bdc6-8efffc068e6c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:34.218375 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-086e91ca-06d5-4593-bdc6-8efffc068e6c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:34.243169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e91ca-06d5-4593-bdc6-8efffc068e6c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62eb84ad-3f62-4d2e-b8b2-2d51aa902d28,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:34.253533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-086e91ca-06d5-4593-bdc6-8efffc068e6c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:34.254764 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-086e91ca-06d5-4593-bdc6-8efffc068e6c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1491673 Jan 24 16:31:34.257598 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37348) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:34.263043 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4b1788f9-9597-4679-ab96-b8ae41cfb84f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '0e957528-0f5b-4b66-9284-582ff96559d3', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:34.269319 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4b1788f9-9597-4679-ab96-b8ae41cfb84f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:34.273338 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4b1788f9-9597-4679-ab96-b8ae41cfb84f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:34.276325 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4b1788f9-9597-4679-ab96-b8ae41cfb84f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:34.282143 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4b1788f9-9597-4679-ab96-b8ae41cfb84f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:34.296502 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-4b1788f9-9597-4679-ab96-b8ae41cfb84f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:31:34.303301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b1788f9-9597-4679-ab96-b8ae41cfb84f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:34.381247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b1788f9-9597-4679-ab96-b8ae41cfb84f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:34.386170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b1788f9-9597-4679-ab96-b8ae41cfb84f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:34.414120 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1788f9-9597-4679-ab96-b8ae41cfb84f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e39efb-6299-4f73-8718-441f270a1d43,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:34.424570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4b1788f9-9597-4679-ab96-b8ae41cfb84f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:34.425829 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4b1788f9-9597-4679-ab96-b8ae41cfb84f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1671917 Jan 24 16:31:34.429697 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37352) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:34.435619 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-fb87a800-3731-4cb1-9e47-8a617410abd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '0e957528-0f5b-4b66-9284-582ff96559d3', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:34.442063 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fb87a800-3731-4cb1-9e47-8a617410abd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:31:34.446219 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fb87a800-3731-4cb1-9e47-8a617410abd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:31:34.449526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fb87a800-3731-4cb1-9e47-8a617410abd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:31:34.455932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fb87a800-3731-4cb1-9e47-8a617410abd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:31:34.467952 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-fb87a800-3731-4cb1-9e47-8a617410abd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:31:34.474352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fb87a800-3731-4cb1-9e47-8a617410abd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:34.549151 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fb87a800-3731-4cb1-9e47-8a617410abd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:34.555509 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fb87a800-3731-4cb1-9e47-8a617410abd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:34.578304 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87a800-3731-4cb1-9e47-8a617410abd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b85c7f-bae1-4adb-8c8b-9bc4129d6794,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:34.587032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fb87a800-3731-4cb1-9e47-8a617410abd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:34.588233 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fb87a800-3731-4cb1-9e47-8a617410abd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1575208 Jan 24 16:31:34.779143 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-356d2920-1dbf-4e90-96b3-9e400379862f req-315b0d33-227c-4978-beae-497e5823ddd3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081859993&fields=id&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 267 time: 0.0467288 Jan 24 16:31:34.858031 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d2920-1dbf-4e90-96b3-9e400379862f req-5a1e5aa6-96fe-4bbe-b5cc-a8f1a64cc341 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:34.859335 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-356d2920-1dbf-4e90-96b3-9e400379862f req-5a1e5aa6-96fe-4bbe-b5cc-a8f1a64cc341 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports/5d00daea-113f-498d-a5e1-ab59d964e91b HTTP/1.1" status: 200 len: 930 time: 0.0709984 Jan 24 16:31:34.933395 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-356d2920-1dbf-4e90-96b3-9e400379862f req-5b3e96b6-938d-498b-b174-5c71d011d82b service neutron] 10.222.0.130 "GET /v2.0/ports/5d00daea-113f-498d-a5e1-ab59d964e91b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0609496 Jan 24 16:31:35.065670 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-356d2920-1dbf-4e90-96b3-9e400379862f req-dfebf285-0803-4930-87a1-edb9d1973c91 service neutron] 10.222.0.130 "GET /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264434 Jan 24 16:31:35.151083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5d00daea-113f-498d-a5e1-ab59d964e91b no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:31:35.203114 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-356d2920-1dbf-4e90-96b3-9e400379862f req-7b85f0c7-9ec8-4e6d-94ab-97a1f452618a service neutron] 10.222.0.130 "GET /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315179 Jan 24 16:31:35.209325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5d00daea-113f-498d-a5e1-ab59d964e91b not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:31:35.398142 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-94bed244-66ff-42e3-8dbb-7ad34815eeee req-613e6ae1-d4de-49d6-a072-15cea78a4d12 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 210 time: 0.0427079 Jan 24 16:31:36.420386 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-356d2920-1dbf-4e90-96b3-9e400379862f req-944ef394-012c-4f3e-9ea2-4a6a9f8fcf80 service neutron] 10.222.0.129 "GET /v2.0/ports/5d00daea-113f-498d-a5e1-ab59d964e91b HTTP/1.1" status: 200 len: 1026 time: 0.0672410 Jan 24 16:31:36.573136 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6138aa7d-f6e5-410e-b512-1bee851c9cd1 req-343e136f-b2ac-4abd-a747-aa805409ed7f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 210 time: 0.0536704 Jan 24 16:31:36.613546 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d2920-1dbf-4e90-96b3-9e400379862f req-3d9d5da7-2918-4a7f-92cb-361b97717518 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:36.614960 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-356d2920-1dbf-4e90-96b3-9e400379862f req-3d9d5da7-2918-4a7f-92cb-361b97717518 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/networks?id=f028f24f-8e41-44eb-8483-02827d76166a HTTP/1.1" status: 200 len: 796 time: 0.1891375 Jan 24 16:31:36.679564 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-356d2920-1dbf-4e90-96b3-9e400379862f req-475a7fb8-1e49-4d61-8758-e58ff88f51ad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 473 time: 0.0450864 Jan 24 16:31:36.692096 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Request body: {'port': {'device_id': '6dcf3a6f-3f90-47cb-a24f-d507587fea8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:36.806838 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:36.959422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-29a52f2d-ad11-45f9-95bf-3acd4215cb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:37.268035 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d00daea-113f-498d-a5e1-ab59d964e91b {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:31:37.275747 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:37.292457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Transition to ACTIVE for port object 5d00daea-113f-498d-a5e1-ab59d964e91b will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:31:37.298973 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:37.431173 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Pushing event updated for resources: {'Port': ['ID=5d00daea-113f-498d-a5e1-ab59d964e91b,revision_number=7']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:37.569517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Attempting to bind port 5d00daea-113f-498d-a5e1-ab59d964e91b on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:31:37.569830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Attempting to bind port 5d00daea-113f-498d-a5e1-ab59d964e91b by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:31:37.570137 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Attempting to bind port 5d00daea-113f-498d-a5e1-ab59d964e91b on network f028f24f-8e41-44eb-8483-02827d76166a {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:31:37.575834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Port 5d00daea-113f-498d-a5e1-ab59d964e91b on network f028f24f-8e41-44eb-8483-02827d76166a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:31:37.576135 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Attempting to bind port 5d00daea-113f-498d-a5e1-ab59d964e91b on network f028f24f-8e41-44eb-8483-02827d76166a {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:31:37.582555 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:31:37.582876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Checking segment: {'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:31:37.583242 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Bound using segment: {'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:31:37.583669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Bound port: 5d00daea-113f-498d-a5e1-ab59d964e91b, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2220195d-90e2-4cb4-96dc-889a738874d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:31:37.584000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:37.671613 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] For port 5d00daea-113f-498d-a5e1-ab59d964e91b, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:31:37.674758 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] For port 5d00daea-113f-498d-a5e1-ab59d964e91b, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5d00daea-113f-498d-a5e1-ab59d964e91b,segment=NetworkSegment(2220195d-90e2-4cb4-96dc-889a738874d5),segment_id=2220195d-90e2-4cb4-96dc-889a738874d5)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:31:37.680327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:37.743792 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:37.745280 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-356d2920-1dbf-4e90-96b3-9e400379862f req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] 10.222.0.129 "PUT /v2.0/ports/5d00daea-113f-498d-a5e1-ab59d964e91b HTTP/1.1" status: 200 len: 1131 time: 1.0589662 Jan 24 16:31:37.745739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcf3a6f-3f90-47cb-a24f-d507587fea8a', 'tag': '5d00daea-113f-498d-a5e1-ab59d964e91b'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:31:37.767222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4a63d-b395-4ab5-b73c-21f262f82c1e service neutron] Pushing event updated for resources: {'Port': ['ID=5d00daea-113f-498d-a5e1-ab59d964e91b,revision_number=8']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:37.783696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d97fb-77a0-4ddb-85c0-027865dd121d req-44e133db-fd6d-4130-a063-b732901e664a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:37.788006 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d11d97fb-77a0-4ddb-85c0-027865dd121d req-44e133db-fd6d-4130-a063-b732901e664a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 981 time: 0.0927982 Jan 24 16:31:37.828291 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcf3a6f-3f90-47cb-a24f-d507587fea8a', 'tag': '5d00daea-113f-498d-a5e1-ab59d964e91b', 'status': 'completed', 'code': 200} Jan 24 16:31:37.844247 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-d11d97fb-77a0-4ddb-85c0-027865dd121d req-7b8409d7-d3e0-4251-ac23-4b5808f2afe2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:31:37.863649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-d11d97fb-77a0-4ddb-85c0-027865dd121d req-7b8409d7-d3e0-4251-ac23-4b5808f2afe2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:31:37.868062 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d11d97fb-77a0-4ddb-85c0-027865dd121d req-7b8409d7-d3e0-4251-ac23-4b5808f2afe2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761383 Jan 24 16:31:37.873657 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-356d2920-1dbf-4e90-96b3-9e400379862f req-3671d584-ad0e-4aa9-8b87-ca60e4a654c8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 1134 time: 0.0789380 Jan 24 16:31:37.983404 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-356d2920-1dbf-4e90-96b3-9e400379862f req-fb66a57e-afc6-4fe8-8c58-985ff869144e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d00daea-113f-498d-a5e1-ab59d964e91b HTTP/1.1" status: 200 len: 1037 time: 0.1015186 Jan 24 16:31:38.045287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d2920-1dbf-4e90-96b3-9e400379862f req-f50ab7b3-25ba-45df-ad9d-88fc23676071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:38.046600 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-356d2920-1dbf-4e90-96b3-9e400379862f req-f50ab7b3-25ba-45df-ad9d-88fc23676071 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=be0b2891-9b4c-480d-a877-eb035fbfd9a2 HTTP/1.1" status: 200 len: 834 time: 0.0569711 Jan 24 16:31:38.139088 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-356d2920-1dbf-4e90-96b3-9e400379862f req-58cb6995-f8c4-4823-a178-3f7025cb20cf service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f028f24f-8e41-44eb-8483-02827d76166a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856624 Jan 24 16:31:38.276357 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-356d2920-1dbf-4e90-96b3-9e400379862f req-d89e1f5d-68ab-4301-ae3d-890234980fd1 service neutron] 10.222.0.129 "GET /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305134 Jan 24 16:31:38.413216 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-356d2920-1dbf-4e90-96b3-9e400379862f req-002ea6a0-b599-439b-bb5d-aaae9aa8641f service neutron] 10.222.0.129 "GET /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298540 Jan 24 16:31:38.547301 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-83451e8a-437f-43fe-bd53-556c6d8c1482 req-5f6a5499-eba7-4a44-be0d-075d8e150e97 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 1134 time: 0.0756774 Jan 24 16:31:38.684207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83451e8a-437f-43fe-bd53-556c6d8c1482 req-20753695-b6ef-4c03-869a-24d563483507 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:38.685645 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-83451e8a-437f-43fe-bd53-556c6d8c1482 req-20753695-b6ef-4c03-869a-24d563483507 service neutron] 10.222.0.129 "GET /v2.0/networks?id=f028f24f-8e41-44eb-8483-02827d76166a HTTP/1.1" status: 200 len: 897 time: 0.1307170 Jan 24 16:31:38.789072 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-83451e8a-437f-43fe-bd53-556c6d8c1482 req-c6f14fc7-e859-4043-93f2-9868138c6bd7 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d00daea-113f-498d-a5e1-ab59d964e91b HTTP/1.1" status: 200 len: 1037 time: 0.0967023 Jan 24 16:31:38.854524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83451e8a-437f-43fe-bd53-556c6d8c1482 req-42047cfd-6d8a-47ea-b280-e90c5479549b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:38.855935 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-83451e8a-437f-43fe-bd53-556c6d8c1482 req-42047cfd-6d8a-47ea-b280-e90c5479549b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=be0b2891-9b4c-480d-a877-eb035fbfd9a2 HTTP/1.1" status: 200 len: 834 time: 0.0571551 Jan 24 16:31:39.085266 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-83451e8a-437f-43fe-bd53-556c6d8c1482 req-f6047dcf-54cc-4dfe-bd1f-5aa12a5bfbbd service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f028f24f-8e41-44eb-8483-02827d76166a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2190559 Jan 24 16:31:39.148901 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a08cfa7f-e5e8-4389-8d0f-245985be3b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:39.178091 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18167313-4347-4e5a-ad68-79e6d02e77e5 req-190fa381-0d24-4f3b-8a7f-db97698e4f9a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:39.179552 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-18167313-4347-4e5a-ad68-79e6d02e77e5 req-190fa381-0d24-4f3b-8a7f-db97698e4f9a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 981 time: 0.1609454 Jan 24 16:31:39.258471 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-83451e8a-437f-43fe-bd53-556c6d8c1482 req-7b869a1f-65cf-4bf4-8c47-6c3838039257 service neutron] 10.222.0.129 "GET /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649313 Jan 24 16:31:39.263227 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-18167313-4347-4e5a-ad68-79e6d02e77e5 req-dff2f457-cd9b-4409-9375-12d6ef539888 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721400 Jan 24 16:31:39.393749 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-83451e8a-437f-43fe-bd53-556c6d8c1482 req-9fac4dcf-5e12-4b18-b712-a8fbac4a20bb service neutron] 10.222.0.129 "GET /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264656 Jan 24 16:31:40.329617 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:40.401032 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:40.496286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c815c9-0122-4933-b34c-08a14ba8983f req-ba88e788-8160-4f29-a1c3-0348acdfe520 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:40.497740 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-08c815c9-0122-4933-b34c-08a14ba8983f req-ba88e788-8160-4f29-a1c3-0348acdfe520 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 981 time: 0.0893810 Jan 24 16:31:40.544272 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-08c815c9-0122-4933-b34c-08a14ba8983f req-190fde50-60ee-46f0-b7a4-211c7553ab0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409365 Jan 24 16:31:41.198630 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5d00daea-113f-498d-a5e1-ab59d964e91b details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:31:41.344637 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5d00daea-113f-498d-a5e1-ab59d964e91b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5d00daea-113f-498d-a5e1-ab59d964e91b,segment=NetworkSegment(2220195d-90e2-4cb4-96dc-889a738874d5),segment_id=2220195d-90e2-4cb4-96dc-889a738874d5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:41.357735 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '5d00daea-113f-498d-a5e1-ab59d964e91b', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a', 'port_id': '5d00daea-113f-498d-a5e1-ab59d964e91b', 'mac_address': 'fa:16:3e:ca:26:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:31:41.425521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:41.452595 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d00daea-113f-498d-a5e1-ab59d964e91b {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:31:41.470972 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5d00daea-113f-498d-a5e1-ab59d964e91b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5d00daea-113f-498d-a5e1-ab59d964e91b,segment=NetworkSegment(2220195d-90e2-4cb4-96dc-889a738874d5),segment_id=2220195d-90e2-4cb4-96dc-889a738874d5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:41.477731 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:41.544215 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=5d00daea-113f-498d-a5e1-ab59d964e91b,revision_number=9']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:41.747469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fc8f4-2b44-4424-8c00-ebcc0a9f24cd req-b92d7274-af9e-4029-ac9e-c184dd7d2bde tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:41.749131 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e17fc8f4-2b44-4424-8c00-ebcc0a9f24cd req-b92d7274-af9e-4029-ac9e-c184dd7d2bde tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 982 time: 0.0845163 Jan 24 16:31:41.750478 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['5d00daea-113f-498d-a5e1-ab59d964e91b'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:31:41.798013 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e17fc8f4-2b44-4424-8c00-ebcc0a9f24cd req-ed62e53e-0acc-4d57-b077-b5620c754114 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430398 Jan 24 16:31:41.800659 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:43.004522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82822f49-3d10-4cec-8a07-34eeb82dbc7f req-cc3bbd64-aef7-4004-862f-004f169e714c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:43.005981 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-82822f49-3d10-4cec-8a07-34eeb82dbc7f req-cc3bbd64-aef7-4004-862f-004f169e714c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 982 time: 0.0837080 Jan 24 16:31:43.052245 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-82822f49-3d10-4cec-8a07-34eeb82dbc7f req-395fd1fa-e51d-4847-b7f8-2bea6e5caf00 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404234 Jan 24 16:31:43.230757 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5d00daea-113f-498d-a5e1-ab59d964e91b up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:31:43.339336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 5d00daea-113f-498d-a5e1-ab59d964e91b completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:31:43.344661 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 5d00daea-113f-498d-a5e1-ab59d964e91b triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:31:43.344971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:43.463363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:43.497591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcf3a6f-3f90-47cb-a24f-d507587fea8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d00daea-113f-498d-a5e1-ab59d964e91b'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:31:43.507281 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5d00daea-113f-498d-a5e1-ab59d964e91b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5d00daea-113f-498d-a5e1-ab59d964e91b,segment=NetworkSegment(2220195d-90e2-4cb4-96dc-889a738874d5),segment_id=2220195d-90e2-4cb4-96dc-889a738874d5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:43.512214 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:43.556285 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcf3a6f-3f90-47cb-a24f-d507587fea8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d00daea-113f-498d-a5e1-ab59d964e91b', 'code': 200} Jan 24 16:31:43.581412 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=5d00daea-113f-498d-a5e1-ab59d964e91b,revision_number=10']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:43.815658 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1e75643a-5654-42e4-af4d-05febfb0b0d1 req-4261edd9-b9e9-4ff7-b83d-55aac0f8ba9a service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 1137 time: 0.0697448 Jan 24 16:31:43.872363 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1e75643a-5654-42e4-af4d-05febfb0b0d1 req-d4d29670-3d1f-432c-a86b-c59d7006dfec service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475011 Jan 24 16:31:44.282207 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d6147-e148-4f6e-84b2-e787c87aebed req-a2ac090c-3c4e-463c-a6a6-a030ff767a04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:44.283699 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bd0d6147-e148-4f6e-84b2-e787c87aebed req-a2ac090c-3c4e-463c-a6a6-a030ff767a04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 984 time: 0.1029475 Jan 24 16:31:44.332871 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bd0d6147-e148-4f6e-84b2-e787c87aebed req-c7e6eda1-2a26-4f3b-9bff-fa9a6af1ec45 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432649 Jan 24 16:31:45.545452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82091d6d-0a72-4b17-8862-9506bda815df req-d9b14464-e66a-4a4e-a12f-bea74cc751c1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:45.546893 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-82091d6d-0a72-4b17-8862-9506bda815df req-d9b14464-e66a-4a4e-a12f-bea74cc751c1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 984 time: 0.0811024 Jan 24 16:31:45.602467 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-82091d6d-0a72-4b17-8862-9506bda815df req-22619026-6587-4428-a89f-6107ea4ffce2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471497 Jan 24 16:31:45.820506 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8fdb1-e1cd-4e20-9c69-c677fb3aaf68 req-4f2c640d-6c75-43ee-9fa7-5f3debdba244 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:45.821984 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-86d8fdb1-e1cd-4e20-9c69-c677fb3aaf68 req-4f2c640d-6c75-43ee-9fa7-5f3debdba244 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 984 time: 0.0954185 Jan 24 16:31:45.872505 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-86d8fdb1-e1cd-4e20-9c69-c677fb3aaf68 req-b570ff4a-471a-4142-ae93-5a5fef76b282 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417340 Jan 24 16:31:45.916012 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37396) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:45.988324 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-82bc0e73-ef19-453d-aa32-9f2c602db60c tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a&network_id=f028f24f-8e41-44eb-8483-02827d76166a HTTP/1.1" status: 200 len: 1132 time: 0.0711522 Jan 24 16:31:46.397534 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4036e-136c-4fb4-a704-bd2be43354aa req-e91a89e6-c36b-466b-92e3-dcff6728a0e3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:46.399081 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fae4036e-136c-4fb4-a704-bd2be43354aa req-e91a89e6-c36b-466b-92e3-dcff6728a0e3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 984 time: 0.0830407 Jan 24 16:31:46.443857 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fae4036e-136c-4fb4-a704-bd2be43354aa req-2686695e-e3a1-4a55-9232-1c38dbda12a5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390382 Jan 24 16:31:47.678636 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ef9d1-0622-4d08-b510-652011457486 req-057b266b-3a3c-44c1-bcc9-1d0a18731891 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:47.680168 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-536ef9d1-0622-4d08-b510-652011457486 req-057b266b-3a3c-44c1-bcc9-1d0a18731891 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 984 time: 0.0899467 Jan 24 16:31:47.727520 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-536ef9d1-0622-4d08-b510-652011457486 req-6e58fa0a-6059-4d02-8207-a0801466abeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=3a83cae6-0a99-4147-b3f8-c89320a18acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416441 Jan 24 16:31:47.821235 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090caf1-d043-404b-8f7e-bf81a73e7b3f req-4d27e3dd-1506-4e83-a656-e49ee6d4b3e3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:47.822618 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7090caf1-d043-404b-8f7e-bf81a73e7b3f req-4d27e3dd-1506-4e83-a656-e49ee6d4b3e3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/ports?device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 984 time: 0.0769324 Jan 24 16:31:47.886409 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:47.902979 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090caf1-d043-404b-8f7e-bf81a73e7b3f req-5ebc5838-4420-4489-8ed2-c3c6123c2279 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:47.904381 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7090caf1-d043-404b-8f7e-bf81a73e7b3f req-5ebc5838-4420-4489-8ed2-c3c6123c2279 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/ports/5d00daea-113f-498d-a5e1-ab59d964e91b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0733273 Jan 24 16:31:48.045888 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7090caf1-d043-404b-8f7e-bf81a73e7b3f req-676fdd5f-939c-4e11-9d45-56ab986589cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1359782 Jan 24 16:31:48.057940 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-7090caf1-d043-404b-8f7e-bf81a73e7b3f req-49b3d11c-c333-4eae-860a-83dba80b42f3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:31:48.162619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7090caf1-d043-404b-8f7e-bf81a73e7b3f req-49b3d11c-c333-4eae-860a-83dba80b42f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:48.366290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-7090caf1-d043-404b-8f7e-bf81a73e7b3f req-49b3d11c-c333-4eae-860a-83dba80b42f3 service neutron] For port 5d00daea-113f-498d-a5e1-ab59d964e91b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5d00daea-113f-498d-a5e1-ab59d964e91b,segment=NetworkSegment(2220195d-90e2-4cb4-96dc-889a738874d5),segment_id=2220195d-90e2-4cb4-96dc-889a738874d5)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:48.396076 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-7090caf1-d043-404b-8f7e-bf81a73e7b3f req-49b3d11c-c333-4eae-860a-83dba80b42f3 service neutron] For port 5d00daea-113f-498d-a5e1-ab59d964e91b, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:31:48.453874 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-7090caf1-d043-404b-8f7e-bf81a73e7b3f req-49b3d11c-c333-4eae-860a-83dba80b42f3 service neutron] device_id is not set on port 5d00daea-113f-498d-a5e1-ab59d964e91b yet. {{(pid=83466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 24 16:31:48.461848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7090caf1-d043-404b-8f7e-bf81a73e7b3f req-49b3d11c-c333-4eae-860a-83dba80b42f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:48.470129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7090caf1-d043-404b-8f7e-bf81a73e7b3f req-49b3d11c-c333-4eae-860a-83dba80b42f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:48.595383 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3d11c-c333-4eae-860a-83dba80b42f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d00daea-113f-498d-a5e1-ab59d964e91b,revision_number=11']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:48.760670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7090caf1-d043-404b-8f7e-bf81a73e7b3f req-49b3d11c-c333-4eae-860a-83dba80b42f3 service neutron] No DVR routers for this DVR port 5d00daea-113f-498d-a5e1-ab59d964e91b on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:31:48.808246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8247f318-ee56-4463-863c-f20f75553e02 None None] Provisioning complete for port 5d00daea-113f-498d-a5e1-ab59d964e91b triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:31:48.808512 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8247f318-ee56-4463-863c-f20f75553e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:48.863806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8247f318-ee56-4463-863c-f20f75553e02 None None] Port 5d00daea-113f-498d-a5e1-ab59d964e91b cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:31:48.906029 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-90a470f5-9521-4107-b027-1e0807ec9d87 req-2fa8c69a-e672-4792-a5e5-0d873818e255 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=6dcf3a6f-3f90-47cb-a24f-d507587fea8a HTTP/1.1" status: 200 len: 210 time: 0.0455890 Jan 24 16:31:49.021310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-7090caf1-d043-404b-8f7e-bf81a73e7b3f req-49b3d11c-c333-4eae-860a-83dba80b42f3 service neutron] In _notify_port_updated(), no bound segment for port 5d00daea-113f-498d-a5e1-ab59d964e91b on network f028f24f-8e41-44eb-8483-02827d76166a {{(pid=83466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 24 16:31:49.022316 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7090caf1-d043-404b-8f7e-bf81a73e7b3f req-49b3d11c-c333-4eae-860a-83dba80b42f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:49.023707 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7090caf1-d043-404b-8f7e-bf81a73e7b3f req-49b3d11c-c333-4eae-860a-83dba80b42f3 service neutron] 10.222.0.129 "PUT /v2.0/ports/5d00daea-113f-498d-a5e1-ab59d964e91b HTTP/1.1" status: 200 len: 1027 time: 0.9703169 Jan 24 16:31:50.018327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37410) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:50.088293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-531f168f-8b77-4e41-bda4-20e08ad687e2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:50.126971 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-531f168f-8b77-4e41-bda4-20e08ad687e2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:50.194216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37414) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:50.197794 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-531f168f-8b77-4e41-bda4-20e08ad687e2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:50.213189 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f168f-8b77-4e41-bda4-20e08ad687e2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e957528-0f5b-4b66-9284-582ff96559d3,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:50.234740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-531f168f-8b77-4e41-bda4-20e08ad687e2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:50.236701 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-531f168f-8b77-4e41-bda4-20e08ad687e2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/security-groups/0e957528-0f5b-4b66-9284-582ff96559d3 HTTP/1.1" status: 204 len: 168 time: 0.2171133 Jan 24 16:31:50.279876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37420) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:50.397508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ffc783dc-a893-44e3-bdf9-107afaaae047 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Deleting port ba39590d-81ac-4087-8357-c530a2998292 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:31:50.397844 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ffc783dc-a893-44e3-bdf9-107afaaae047 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:50.478614 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-35ec4697-b89e-4bba-a013-1d54551babf3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 30320895-c1e8-4fa3-b8e7-47600f285252 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:31:50.478882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-35ec4697-b89e-4bba-a013-1d54551babf3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:50.568532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ffc783dc-a893-44e3-bdf9-107afaaae047 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:50.568851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ffc783dc-a893-44e3-bdf9-107afaaae047 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:50.659572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-35ec4697-b89e-4bba-a013-1d54551babf3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:50.659910 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-35ec4697-b89e-4bba-a013-1d54551babf3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:50.783541 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ffc783dc-a893-44e3-bdf9-107afaaae047 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Calling delete_port for ba39590d-81ac-4087-8357-c530a2998292 owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:31:50.784593 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-35ec4697-b89e-4bba-a013-1d54551babf3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 30320895-c1e8-4fa3-b8e7-47600f285252 owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:31:50.939041 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-35ec4697-b89e-4bba-a013-1d54551babf3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:50.939647 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ffc783dc-a893-44e3-bdf9-107afaaae047 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:50.982534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec4697-b89e-4bba-a013-1d54551babf3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=30320895-c1e8-4fa3-b8e7-47600f285252,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:50.988315 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc783dc-a893-44e3-bdf9-107afaaae047 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event deleted for resources: {'Port': ['ID=ba39590d-81ac-4087-8357-c530a2998292,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:51.080821 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-35ec4697-b89e-4bba-a013-1d54551babf3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:51.082554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ffc783dc-a893-44e3-bdf9-107afaaae047 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:51.261779 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5d00daea-113f-498d-a5e1-ab59d964e91b no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:31:51.323303 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5d00daea-113f-498d-a5e1-ab59d964e91b not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:31:51.482704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc783dc-a893-44e3-bdf9-107afaaae047 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Router 55fc5a73-0a38-4574-993a-0a74bf47fcbe has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:31:51.576828 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ec4697-b89e-4bba-a013-1d54551babf3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router eab7984e-6691-4b9b-bde5-3d76f43af462 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:31:51.692985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc783dc-a893-44e3-bdf9-107afaaae047 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:31:51.702865 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860f877d-97fa-4760-90de-ad35385f8b8f None None] Sync routers for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:31:51.717925 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ffc783dc-a893-44e3-bdf9-107afaaae047 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:51.720441 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860f877d-97fa-4760-90de-ad35385f8b8f None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:31:51.721049 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-860f877d-97fa-4760-90de-ad35385f8b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:31:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:51.770833 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ffc783dc-a893-44e3-bdf9-107afaaae047 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "DELETE /v2.0/floatingips/76356804-19bf-41c9-b7cf-7df652154e32 HTTP/1.1" status: 204 len: 168 time: 1.5752139 Jan 24 16:31:51.771201 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f666284a-1108-4f37-9a27-cffca1f6c4fc', 'tag': '488e69cb-3016-4ce7-ac47-ca0f913eb84e'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:31:51.781959 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ec4697-b89e-4bba-a013-1d54551babf3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:31:51.797786 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df3e31-607d-46fc-a559-824c849f0f3f None None] Sync routers for ids ['eab7984e-6691-4b9b-bde5-3d76f43af462'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:31:51.816061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43df3e31-607d-46fc-a559-824c849f0f3f None None] Routers {'eab7984e-6691-4b9b-bde5-3d76f43af462'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:31:51.818530 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-43df3e31-607d-46fc-a559-824c849f0f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:31:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['eab7984e-6691-4b9b-bde5-3d76f43af462'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:51.821163 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-35ec4697-b89e-4bba-a013-1d54551babf3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:51.900338 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-860f877d-97fa-4760-90de-ad35385f8b8f None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:31:51.923650 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f666284a-1108-4f37-9a27-cffca1f6c4fc', 'tag': '488e69cb-3016-4ce7-ac47-ca0f913eb84e', 'status': 'completed', 'code': 200} Jan 24 16:31:51.929472 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-35ec4697-b89e-4bba-a013-1d54551babf3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/floatingips/51f11c1a-cebe-4bbd-b3b1-ab5bc3d7d4a8 HTTP/1.1" status: 204 len: 168 time: 1.6483655 Jan 24 16:31:52.108750 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-96c3d6ea-e556-42aa-80a1-b1d146966f4a req-e8264f62-1c57-4915-b377-3ccb7a77fab1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 1098 time: 0.1579728 Jan 24 16:31:52.144238 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-43df3e31-607d-46fc-a559-824c849f0f3f None None] Set router eab7984e-6691-4b9b-bde5-3d76f43af462 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:31:52.157570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37436) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:52.271201 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4658c78e-873c-4d83-8dcd-416c8cb1df37 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:52.307585 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4658c78e-873c-4d83-8dcd-416c8cb1df37 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:52.326903 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-860f877d-97fa-4760-90de-ad35385f8b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '12fa0e1c-0651-4cc3-b8f8-dd80e08d6891', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'floating_ip_address': '172.26.2.162', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'port_id': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'mac_address': 'fa:16:3e:15:4a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19794b-f721-4e35-b453-df55cafe0521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:27:34Z', 'updated_at': '2022-01-24T16:27:41Z', 'revision_number': 1, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:52.331434 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860f877d-97fa-4760-90de-ad35385f8b8f None None] Checking router: 55fc5a73-0a38-4574-993a-0a74bf47fcbe for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:31:52.347293 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860f877d-97fa-4760-90de-ad35385f8b8f None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:31:52.348052 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-860f877d-97fa-4760-90de-ad35385f8b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:31:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:52.392811 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3d6ea-e556-42aa-80a1-b1d146966f4a req-93e5d6b8-f325-448a-8b69-8e118dd64d6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:52.395142 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-96c3d6ea-e556-42aa-80a1-b1d146966f4a req-93e5d6b8-f325-448a-8b69-8e118dd64d6b service neutron] 10.222.0.129 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 913 time: 0.2769458 Jan 24 16:31:52.410344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cd6a5-5f9b-49fd-9a96-1832985988e4 req-ac3cfd63-d3f9-4e58-8561-42bec9782f42 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:52.412027 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e94cd6a5-5f9b-49fd-9a96-1832985988e4 req-ac3cfd63-d3f9-4e58-8561-42bec9782f42 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 945 time: 0.1350760 Jan 24 16:31:52.422459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4658c78e-873c-4d83-8dcd-416c8cb1df37 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:52.452805 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658c78e-873c-4d83-8dcd-416c8cb1df37 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=373c6905-cd71-4ac3-84a5-f8adebd27052,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:52.456429 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4658c78e-873c-4d83-8dcd-416c8cb1df37 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:52.477704 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4658c78e-873c-4d83-8dcd-416c8cb1df37 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/security-groups/373c6905-cd71-4ac3-84a5-f8adebd27052 HTTP/1.1" status: 204 len: 168 time: 0.3189216 Jan 24 16:31:52.504241 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-96c3d6ea-e556-42aa-80a1-b1d146966f4a req-31d5006e-87c8-4d86-8fa0-8d07291ffae5 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=488e69cb-3016-4ce7-ac47-ca0f913eb84e HTTP/1.1" status: 200 len: 217 time: 0.0912478 Jan 24 16:31:52.521018 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37442) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:52.531111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-43df3e31-607d-46fc-a559-824c849f0f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'name': 'tempest-TestNetworkBasicOps-router-1955066356', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:09Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '7ae8a115-9a63-4695-8a4c-1ae2663dec89', 'name': '', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:10:78:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:08Z', 'updated_at': '2022-01-24T16:31:16Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:52.539955 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df3e31-607d-46fc-a559-824c849f0f3f None None] Checking router: eab7984e-6691-4b9b-bde5-3d76f43af462 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:31:52.569517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43df3e31-607d-46fc-a559-824c849f0f3f None None] Routers {'eab7984e-6691-4b9b-bde5-3d76f43af462'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:31:52.570636 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-43df3e31-607d-46fc-a559-824c849f0f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:31:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['eab7984e-6691-4b9b-bde5-3d76f43af462'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:52.586615 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e94cd6a5-5f9b-49fd-9a96-1832985988e4 req-e73714c7-6f26-4258-9501-70e68ccc7b03 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1270614 Jan 24 16:31:52.597229 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-860f877d-97fa-4760-90de-ad35385f8b8f None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:31:52.612609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3d6ea-e556-42aa-80a1-b1d146966f4a req-45ce55f7-ab49-469f-a330-d8540cea44a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:52.614846 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-96c3d6ea-e556-42aa-80a1-b1d146966f4a req-45ce55f7-ab49-469f-a330-d8540cea44a3 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 200 len: 851 time: 0.1018548 Jan 24 16:31:52.628351 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-c6e568c8-36da-4a05-a441-94f06b9dd00f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 5d00daea-113f-498d-a5e1-ab59d964e91b {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:31:52.628965 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6e568c8-36da-4a05-a441-94f06b9dd00f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:52.722345 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-96c3d6ea-e556-42aa-80a1-b1d146966f4a req-538131a6-9952-48fe-9fc5-5489c9a7618f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a6e18642-b28b-4d3a-b701-7a40de2eb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0995946 Jan 24 16:31:52.819417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-43df3e31-607d-46fc-a559-824c849f0f3f None None] Set router eab7984e-6691-4b9b-bde5-3d76f43af462 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:31:52.871636 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-96c3d6ea-e556-42aa-80a1-b1d146966f4a req-344b742d-0bcd-4f77-94c7-145a0c062851 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411974 Jan 24 16:31:52.914649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6e568c8-36da-4a05-a441-94f06b9dd00f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:53.042021 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-96c3d6ea-e556-42aa-80a1-b1d146966f4a req-83ee1d4c-d91f-4f36-ba3d-519821d5de91 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633873 Jan 24 16:31:53.077804 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-860f877d-97fa-4760-90de-ad35385f8b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '12fa0e1c-0651-4cc3-b8f8-dd80e08d6891', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'floating_ip_address': '172.26.2.162', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'port_id': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'mac_address': 'fa:16:3e:15:4a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19794b-f721-4e35-b453-df55cafe0521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:27:34Z', 'updated_at': '2022-01-24T16:27:41Z', 'revision_number': 1, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:53.083589 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860f877d-97fa-4760-90de-ad35385f8b8f None None] The sync data for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv is: [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '12fa0e1c-0651-4cc3-b8f8-dd80e08d6891', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'floating_ip_address': '172.26.2.162', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'port_id': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'mac_address': 'fa:16:3e:15:4a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19794b-f721-4e35-b453-df55cafe0521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:27:34Z', 'updated_at': '2022-01-24T16:27:41Z', 'revision_number': 1, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:31:53.178246 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-c6e568c8-36da-4a05-a441-94f06b9dd00f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 5d00daea-113f-498d-a5e1-ab59d964e91b owned by {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:31:53.201572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-43df3e31-607d-46fc-a559-824c849f0f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'name': 'tempest-TestNetworkBasicOps-router-1955066356', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:09Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '7ae8a115-9a63-4695-8a4c-1ae2663dec89', 'name': '', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:10:78:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:08Z', 'updated_at': '2022-01-24T16:31:16Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:53.205687 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df3e31-607d-46fc-a559-824c849f0f3f None None] The sync data for ids ['eab7984e-6691-4b9b-bde5-3d76f43af462'] in dv-neutron-826104-1-hyperv is: [{'id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'name': 'tempest-TestNetworkBasicOps-router-1955066356', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:09Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '7ae8a115-9a63-4695-8a4c-1ae2663dec89', 'name': '', 'network_id': 'f028f24f-8e41-44eb-8483-02827d76166a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:10:78:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:08Z', 'updated_at': '2022-01-24T16:31:16Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'be0b2891-9b4c-480d-a877-eb035fbfd9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:31:53.332904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6e568c8-36da-4a05-a441-94f06b9dd00f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:53.382215 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e568c8-36da-4a05-a441-94f06b9dd00f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=5d00daea-113f-498d-a5e1-ab59d964e91b,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:53.386880 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5416d279-fb22-404f-8887-31a00e0aa075 None None] New status for floating IP 76356804-19bf-41c9-b7cf-7df652154e32: DOWN {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:31:53.490570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6e568c8-36da-4a05-a441-94f06b9dd00f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:53.501013 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c6e568c8-36da-4a05-a441-94f06b9dd00f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/ports/5d00daea-113f-498d-a5e1-ab59d964e91b HTTP/1.1" status: 204 len: 168 time: 0.9787126 Jan 24 16:31:53.505912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37446) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:53.530908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42ac6a-e151-49b2-a175-b2e6cbce0e68 None None] New status for floating IP 51f11c1a-cebe-4bbd-b3b1-ab5bc3d7d4a8: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:31:53.820215 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778bb41-1cd5-4da6-85a6-8de91b4cd419 req-22ea95c7-228f-42ba-9459-98944d7f2197 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:53.821560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-8778bb41-1cd5-4da6-85a6-8de91b4cd419 req-22ea95c7-228f-42ba-9459-98944d7f2197 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Synchronizing usage tracker for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:31:53.844664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-8778bb41-1cd5-4da6-85a6-8de91b4cd419 req-22ea95c7-228f-42ba-9459-98944d7f2197 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Unset dirty status for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:31:53.845832 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8778bb41-1cd5-4da6-85a6-8de91b4cd419 req-22ea95c7-228f-42ba-9459-98944d7f2197 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 945 time: 0.1031041 Jan 24 16:31:53.897618 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8778bb41-1cd5-4da6-85a6-8de91b4cd419 req-71eee2d0-d425-41c4-91a7-b69ca85dff96 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459628 Jan 24 16:31:54.081474 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a98e83d-692b-4ce0-bef6-023f2289740f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:54.184241 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83355ab0-faf9-43fb-827b-8feb311584f6 req-c34e500d-28e9-49e9-b99d-114f2fd3dca4 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:31:54.185641 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-83355ab0-faf9-43fb-827b-8feb311584f6 req-c34e500d-28e9-49e9-b99d-114f2fd3dca4 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.129 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 945 time: 0.1588209 Jan 24 16:31:54.308087 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-83355ab0-faf9-43fb-827b-8feb311584f6 req-45bfa1c4-5694-4ce1-a3be-c6ecd5213cdc tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Deleting port 488e69cb-3016-4ce7-ac47-ca0f913eb84e {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:31:54.308282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-83355ab0-faf9-43fb-827b-8feb311584f6 req-45bfa1c4-5694-4ce1-a3be-c6ecd5213cdc tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:54.652652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-83355ab0-faf9-43fb-827b-8feb311584f6 req-45bfa1c4-5694-4ce1-a3be-c6ecd5213cdc tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] For port 488e69cb-3016-4ce7-ac47-ca0f913eb84e, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=488e69cb-3016-4ce7-ac47-ca0f913eb84e,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:54.653365 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-83355ab0-faf9-43fb-827b-8feb311584f6 req-45bfa1c4-5694-4ce1-a3be-c6ecd5213cdc tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:54.802630 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-83355ab0-faf9-43fb-827b-8feb311584f6 req-45bfa1c4-5694-4ce1-a3be-c6ecd5213cdc tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Calling delete_port for 488e69cb-3016-4ce7-ac47-ca0f913eb84e owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:31:55.073236 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-83355ab0-faf9-43fb-827b-8feb311584f6 req-45bfa1c4-5694-4ce1-a3be-c6ecd5213cdc tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:55.085191 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6b6092d0-19d4-496d-afa9-c2edda0afe7a req-027be582-bc01-4ff3-9708-eea7f1374a5c tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 210 time: 0.0632453 Jan 24 16:31:55.139613 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa1c4-5694-4ce1-a3be-c6ecd5213cdc tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event deleted for resources: {'Port': ['ID=488e69cb-3016-4ce7-ac47-ca0f913eb84e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:55.213982 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-83355ab0-faf9-43fb-827b-8feb311584f6 req-45bfa1c4-5694-4ce1-a3be-c6ecd5213cdc tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] No DVR routers for this DVR port 488e69cb-3016-4ce7-ac47-ca0f913eb84e on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:31:55.216975 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-83355ab0-faf9-43fb-827b-8feb311584f6 req-45bfa1c4-5694-4ce1-a3be-c6ecd5213cdc tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:55.219374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f666284a-1108-4f37-9a27-cffca1f6c4fc', 'name': 'network-vif-deleted', 'tag': '488e69cb-3016-4ce7-ac47-ca0f913eb84e'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:31:55.238931 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-83355ab0-faf9-43fb-827b-8feb311584f6 req-45bfa1c4-5694-4ce1-a3be-c6ecd5213cdc tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.129 "DELETE /v2.0/ports/488e69cb-3016-4ce7-ac47-ca0f913eb84e HTTP/1.1" status: 204 len: 173 time: 1.0470245 Jan 24 16:31:55.278576 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f666284a-1108-4f37-9a27-cffca1f6c4fc', 'name': 'network-vif-deleted', 'tag': '488e69cb-3016-4ce7-ac47-ca0f913eb84e', 'status': 'completed', 'code': 200} Jan 24 16:31:55.480349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-8a98e83d-692b-4ce0-bef6-023f2289740f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 7ae8a115-9a63-4695-8a4c-1ae2663dec89 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:31:55.480688 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a98e83d-692b-4ce0-bef6-023f2289740f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:55.685733 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-8a98e83d-692b-4ce0-bef6-023f2289740f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port 7ae8a115-9a63-4695-8a4c-1ae2663dec89, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7ae8a115-9a63-4695-8a4c-1ae2663dec89,segment=NetworkSegment(2220195d-90e2-4cb4-96dc-889a738874d5),segment_id=2220195d-90e2-4cb4-96dc-889a738874d5)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:55.686423 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a98e83d-692b-4ce0-bef6-023f2289740f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:55.811564 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-8a98e83d-692b-4ce0-bef6-023f2289740f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 7ae8a115-9a63-4695-8a4c-1ae2663dec89 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:31:56.001488 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a98e83d-692b-4ce0-bef6-023f2289740f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:56.051534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98e83d-692b-4ce0-bef6-023f2289740f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=7ae8a115-9a63-4695-8a4c-1ae2663dec89,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:56.282908 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-0bf21f82-5005-4db1-a343-27f51743cd6d req-54ff3b32-f23e-4eb0-bda1-2068f7c25115 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Synchronizing usage tracker for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:31:56.305878 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-0bf21f82-5005-4db1-a343-27f51743cd6d req-54ff3b32-f23e-4eb0-bda1-2068f7c25115 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Unset dirty status for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:31:56.307204 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0bf21f82-5005-4db1-a343-27f51743cd6d req-54ff3b32-f23e-4eb0-bda1-2068f7c25115 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=f666284a-1108-4f37-9a27-cffca1f6c4fc HTTP/1.1" status: 200 len: 210 time: 0.0766470 Jan 24 16:31:56.408944 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8a98e83d-692b-4ce0-bef6-023f2289740f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:57.093751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a98e83d-692b-4ce0-bef6-023f2289740f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router eab7984e-6691-4b9b-bde5-3d76f43af462 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:31:57.292312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 488e69cb-3016-4ce7-ac47-ca0f913eb84e no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:31:57.304829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a98e83d-692b-4ce0-bef6-023f2289740f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:31:57.316124 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d8fef-c23c-4410-9575-3fcc198e92f3 None None] Sync routers for ids ['eab7984e-6691-4b9b-bde5-3d76f43af462'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:31:57.319213 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8a98e83d-692b-4ce0-bef6-023f2289740f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/eab7984e-6691-4b9b-bde5-3d76f43af462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8122222 Jan 24 16:31:57.322415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37458) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:57.332127 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 488e69cb-3016-4ce7-ac47-ca0f913eb84e {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:31:57.332503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 488e69cb-3016-4ce7-ac47-ca0f913eb84e not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:31:57.333803 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d8fef-c23c-4410-9575-3fcc198e92f3 None None] Routers {'eab7984e-6691-4b9b-bde5-3d76f43af462'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:31:57.334485 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-615d8fef-c23c-4410-9575-3fcc198e92f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:31:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['eab7984e-6691-4b9b-bde5-3d76f43af462'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:57.520581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee708cfa-d594-4f95-b2c6-da68d7037c4f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting subnet be0b2891-9b4c-480d-a877-eb035fbfd9a2 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:31:57.524278 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee708cfa-d594-4f95-b2c6-da68d7037c4f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:57.534934 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-615d8fef-c23c-4410-9575-3fcc198e92f3 None None] Set router eab7984e-6691-4b9b-bde5-3d76f43af462 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:31:57.590366 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee708cfa-d594-4f95-b2c6-da68d7037c4f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:57.690810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee708cfa-d594-4f95-b2c6-da68d7037c4f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:57.772633 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee708cfa-d594-4f95-b2c6-da68d7037c4f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:57.818383 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee708cfa-d594-4f95-b2c6-da68d7037c4f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Subnet': ['ID=be0b2891-9b4c-480d-a877-eb035fbfd9a2,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:57.828780 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee708cfa-d594-4f95-b2c6-da68d7037c4f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:57.831441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7695b92d-4a34-4a4f-b101-fc1fcb2282bf None None] Network f028f24f-8e41-44eb-8483-02827d76166a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:31:57.836405 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ee708cfa-d594-4f95-b2c6-da68d7037c4f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/subnets/be0b2891-9b4c-480d-a877-eb035fbfd9a2 HTTP/1.1" status: 204 len: 168 time: 0.5127511 Jan 24 16:31:57.837935 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-615d8fef-c23c-4410-9575-3fcc198e92f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'name': 'tempest-TestNetworkBasicOps-router-1955066356', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:55Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:57.839436 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37468) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:57.842235 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d8fef-c23c-4410-9575-3fcc198e92f3 None None] Checking router: eab7984e-6691-4b9b-bde5-3d76f43af462 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:31:57.854422 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d8fef-c23c-4410-9575-3fcc198e92f3 None None] Routers {'eab7984e-6691-4b9b-bde5-3d76f43af462'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:31:57.855257 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-615d8fef-c23c-4410-9575-3fcc198e92f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:31:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['eab7984e-6691-4b9b-bde5-3d76f43af462'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:58.039120 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-615d8fef-c23c-4410-9575-3fcc198e92f3 None None] Set router eab7984e-6691-4b9b-bde5-3d76f43af462 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:31:58.158879 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d642bbe8-8fc9-41dd-8fce-f421ff031d8a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:58.190729 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae367154-3090-44b4-80c2-a4eb6f04897e None None] DHCP port deletion for f028f24f-8e41-44eb-8483-02827d76166a request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:31:58.195210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ae367154-3090-44b4-80c2-a4eb6f04897e None None] Deleting port 12076fdf-fb13-446f-a904-fcf60e49d3b3 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:31:58.195806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ae367154-3090-44b4-80c2-a4eb6f04897e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:58.377183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d642bbe8-8fc9-41dd-8fce-f421ff031d8a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:58.388821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d642bbe8-8fc9-41dd-8fce-f421ff031d8a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port c2e408a6-ed21-4802-89a4-5039f9337070 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:31:58.389254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d642bbe8-8fc9-41dd-8fce-f421ff031d8a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:58.392711 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-615d8fef-c23c-4410-9575-3fcc198e92f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'name': 'tempest-TestNetworkBasicOps-router-1955066356', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:55Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:58.396965 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d8fef-c23c-4410-9575-3fcc198e92f3 None None] The sync data for ids ['eab7984e-6691-4b9b-bde5-3d76f43af462'] in dv-neutron-826104-1-hyperv is: [{'id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'name': 'tempest-TestNetworkBasicOps-router-1955066356', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:55Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'c2e408a6-ed21-4802-89a4-5039f9337070', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7984e-6691-4b9b-bde5-3d76f43af462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:31:05Z', 'updated_at': '2022-01-24T16:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:31:58.406971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-ae367154-3090-44b4-80c2-a4eb6f04897e None None] For port 12076fdf-fb13-446f-a904-fcf60e49d3b3, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=12076fdf-fb13-446f-a904-fcf60e49d3b3,segment=NetworkSegment(2220195d-90e2-4cb4-96dc-889a738874d5),segment_id=2220195d-90e2-4cb4-96dc-889a738874d5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:58.407923 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ae367154-3090-44b4-80c2-a4eb6f04897e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:58.531887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ae367154-3090-44b4-80c2-a4eb6f04897e None None] Calling delete_port for 12076fdf-fb13-446f-a904-fcf60e49d3b3 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:31:58.587352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-d642bbe8-8fc9-41dd-8fce-f421ff031d8a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port c2e408a6-ed21-4802-89a4-5039f9337070, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c2e408a6-ed21-4802-89a4-5039f9337070,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:31:58.588066 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d642bbe8-8fc9-41dd-8fce-f421ff031d8a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:58.609702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ae367154-3090-44b4-80c2-a4eb6f04897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:58.653420 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae367154-3090-44b4-80c2-a4eb6f04897e None None] No DVR routers for this DVR port 12076fdf-fb13-446f-a904-fcf60e49d3b3 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:31:58.662008 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae367154-3090-44b4-80c2-a4eb6f04897e None None] Pushing event deleted for resources: {'Port': ['ID=12076fdf-fb13-446f-a904-fcf60e49d3b3,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:58.714895 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d642bbe8-8fc9-41dd-8fce-f421ff031d8a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for c2e408a6-ed21-4802-89a4-5039f9337070 owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:31:58.899526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d642bbe8-8fc9-41dd-8fce-f421ff031d8a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:58.945473 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642bbe8-8fc9-41dd-8fce-f421ff031d8a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=c2e408a6-ed21-4802-89a4-5039f9337070,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:31:59.266100 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d642bbe8-8fc9-41dd-8fce-f421ff031d8a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:59.526625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d642bbe8-8fc9-41dd-8fce-f421ff031d8a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:59.530994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d642bbe8-8fc9-41dd-8fce-f421ff031d8a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:59.557931 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d642bbe8-8fc9-41dd-8fce-f421ff031d8a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:59.558465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d642bbe8-8fc9-41dd-8fce-f421ff031d8a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Fanout notify agent at l3_agent the message router_deleted on router eab7984e-6691-4b9b-bde5-3d76f43af462 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:31:59.574177 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d642bbe8-8fc9-41dd-8fce-f421ff031d8a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:59.578380 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d642bbe8-8fc9-41dd-8fce-f421ff031d8a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/routers/eab7984e-6691-4b9b-bde5-3d76f43af462 HTTP/1.1" status: 204 len: 168 time: 1.7341218 Jan 24 16:31:59.578776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37474) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:31:59.702060 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b5ef3b78-79be-444a-9888-bab5537902d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:59.838761 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b5ef3b78-79be-444a-9888-bab5537902d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:59.868342 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-b5ef3b78-79be-444a-9888-bab5537902d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f028f24f-8e41-44eb-8483-02827d76166a']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:59.882706 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-b5ef3b78-79be-444a-9888-bab5537902d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2220195d-90e2-4cb4-96dc-889a738874d5') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:59.883355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-b5ef3b78-79be-444a-9888-bab5537902d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2220195d-90e2-4cb4-96dc-889a738874d5') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:31:59.897529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b5ef3b78-79be-444a-9888-bab5537902d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:59.917007 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b5ef3b78-79be-444a-9888-bab5537902d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:59.925159 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ef3b78-79be-444a-9888-bab5537902d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:31:59.925950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b5ef3b78-79be-444a-9888-bab5537902d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:31:59.987730 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e3489d8a-e0bd-47b7-95a3-f16bdfdc7b7d req-ead45c4b-e5cc-4bda-bec4-f86e471a1eb3 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812109 Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:32:00.094724 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:32:00.097163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c2e408a6-ed21-4802-89a4-5039f9337070 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:32:00.105290 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b5ef3b78-79be-444a-9888-bab5537902d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:00.147939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b5ef3b78-79be-444a-9888-bab5537902d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:00.156211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef3b78-79be-444a-9888-bab5537902d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Network': ['ID=f028f24f-8e41-44eb-8483-02827d76166a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:00.163827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: c2e408a6-ed21-4802-89a4-5039f9337070 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:32:00.164384 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c2e408a6-ed21-4802-89a4-5039f9337070 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:32:00.164975 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 12076fdf-fb13-446f-a904-fcf60e49d3b3 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:32:00.172109 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b5ef3b78-79be-444a-9888-bab5537902d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/networks/f028f24f-8e41-44eb-8483-02827d76166a HTTP/1.1" status: 204 len: 168 time: 0.5919981 Jan 24 16:32:00.187332 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37484) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:00.200390 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 12076fdf-fb13-446f-a904-fcf60e49d3b3 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:32:00.201015 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 12076fdf-fb13-446f-a904-fcf60e49d3b3 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:32:00.201594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7ae8a115-9a63-4695-8a4c-1ae2663dec89 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:32:00.205431 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-34ce1be5-b789-4895-9c8b-e3bdecd76b27 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0163450 Jan 24 16:32:00.207734 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37488) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:00.215267 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-336a5506-9905-4b4a-b258-76e855591478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'network': {'name': 'tempest-network-smoke--1220275206', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'port_security_enabled': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:32:00.220936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-336a5506-9905-4b4a-b258-76e855591478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:32:00.226350 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-336a5506-9905-4b4a-b258-76e855591478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:network and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:32:00.230843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-336a5506-9905-4b4a-b258-76e855591478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:32:00.240470 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-336a5506-9905-4b4a-b258-76e855591478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:32:00.241070 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 7ae8a115-9a63-4695-8a4c-1ae2663dec89 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:32:00.241424 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7ae8a115-9a63-4695-8a4c-1ae2663dec89 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:32:00.253639 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e3489d8a-e0bd-47b7-95a3-f16bdfdc7b7d req-75abc31f-92b7-49a0-8977-2108edec9d46 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 1098 time: 0.1395800 Jan 24 16:32:00.256475 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336a5506-9905-4b4a-b258-76e855591478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:32:00.259283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-336a5506-9905-4b4a-b258-76e855591478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:00.288147 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336a5506-9905-4b4a-b258-76e855591478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:32:00.297117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-336a5506-9905-4b4a-b258-76e855591478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:00.297571 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-336a5506-9905-4b4a-b258-76e855591478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Added segment 4b784fbf-571b-4ee5-a6ff-1aabd30b394f of type vlan for network a54bb29d-193e-43f4-9578-7dc19d911cc3 Jan 24 16:32:00.335816 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-336a5506-9905-4b4a-b258-76e855591478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:00.377321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-336a5506-9905-4b4a-b258-76e855591478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:00.381486 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336a5506-9905-4b4a-b258-76e855591478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:00.382664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-336a5506-9905-4b4a-b258-76e855591478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:00.430606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3489d8a-e0bd-47b7-95a3-f16bdfdc7b7d req-32d6e50e-113e-496d-ac5f-a6a4c50d563c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:00.432088 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e3489d8a-e0bd-47b7-95a3-f16bdfdc7b7d req-32d6e50e-113e-496d-ac5f-a6a4c50d563c service neutron] 10.222.0.129 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 913 time: 0.1547658 Jan 24 16:32:00.488533 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-336a5506-9905-4b4a-b258-76e855591478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2796862 Jan 24 16:32:00.492230 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37492) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:00.499630 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a5506-9905-4b4a-b258-76e855591478 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Network': ['ID=a54bb29d-193e-43f4-9578-7dc19d911cc3,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:00.505869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1705197840', 'admin_state_up': True, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:32:00.510343 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network a54bb29d-193e-43f4-9578-7dc19d911cc3 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:32:00.520820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:32:00.534652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:router and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:32:00.539160 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:32:00.548407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:32:00.566328 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e3489d8a-e0bd-47b7-95a3-f16bdfdc7b7d req-b4443f6e-5b45-4243-8521-87fa70c4eabc service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42fc7b9b-7289-4cc1-842d-180502df3ece HTTP/1.1" status: 200 len: 1001 time: 0.1271949 Jan 24 16:32:00.571046 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:00.572336 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:00.645129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3489d8a-e0bd-47b7-95a3-f16bdfdc7b7d req-585a9292-cded-488b-8d32-10faa07306b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:00.646558 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e3489d8a-e0bd-47b7-95a3-f16bdfdc7b7d req-585a9292-cded-488b-8d32-10faa07306b0 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 200 len: 851 time: 0.0703769 Jan 24 16:32:00.649766 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:00.847000 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e3489d8a-e0bd-47b7-95a3-f16bdfdc7b7d req-082387de-1150-4557-a5a2-628a37f86d3f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a6e18642-b28b-4d3a-b701-7a40de2eb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1900899 Jan 24 16:32:00.853603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:01.179382 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e3489d8a-e0bd-47b7-95a3-f16bdfdc7b7d req-010c4f7b-0256-4795-b5de-a6d763760cff service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229845 Jan 24 16:32:01.338409 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e3489d8a-e0bd-47b7-95a3-f16bdfdc7b7d req-139e3255-6a77-471a-b108-b26e517445e3 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510320 Jan 24 16:32:01.400092 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:01.429097 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:01.577062 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.163 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/17393282-71c6-4955-a6a0-a26596d344fb) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:32:01.734729 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:01.768816 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:01.837652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:32:01.840560 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:32:01.844872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:32:01.868965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=17393282-71c6-4955-a6a0-a26596d344fb,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:01.892795 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:01.893132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:01.893462 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:01.893785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:01.894107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:01.894422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:01.894742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:01.895044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:01.895360 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:01.895698 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:01.896007 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:02.032399 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:02.033088 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:02.219058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37500) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:02.441948 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-083845ac-8f71-49d1-b5b1-5f28518675e0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Deleting port 8a00a052-35d9-4c49-9510-f4f42079a4fc {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:32:02.442249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-083845ac-8f71-49d1-b5b1-5f28518675e0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:02.558489 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:32:02.779174 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-083845ac-8f71-49d1-b5b1-5f28518675e0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:02.779378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-083845ac-8f71-49d1-b5b1-5f28518675e0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:02.903379 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-083845ac-8f71-49d1-b5b1-5f28518675e0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Calling delete_port for 8a00a052-35d9-4c49-9510-f4f42079a4fc owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:32:03.134626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:32:03.136309 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-083845ac-8f71-49d1-b5b1-5f28518675e0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:03.145232 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Sync routers for ids ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:32:03.158646 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Routers {'2389b6ea-db15-4c84-af90-6c4ea2bb6e18'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:32:03.159329 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:31:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:03.193055 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083845ac-8f71-49d1-b5b1-5f28518675e0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event deleted for resources: {'Port': ['ID=8a00a052-35d9-4c49-9510-f4f42079a4fc,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:03.267767 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:03.268937 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e1eae1ca-1d00-4bd3-a873-49d35dc487c2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7753990 Jan 24 16:32:03.272070 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37504) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:03.316076 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7ee0e46a-9b76-4459-abc9-27afa1eff1b2 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?project_id=c758db9abd254971bbaac83475af12ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429533 Jan 24 16:32:03.318969 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37508) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:03.334555 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-083845ac-8f71-49d1-b5b1-5f28518675e0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:03.342817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Set router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:32:03.452505 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f6c55-a03b-412c-a708-76ce9bb9b265 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:03.454170 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-545f6c55-a03b-412c-a708-76ce9bb9b265 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335452 Jan 24 16:32:03.457251 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37512) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:03.498514 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b464154c-9cfa-4268-8290-d2aaa05e2c84 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395999 Jan 24 16:32:03.500663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37516) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:03.507501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1591178236', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:32:03.672466 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'name': 'tempest-TestNetworkBasicOps-router-1705197840', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '17393282-71c6-4955-a6a0-a26596d344fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:32:00Z', 'updated_at': '2022-01-24T16:32:01Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17393282-71c6-4955-a6a0-a26596d344fb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:01Z', 'updated_at': '2022-01-24T16:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:03.676686 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Checking router: 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:32:03.677029 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Updating router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 port 17393282-71c6-4955-a6a0-a26596d344fb binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:32:03.729652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:32:03.730595 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:03.733996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:subnet and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:32:03.737199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:32:03.739869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083845ac-8f71-49d1-b5b1-5f28518675e0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Router 55fc5a73-0a38-4574-993a-0a74bf47fcbe has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:32:03.742968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:32:03.754650 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:32:03.857422 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:03.947324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083845ac-8f71-49d1-b5b1-5f28518675e0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:32:03.959377 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88403e6e-4e33-43b6-8e95-b392517cb837 None None] Sync routers for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:32:03.960089 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-083845ac-8f71-49d1-b5b1-5f28518675e0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:03.976269 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88403e6e-4e33-43b6-8e95-b392517cb837 None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:32:03.977247 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-88403e6e-4e33-43b6-8e95-b392517cb837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:31:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:04.068345 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-083845ac-8f71-49d1-b5b1-5f28518675e0 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "DELETE /v2.0/floatingips/12fa0e1c-0651-4cc3-b8f8-dd80e08d6891 HTTP/1.1" status: 204 len: 168 time: 1.8468838 Jan 24 16:32:04.069409 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c19794b-f721-4e35-b453-df55cafe0521', 'tag': '42fc7b9b-7289-4cc1-842d-180502df3ece'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:32:04.124927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:04.135982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:04.137240 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Transition to ACTIVE for port object 17393282-71c6-4955-a6a0-a26596d344fb will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:32:04.151331 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:04.187886 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c19794b-f721-4e35-b453-df55cafe0521', 'tag': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'status': 'completed', 'code': 200} Jan 24 16:32:04.209649 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-88403e6e-4e33-43b6-8e95-b392517cb837 None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:32:04.243033 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453b292-adeb-4f96-a0cb-5e09b8aaae8b None None] Pushing event updated for resources: {'Port': ['ID=17393282-71c6-4955-a6a0-a26596d344fb,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:04.248964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Subnet': ['ID=e4157e5e-8595-4397-a9a0-c018e3f2a793,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:04.261543 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Checking segment: {'id': '4b784fbf-571b-4ee5-a6ff-1aabd30b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:32:04.262177 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network hostable DHCP agents. Network: a54bb29d-193e-43f4-9578-7dc19d911cc3, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:32:04.264394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Attempting to bind port 17393282-71c6-4955-a6a0-a26596d344fb on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:32:04.264827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Attempting to bind port 17393282-71c6-4955-a6a0-a26596d344fb by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:32:04.265246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Attempting to bind port 17393282-71c6-4955-a6a0-a26596d344fb on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:32:04.270028 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.270546 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.271039 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.271688 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.272176 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.272639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.273100 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.273408 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:32:04.273861 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:32:04.274222 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.274332 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:04.274898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.275016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:32:04.275580 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Bound port: 17393282-71c6-4955-a6a0-a26596d344fb, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:32:04.275802 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.276083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:04.276522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.302923 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network a54bb29d-193e-43f4-9578-7dc19d911cc3 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:32:04.321291 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, a54bb29d-193e-43f4-9578-7dc19d911cc3) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:32:04.337626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:04.338451 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:04.356086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] For port 17393282-71c6-4955-a6a0-a26596d344fb, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:32:04.359842 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] For port 17393282-71c6-4955-a6a0-a26596d344fb, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=17393282-71c6-4955-a6a0-a26596d344fb,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:32:04.364111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000275a2-8f98-4e0f-8508-7ed992fbeb23 None None] Network a54bb29d-193e-43f4-9578-7dc19d911cc3 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:32:04.372254 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a27311f3-2b38-4306-b7a6-3fa4a656ee61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8686986 Jan 24 16:32:04.373703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37526) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:04.378643 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-07f90f1f-eb49-472b-b69a-04a1abc1ad53 req-478bf703-839e-40e3-bb9b-af8ee78e9c38 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=352f5a2cec024da5b72f74b5856cad93&device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 1098 time: 0.1616302 Jan 24 16:32:04.387061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:04.458474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453b292-adeb-4f96-a0cb-5e09b8aaae8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.458950 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453b292-adeb-4f96-a0cb-5e09b8aaae8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.459942 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453b292-adeb-4f96-a0cb-5e09b8aaae8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.460385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453b292-adeb-4f96-a0cb-5e09b8aaae8b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.460866 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453b292-adeb-4f96-a0cb-5e09b8aaae8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.461681 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453b292-adeb-4f96-a0cb-5e09b8aaae8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.462007 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453b292-adeb-4f96-a0cb-5e09b8aaae8b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.462334 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453b292-adeb-4f96-a0cb-5e09b8aaae8b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.463255 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453b292-adeb-4f96-a0cb-5e09b8aaae8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.463752 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453b292-adeb-4f96-a0cb-5e09b8aaae8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.464082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453b292-adeb-4f96-a0cb-5e09b8aaae8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:04.547202 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453b292-adeb-4f96-a0cb-5e09b8aaae8b None None] Pushing event updated for resources: {'Port': ['ID=17393282-71c6-4955-a6a0-a26596d344fb,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:04.582181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Routers {'2389b6ea-db15-4c84-af90-6c4ea2bb6e18'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:32:04.583091 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:31:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:04.663763 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-88403e6e-4e33-43b6-8e95-b392517cb837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:04.669258 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88403e6e-4e33-43b6-8e95-b392517cb837 None None] Checking router: 55fc5a73-0a38-4574-993a-0a74bf47fcbe for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:32:04.685116 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88403e6e-4e33-43b6-8e95-b392517cb837 None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:32:04.685798 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-88403e6e-4e33-43b6-8e95-b392517cb837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:31:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:04.737608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f90f1f-eb49-472b-b69a-04a1abc1ad53 req-8debd24e-fe84-4a2c-85c1-4c223db499fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:04.739412 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-07f90f1f-eb49-472b-b69a-04a1abc1ad53 req-8debd24e-fe84-4a2c-85c1-4c223db499fb service neutron] 10.222.0.129 "GET /v2.0/networks?id=a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 200 len: 913 time: 0.3524034 Jan 24 16:32:04.755302 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b56f9e-e2ce-4d05-bde4-48abeabdf247 req-d809714c-73d0-4d48-8a05-446f4f6a793b tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:04.756803 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d6b56f9e-e2ce-4d05-bde4-48abeabdf247 req-d809714c-73d0-4d48-8a05-446f4f6a793b tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 945 time: 0.1984348 Jan 24 16:32:04.817594 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-07f90f1f-eb49-472b-b69a-04a1abc1ad53 req-710e4bdb-b549-4657-9c12-77ce1c43fd91 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42fc7b9b-7289-4cc1-842d-180502df3ece HTTP/1.1" status: 200 len: 217 time: 0.0691190 Jan 24 16:32:04.822769 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d6b56f9e-e2ce-4d05-bde4-48abeabdf247 req-7e78ff0e-4cee-42e6-85d0-0ab75698a558 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577886 Jan 24 16:32:04.875176 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-a54bb29d-193e-43f4-9578-7dc19d911cc3', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ips': [{'subnet_id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:32:04.876007 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:04.904133 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-88403e6e-4e33-43b6-8e95-b392517cb837 None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:32:04.921900 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f90f1f-eb49-472b-b69a-04a1abc1ad53 req-2951603d-a523-430a-8c8c-0e701efd4401 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:04.923916 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-07f90f1f-eb49-472b-b69a-04a1abc1ad53 req-2951603d-a523-430a-8c8c-0e701efd4401 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 200 len: 851 time: 0.0891812 Jan 24 16:32:04.986026 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] Set router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:32:05.014657 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-07f90f1f-eb49-472b-b69a-04a1abc1ad53 req-967d8a84-6314-4c5a-8b17-7207b000cd99 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a6e18642-b28b-4d3a-b701-7a40de2eb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826638 Jan 24 16:32:05.171613 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-07f90f1f-eb49-472b-b69a-04a1abc1ad53 req-dcde3a56-23f3-4ba4-bdbc-957973b443cf service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495481 Jan 24 16:32:05.297335 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-88403e6e-4e33-43b6-8e95-b392517cb837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:05.301557 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88403e6e-4e33-43b6-8e95-b392517cb837 None None] The sync data for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv is: [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:23:13Z', 'revision_number': 4, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd21afff9-96d0-429f-bcad-b4c07e5e4f5c', 'name': '', 'network_id': 'a6e18642-b28b-4d3a-b701-7a40de2eb39c', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'mac_address': 'fa:16:3e:3a:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b4058d-0335-424c-8893-d356a535cd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:11Z', 'updated_at': '2022-01-24T16:23:30Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'subnets': [{'id': '46b4058d-0335-424c-8893-d356a535cd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:32:05.311519 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Allocated IP 172.20.0.2 (a54bb29d-193e-43f4-9578-7dc19d911cc3/e4157e5e-8595-4397-a9a0-c018e3f2a793/cfc97866-6bc3-4612-8771-f8d79346dffa) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:32:05.337598 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-07f90f1f-eb49-472b-b69a-04a1abc1ad53 req-8b2639cc-afe7-4d79-8d0f-ffde54704552 service neutron] 10.222.0.129 "GET /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585820 Jan 24 16:32:05.427966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:05.496001 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:32:05.572109 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60877539-a705-41d3-9000-2224405e23c8 None None] New status for floating IP 12fa0e1c-0651-4cc3-b8f8-dd80e08d6891: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:32:05.714168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'name': 'tempest-TestNetworkBasicOps-router-1705197840', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '17393282-71c6-4955-a6a0-a26596d344fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:32:00Z', 'updated_at': '2022-01-24T16:32:01Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17393282-71c6-4955-a6a0-a26596d344fb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:01Z', 'updated_at': '2022-01-24T16:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:05.726593 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41fc45-99ae-447a-9bda-faf375b68ecf None None] The sync data for ids ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'] in dv-neutron-826104-1-hyperv is: [{'id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'name': 'tempest-TestNetworkBasicOps-router-1705197840', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '17393282-71c6-4955-a6a0-a26596d344fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:32:00Z', 'updated_at': '2022-01-24T16:32:01Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17393282-71c6-4955-a6a0-a26596d344fb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:01Z', 'updated_at': '2022-01-24T16:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:32:05.735751 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:05.764189 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Transition to ACTIVE for port object cfc97866-6bc3-4612-8771-f8d79346dffa will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:32:05.800067 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Transition to ACTIVE for port object cfc97866-6bc3-4612-8771-f8d79346dffa will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:32:05.809695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:05.890376 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Network a54bb29d-193e-43f4-9578-7dc19d911cc3 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:32:05.891246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Pushing event updated for resources: {'Port': ['ID=cfc97866-6bc3-4612-8771-f8d79346dffa,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:05.893910 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:32:05.896237 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:32:05.981529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.1 (a54bb29d-193e-43f4-9578-7dc19d911cc3/e4157e5e-8595-4397-a9a0-c018e3f2a793/18775c1a-7bef-4e36-93c8-f4fc082fdf41) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:32:06.035303 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Attempting to bind port cfc97866-6bc3-4612-8771-f8d79346dffa on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:32:06.035925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Attempting to bind port cfc97866-6bc3-4612-8771-f8d79346dffa by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '4b784fbf-571b-4ee5-a6ff-1aabd30b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:32:06.036436 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Attempting to bind port cfc97866-6bc3-4612-8771-f8d79346dffa on network a54bb29d-193e-43f4-9578-7dc19d911cc3 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:32:06.050294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:32:06.050948 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Checking segment: {'id': '4b784fbf-571b-4ee5-a6ff-1aabd30b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:32:06.052049 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:06.053712 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Bound using segment: {'id': '4b784fbf-571b-4ee5-a6ff-1aabd30b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:32:06.054389 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Bound port: cfc97866-6bc3-4612-8771-f8d79346dffa, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b784fbf-571b-4ee5-a6ff-1aabd30b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:32:06.054856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:06.169699 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] For port cfc97866-6bc3-4612-8771-f8d79346dffa, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:32:06.173804 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] For port cfc97866-6bc3-4612-8771-f8d79346dffa, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=cfc97866-6bc3-4612-8771-f8d79346dffa,segment=NetworkSegment(4b784fbf-571b-4ee5-a6ff-1aabd30b394f),segment_id=4b784fbf-571b-4ee5-a6ff-1aabd30b394f)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:32:06.179574 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:06.183166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0d504-ba18-43bd-a31f-696acf5b1483 req-625f62c2-68e2-4b72-9a57-5729b8d088c5 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:06.184107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-00f0d504-ba18-43bd-a31f-696acf5b1483 req-625f62c2-68e2-4b72-9a57-5729b8d088c5 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Synchronizing usage tracker for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:32:06.217089 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac615-363d-453d-9e2c-6c8299de0860 req-06816c24-c9f8-4361-b8fc-5d80edebc604 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:06.217812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b19ac615-363d-453d-9e2c-6c8299de0860 req-06816c24-c9f8-4361-b8fc-5d80edebc604 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Synchronizing usage tracker for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:32:06.225281 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-00f0d504-ba18-43bd-a31f-696acf5b1483 req-625f62c2-68e2-4b72-9a57-5729b8d088c5 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Unset dirty status for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:32:06.228907 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-00f0d504-ba18-43bd-a31f-696acf5b1483 req-625f62c2-68e2-4b72-9a57-5729b8d088c5 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 945 time: 0.2431471 Jan 24 16:32:06.261570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b19ac615-363d-453d-9e2c-6c8299de0860 req-06816c24-c9f8-4361-b8fc-5d80edebc604 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Unset dirty status for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:32:06.263061 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b19ac615-363d-453d-9e2c-6c8299de0860 req-06816c24-c9f8-4361-b8fc-5d80edebc604 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.129 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 945 time: 0.1711931 Jan 24 16:32:06.267895 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:06.283805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673019e-da10-47ea-ac00-32f8fd8d375f None None] Pushing event updated for resources: {'Port': ['ID=cfc97866-6bc3-4612-8771-f8d79346dffa,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:06.290284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object 18775c1a-7bef-4e36-93c8-f4fc082fdf41 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:32:06.298567 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-00f0d504-ba18-43bd-a31f-696acf5b1483 req-9db81d36-ed96-41c7-91d6-554c010638c8 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/security-groups?id=e83b7d03-f4ed-401b-bdce-0fab0019fee1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645881 Jan 24 16:32:06.338364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:06.368784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-b19ac615-363d-453d-9e2c-6c8299de0860 req-8f9657fa-426b-48f1-a04f-3b32f137ce1c tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Deleting port 42fc7b9b-7289-4cc1-842d-180502df3ece {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:32:06.369103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b19ac615-363d-453d-9e2c-6c8299de0860 req-8f9657fa-426b-48f1-a04f-3b32f137ce1c tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:06.410420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network a54bb29d-193e-43f4-9578-7dc19d911cc3 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:32:06.414305 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:32:06.419574 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:32:06.468343 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=18775c1a-7bef-4e36-93c8-f4fc082fdf41,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:06.502483 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:06.616345 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:06.673999 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-b19ac615-363d-453d-9e2c-6c8299de0860 req-8f9657fa-426b-48f1-a04f-3b32f137ce1c tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] For port 42fc7b9b-7289-4cc1-842d-180502df3ece, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=42fc7b9b-7289-4cc1-842d-180502df3ece,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:32:06.674364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b19ac615-363d-453d-9e2c-6c8299de0860 req-8f9657fa-426b-48f1-a04f-3b32f137ce1c tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:06.805878 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-b19ac615-363d-453d-9e2c-6c8299de0860 req-8f9657fa-426b-48f1-a04f-3b32f137ce1c tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Calling delete_port for 42fc7b9b-7289-4cc1-842d-180502df3ece owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:32:06.960631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b19ac615-363d-453d-9e2c-6c8299de0860 req-8f9657fa-426b-48f1-a04f-3b32f137ce1c tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:06.966067 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1953cc9a-96e5-4de4-bff0-a2d4a48fe89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:07.018908 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9657fa-426b-48f1-a04f-3b32f137ce1c tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event deleted for resources: {'Port': ['ID=42fc7b9b-7289-4cc1-842d-180502df3ece,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:07.066969 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:07.072936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:07.095245 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19ac615-363d-453d-9e2c-6c8299de0860 req-8f9657fa-426b-48f1-a04f-3b32f137ce1c tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] No DVR routers for this DVR port 42fc7b9b-7289-4cc1-842d-180502df3ece on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:32:07.097681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b19ac615-363d-453d-9e2c-6c8299de0860 req-8f9657fa-426b-48f1-a04f-3b32f137ce1c tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:07.107325 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c19794b-f721-4e35-b453-df55cafe0521', 'name': 'network-vif-deleted', 'tag': '42fc7b9b-7289-4cc1-842d-180502df3ece'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:32:07.119948 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b19ac615-363d-453d-9e2c-6c8299de0860 req-8f9657fa-426b-48f1-a04f-3b32f137ce1c tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.129 "DELETE /v2.0/ports/42fc7b9b-7289-4cc1-842d-180502df3ece HTTP/1.1" status: 204 len: 173 time: 0.8257961 Jan 24 16:32:07.192334 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c19794b-f721-4e35-b453-df55cafe0521', 'name': 'network-vif-deleted', 'tag': '42fc7b9b-7289-4cc1-842d-180502df3ece', 'status': 'completed', 'code': 200} Jan 24 16:32:07.201402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:07.206102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=18775c1a-7bef-4e36-93c8-f4fc082fdf41,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:07.357449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network a54bb29d-193e-43f4-9578-7dc19d911cc3 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:32:07.359008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:32:07.419261 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da7eb76-6cad-45bc-af82-699cbbef23b7 None None] Network a54bb29d-193e-43f4-9578-7dc19d911cc3 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:32:07.545515 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3de4080e-db36-4af9-96b9-2efc59e33df9 None None] Provisioning for port cfc97866-6bc3-4612-8771-f8d79346dffa completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:32:07.711911 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-c59a9c09-dd77-4672-8d9a-54cc1518966a req-23f5edce-8ffe-4514-aad5-6d7d4e07a9fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Synchronizing usage tracker for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:32:07.729471 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-c59a9c09-dd77-4672-8d9a-54cc1518966a req-23f5edce-8ffe-4514-aad5-6d7d4e07a9fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Unset dirty status for tenant:352f5a2cec024da5b72f74b5856cad93 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:32:07.744199 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c59a9c09-dd77-4672-8d9a-54cc1518966a req-23f5edce-8ffe-4514-aad5-6d7d4e07a9fb tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "GET /v2.0/ports?device_id=2c19794b-f721-4e35-b453-df55cafe0521 HTTP/1.1" status: 200 len: 210 time: 0.2406211 Jan 24 16:32:07.972404 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:32:08.021775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-458cc266-b8a2-440c-8b3c-7358a1adc4d0 None None] Provisioning for port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:32:08.029070 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-458cc266-b8a2-440c-8b3c-7358a1adc4d0 None None] Provisioning complete for port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:32:08.029831 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-458cc266-b8a2-440c-8b3c-7358a1adc4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:08.107106 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-458cc266-b8a2-440c-8b3c-7358a1adc4d0 None None] Port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:32:08.115499 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 17393282-71c6-4955-a6a0-a26596d344fb up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:32:08.192399 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 17393282-71c6-4955-a6a0-a26596d344fb completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:32:08.197954 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 17393282-71c6-4955-a6a0-a26596d344fb triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:32:08.198391 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:08.246700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:32:08.263513 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37536) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:08.264206 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-09cbbaba-5389-4dd4-a8d3-ca540cb39abc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/2389b6ea-db15-4c84-af90-6c4ea2bb6e18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8876691 Jan 24 16:32:08.269053 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6a2ecd37-ffec-4ae5-9f7e-b12dd2c0ac17 None None] Provisioning complete for port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:32:08.269491 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6a2ecd37-ffec-4ae5-9f7e-b12dd2c0ac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:08.329776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ecd37-ffec-4ae5-9f7e-b12dd2c0ac17 None None] Port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:32:08.393170 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:08.412612 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 17393282-71c6-4955-a6a0-a26596d344fb, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=17393282-71c6-4955-a6a0-a26596d344fb,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:32:08.417669 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:08.418433 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device cfc97866-6bc3-4612-8771-f8d79346dffa up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:32:08.436662 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de649971-72bc-4cc9-82c7-7754b5a9fbc4 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:08.437029 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de649971-72bc-4cc9-82c7-7754b5a9fbc4 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:08.437438 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de649971-72bc-4cc9-82c7-7754b5a9fbc4 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:08.437842 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de649971-72bc-4cc9-82c7-7754b5a9fbc4 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:08.438264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de649971-72bc-4cc9-82c7-7754b5a9fbc4 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:08.438660 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de649971-72bc-4cc9-82c7-7754b5a9fbc4 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:08.443623 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37540) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:08.443938 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-de649971-72bc-4cc9-82c7-7754b5a9fbc4 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1793542 Jan 24 16:32:08.517638 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3a77bb-e6c1-422a-bf51-8d1c9eedd656 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:08.518092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3a77bb-e6c1-422a-bf51-8d1c9eedd656 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:08.518446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3a77bb-e6c1-422a-bf51-8d1c9eedd656 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:08.518798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3a77bb-e6c1-422a-bf51-8d1c9eedd656 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:08.519145 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3a77bb-e6c1-422a-bf51-8d1c9eedd656 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:08.519567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3a77bb-e6c1-422a-bf51-8d1c9eedd656 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:08.521363 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-be3a77bb-e6c1-422a-bf51-8d1c9eedd656 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0759799 Jan 24 16:32:08.524554 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37544) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:08.536387 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=17393282-71c6-4955-a6a0-a26596d344fb,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:08.563129 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port cfc97866-6bc3-4612-8771-f8d79346dffa completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:32:08.567115 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-970a338d-5c32-4adb-b2e6-80b0ca2d9e18 None None] Provisioning complete for port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:32:08.567457 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-970a338d-5c32-4adb-b2e6-80b0ca2d9e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:08.597850 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port cfc97866-6bc3-4612-8771-f8d79346dffa triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:32:08.598355 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:08.702562 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-970a338d-5c32-4adb-b2e6-80b0ca2d9e18 None None] Port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:32:08.742259 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3db93954-6234-455e-9456-4a52e7a6f456 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2160950 Jan 24 16:32:08.772173 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:08.806214 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port cfc97866-6bc3-4612-8771-f8d79346dffa, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=cfc97866-6bc3-4612-8771-f8d79346dffa,segment=NetworkSegment(4b784fbf-571b-4ee5-a6ff-1aabd30b394f),segment_id=4b784fbf-571b-4ee5-a6ff-1aabd30b394f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:32:08.812543 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:08.855915 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37552) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:08.882816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=cfc97866-6bc3-4612-8771-f8d79346dffa,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:09.021413 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f6655-9f41-4fc0-b0b6-ae51734bb5e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Deleting port 54ca3365-a768-42b5-b0d8-ff76aff04fe8 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:32:09.021808 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5e0f6655-9f41-4fc0-b0b6-ae51734bb5e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.062599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37556) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:09.069769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-12e1fda5-6d37-4ae6-871e-560e3f1204f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-195859470', 'description': 'tempest-secgroup-smoke-195859470 description', 'project_id': 'c758db9abd254971bbaac83475af12ff'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:32:09.077493 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-12e1fda5-6d37-4ae6-871e-560e3f1204f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:32:09.081983 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-12e1fda5-6d37-4ae6-871e-560e3f1204f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:32:09.084999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-12e1fda5-6d37-4ae6-871e-560e3f1204f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:32:09.092281 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-12e1fda5-6d37-4ae6-871e-560e3f1204f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:32:09.103265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-12e1fda5-6d37-4ae6-871e-560e3f1204f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.142490 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-12e1fda5-6d37-4ae6-871e-560e3f1204f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:32:09.146815 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-12e1fda5-6d37-4ae6-871e-560e3f1204f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:32:09.150970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-12e1fda5-6d37-4ae6-871e-560e3f1204f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:32:09.154375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9b5190e2-db70-43e3-9f53-09405603f3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.158919 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-12e1fda5-6d37-4ae6-871e-560e3f1204f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:32:09.202551 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5e0f6655-9f41-4fc0-b0b6-ae51734bb5e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.202852 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5e0f6655-9f41-4fc0-b0b6-ae51734bb5e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.222833 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-12e1fda5-6d37-4ae6-871e-560e3f1204f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.230104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-12e1fda5-6d37-4ae6-871e-560e3f1204f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.279084 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1fda5-6d37-4ae6-871e-560e3f1204f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02449d54-ffa4-44f6-ba15-71ca472c8069,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:09.283146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-12e1fda5-6d37-4ae6-871e-560e3f1204f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.287781 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-12e1fda5-6d37-4ae6-871e-560e3f1204f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2204893 Jan 24 16:32:09.289072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37560) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:09.294909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c4367098-8219-4a0a-9db5-f59ff370bda0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '02449d54-ffa4-44f6-ba15-71ca472c8069', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:32:09.301639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c4367098-8219-4a0a-9db5-f59ff370bda0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:32:09.306885 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c4367098-8219-4a0a-9db5-f59ff370bda0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:32:09.310982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c4367098-8219-4a0a-9db5-f59ff370bda0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:32:09.316796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c4367098-8219-4a0a-9db5-f59ff370bda0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:32:09.336924 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c4367098-8219-4a0a-9db5-f59ff370bda0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.340758 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f6655-9f41-4fc0-b0b6-ae51734bb5e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Calling delete_port for 54ca3365-a768-42b5-b0d8-ff76aff04fe8 owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:32:09.385168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 42fc7b9b-7289-4cc1-842d-180502df3ece no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:32:09.412435 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c4367098-8219-4a0a-9db5-f59ff370bda0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.424591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c4367098-8219-4a0a-9db5-f59ff370bda0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.432584 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 42fc7b9b-7289-4cc1-842d-180502df3ece {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:32:09.433189 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 42fc7b9b-7289-4cc1-842d-180502df3ece not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:32:09.453205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4367098-8219-4a0a-9db5-f59ff370bda0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79ac843-e0f2-456b-907b-369c461b7053,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:09.467702 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c4367098-8219-4a0a-9db5-f59ff370bda0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.468908 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c4367098-8219-4a0a-9db5-f59ff370bda0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1797934 Jan 24 16:32:09.471979 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37564) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:09.478531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4ac30d58-bdb0-4bc8-88db-12ed5b69aba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '02449d54-ffa4-44f6-ba15-71ca472c8069', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:32:09.484553 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4ac30d58-bdb0-4bc8-88db-12ed5b69aba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:32:09.489720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4ac30d58-bdb0-4bc8-88db-12ed5b69aba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:32:09.493262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4ac30d58-bdb0-4bc8-88db-12ed5b69aba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:32:09.499294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4ac30d58-bdb0-4bc8-88db-12ed5b69aba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:32:09.504831 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5e0f6655-9f41-4fc0-b0b6-ae51734bb5e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.522263 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4ac30d58-bdb0-4bc8-88db-12ed5b69aba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.526017 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Sync routers for ids ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:32:09.542745 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Routers {'2389b6ea-db15-4c84-af90-6c4ea2bb6e18'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:32:09.543282 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:32:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:09.560550 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f6655-9f41-4fc0-b0b6-ae51734bb5e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event deleted for resources: {'Port': ['ID=54ca3365-a768-42b5-b0d8-ff76aff04fe8,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:09.603340 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4ac30d58-bdb0-4bc8-88db-12ed5b69aba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.608122 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4ac30d58-bdb0-4bc8-88db-12ed5b69aba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.635730 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac30d58-bdb0-4bc8-88db-12ed5b69aba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6353fda8-7e90-4c2f-be51-294db9fe84f6,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:09.649967 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4ac30d58-bdb0-4bc8-88db-12ed5b69aba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.651254 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4ac30d58-bdb0-4bc8-88db-12ed5b69aba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1782317 Jan 24 16:32:09.654348 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37568) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:09.660860 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-8ddc8ae4-33bf-45f8-9be8-d1bb60a0a01c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '02449d54-ffa4-44f6-ba15-71ca472c8069', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:32:09.668079 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8ddc8ae4-33bf-45f8-9be8-d1bb60a0a01c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:32:09.673006 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8ddc8ae4-33bf-45f8-9be8-d1bb60a0a01c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:32:09.675340 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5e0f6655-9f41-4fc0-b0b6-ae51734bb5e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.676312 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8ddc8ae4-33bf-45f8-9be8-d1bb60a0a01c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:32:09.683168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8ddc8ae4-33bf-45f8-9be8-d1bb60a0a01c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:32:09.694711 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5e0f6655-9f41-4fc0-b0b6-ae51734bb5e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.699107 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5e0f6655-9f41-4fc0-b0b6-ae51734bb5e9 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "DELETE /v2.0/floatingips/347c69c4-1b3e-46b5-af0f-a42bc18fb82f HTTP/1.1" status: 204 len: 168 time: 0.8392451 Jan 24 16:32:09.707203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8ae4-33bf-45f8-9be8-d1bb60a0a01c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.756364 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Set router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:32:09.778258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8ae4-33bf-45f8-9be8-d1bb60a0a01c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.783508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8ae4-33bf-45f8-9be8-d1bb60a0a01c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.818259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc8ae4-33bf-45f8-9be8-d1bb60a0a01c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc939c58-2bfa-4d68-9ba2-a9f162938d2a,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:09.832426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8ae4-33bf-45f8-9be8-d1bb60a0a01c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.834178 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8ddc8ae4-33bf-45f8-9be8-d1bb60a0a01c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1788836 Jan 24 16:32:09.837266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37576) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:09.844284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0066b460-d31d-4899-9c8f-52cd433d3ba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '02449d54-ffa4-44f6-ba15-71ca472c8069', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:32:09.849995 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0066b460-d31d-4899-9c8f-52cd433d3ba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:32:09.854480 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0066b460-d31d-4899-9c8f-52cd433d3ba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:32:09.857859 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0066b460-d31d-4899-9c8f-52cd433d3ba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:32:09.866603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0066b460-d31d-4899-9c8f-52cd433d3ba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:32:09.888207 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0066b460-d31d-4899-9c8f-52cd433d3ba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.962613 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0066b460-d31d-4899-9c8f-52cd433d3ba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:09.967679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0066b460-d31d-4899-9c8f-52cd433d3ba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.013153 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066b460-d31d-4899-9c8f-52cd433d3ba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f813e5a-1c7f-4128-ae7b-463d9245d6b1,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:10.063770 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 17393282-71c6-4955-a6a0-a26596d344fb up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:32:10.087325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0066b460-d31d-4899-9c8f-52cd433d3ba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.089108 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0066b460-d31d-4899-9c8f-52cd433d3ba5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2505004 Jan 24 16:32:10.093144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37584) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:10.101731 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-92dd92a4-4a5d-46d2-8a33-f5549f08ee4d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '02449d54-ffa4-44f6-ba15-71ca472c8069', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:32:10.120577 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-92dd92a4-4a5d-46d2-8a33-f5549f08ee4d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:32:10.128950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-92dd92a4-4a5d-46d2-8a33-f5549f08ee4d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:32:10.137444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-92dd92a4-4a5d-46d2-8a33-f5549f08ee4d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:32:10.152942 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-92dd92a4-4a5d-46d2-8a33-f5549f08ee4d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:32:10.166493 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-92dd92a4-4a5d-46d2-8a33-f5549f08ee4d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:32:10.175249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-92dd92a4-4a5d-46d2-8a33-f5549f08ee4d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.197907 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 17393282-71c6-4955-a6a0-a26596d344fb triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:32:10.199259 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.248427 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'name': 'tempest-TestNetworkBasicOps-router-1705197840', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '17393282-71c6-4955-a6a0-a26596d344fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:32:00Z', 'updated_at': '2022-01-24T16:32:06Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17393282-71c6-4955-a6a0-a26596d344fb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:01Z', 'updated_at': '2022-01-24T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '18775c1a-7bef-4e36-93c8-f4fc082fdf41', 'name': '', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:a3:90:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:05Z', 'updated_at': '2022-01-24T16:32:06Z', 'revision_number': 2, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:10.252577 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-92dd92a4-4a5d-46d2-8a33-f5549f08ee4d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.252864 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Checking router: 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:32:10.253342 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Updating router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:32:10.258626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-92dd92a4-4a5d-46d2-8a33-f5549f08ee4d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.289719 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd92a4-4a5d-46d2-8a33-f5549f08ee4d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34c3dc4-7d61-4b25-b831-83f6c479d1ee,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:10.311511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-92dd92a4-4a5d-46d2-8a33-f5549f08ee4d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.313300 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-92dd92a4-4a5d-46d2-8a33-f5549f08ee4d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2183447 Jan 24 16:32:10.316191 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37588) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:10.325334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-33ab4fe0-cd22-499b-bfdf-b8c6ddb1dc95 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '02449d54-ffa4-44f6-ba15-71ca472c8069', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:32:10.328517 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.333655 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-33ab4fe0-cd22-499b-bfdf-b8c6ddb1dc95 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:32:10.340210 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-33ab4fe0-cd22-499b-bfdf-b8c6ddb1dc95 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:32:10.344744 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-33ab4fe0-cd22-499b-bfdf-b8c6ddb1dc95 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:32:10.352348 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-33ab4fe0-cd22-499b-bfdf-b8c6ddb1dc95 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:32:10.356691 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.367468 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device cfc97866-6bc3-4612-8771-f8d79346dffa up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:32:10.368141 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-33ab4fe0-cd22-499b-bfdf-b8c6ddb1dc95 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:32:10.376324 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-33ab4fe0-cd22-499b-bfdf-b8c6ddb1dc95 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.440845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.455379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-33ab4fe0-cd22-499b-bfdf-b8c6ddb1dc95 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.458639 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port cfc97866-6bc3-4612-8771-f8d79346dffa triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:32:10.458974 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.461659 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-33ab4fe0-cd22-499b-bfdf-b8c6ddb1dc95 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.482987 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab4fe0-cd22-499b-bfdf-b8c6ddb1dc95 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c0a459-e4cf-4fb6-adb5-ba0ecf7650d6,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:10.512569 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-33ab4fe0-cd22-499b-bfdf-b8c6ddb1dc95 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.514160 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-33ab4fe0-cd22-499b-bfdf-b8c6ddb1dc95 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1955884 Jan 24 16:32:10.708523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-456f16ef-f404-418b-af0d-617efa583062 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:32:10.730378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-456f16ef-f404-418b-af0d-617efa583062 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:32:10.734380 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.738764 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-456f16ef-f404-418b-af0d-617efa583062 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195859470&fields=id&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 267 time: 0.0854893 Jan 24 16:32:10.747173 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Transition to ACTIVE for port object 18775c1a-7bef-4e36-93c8-f4fc082fdf41 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:32:10.754364 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.882399 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df470ca8-15c0-4a71-bac7-c6276d2003ff None None] Pushing event updated for resources: {'Port': ['ID=18775c1a-7bef-4e36-93c8-f4fc082fdf41,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:10.896483 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df470ca8-15c0-4a71-bac7-c6276d2003ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:10.896825 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df470ca8-15c0-4a71-bac7-c6276d2003ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:10.897127 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df470ca8-15c0-4a71-bac7-c6276d2003ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:10.897446 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df470ca8-15c0-4a71-bac7-c6276d2003ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:10.897760 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df470ca8-15c0-4a71-bac7-c6276d2003ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:10.898069 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df470ca8-15c0-4a71-bac7-c6276d2003ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:10.898728 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df470ca8-15c0-4a71-bac7-c6276d2003ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:10.898728 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df470ca8-15c0-4a71-bac7-c6276d2003ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:10.899240 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df470ca8-15c0-4a71-bac7-c6276d2003ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:10.899371 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df470ca8-15c0-4a71-bac7-c6276d2003ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:10.899635 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df470ca8-15c0-4a71-bac7-c6276d2003ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:32:10.901004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-3439079f-783e-408d-86cb-287368a69466 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:10.910573 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-3439079f-783e-408d-86cb-287368a69466 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/networks?id=a54bb29d-193e-43f4-9578-7dc19d911cc3 HTTP/1.1" status: 200 len: 797 time: 0.1707363 Jan 24 16:32:10.928455 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-b00e8946-d203-452a-a605-353a5ecdf12e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/quotas/c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 375 time: 0.0116103 Jan 24 16:32:10.983823 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Attempting to bind port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:32:10.984093 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Attempting to bind port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '4b784fbf-571b-4ee5-a6ff-1aabd30b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:32:10.984437 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Attempting to bind port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 on network a54bb29d-193e-43f4-9578-7dc19d911cc3 {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:32:10.993434 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:32:10.993789 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Checking segment: {'id': '4b784fbf-571b-4ee5-a6ff-1aabd30b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:32:10.994269 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:10.994653 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Bound using segment: {'id': '4b784fbf-571b-4ee5-a6ff-1aabd30b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:32:10.995103 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Bound port: 18775c1a-7bef-4e36-93c8-f4fc082fdf41, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b784fbf-571b-4ee5-a6ff-1aabd30b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:32:10.995459 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:11.023857 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-d408d6d3-81c0-4d16-a0bd-1b7771f693a5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:32:11.043774 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-d408d6d3-81c0-4d16-a0bd-1b7771f693a5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:32:11.045475 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-d408d6d3-81c0-4d16-a0bd-1b7771f693a5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068654 Jan 24 16:32:11.119683 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] For port 18775c1a-7bef-4e36-93c8-f4fc082fdf41, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:32:11.123540 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] For port 18775c1a-7bef-4e36-93c8-f4fc082fdf41, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=18775c1a-7bef-4e36-93c8-f4fc082fdf41,segment=NetworkSegment(4b784fbf-571b-4ee5-a6ff-1aabd30b394f),segment_id=4b784fbf-571b-4ee5-a6ff-1aabd30b394f)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:32:11.137560 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:11.224888 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Routers {'2389b6ea-db15-4c84-af90-6c4ea2bb6e18'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:32:11.226022 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:32:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:11.353884 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-bcf6e109-7edc-4ce6-b7e6-daf6c0c2cd59 service neutron] 10.222.0.130 "GET /v2.0/networks/a54bb29d-193e-43f4-9578-7dc19d911cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928202 Jan 24 16:32:11.414747 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df470ca8-15c0-4a71-bac7-c6276d2003ff None None] Pushing event updated for resources: {'Port': ['ID=18775c1a-7bef-4e36-93c8-f4fc082fdf41,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:11.453022 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] Set router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:32:11.506404 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-26bc099e-870d-4fd1-ae2e-64f898998279 service neutron] 10.222.0.130 "GET /v2.0/networks/a54bb29d-193e-43f4-9578-7dc19d911cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463544 Jan 24 16:32:11.773561 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:11.776389 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-f215b99d-5403-442f-b7db-33cdfdfe5899 req-904974e3-fd71-48d8-b556-10cc409d40a2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:32:11.791239 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-f215b99d-5403-442f-b7db-33cdfdfe5899 req-904974e3-fd71-48d8-b556-10cc409d40a2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:32:11.792638 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f215b99d-5403-442f-b7db-33cdfdfe5899 req-904974e3-fd71-48d8-b556-10cc409d40a2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 210 time: 0.1019073 Jan 24 16:32:11.830658 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'name': 'tempest-TestNetworkBasicOps-router-1705197840', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '17393282-71c6-4955-a6a0-a26596d344fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:32:00Z', 'updated_at': '2022-01-24T16:32:06Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17393282-71c6-4955-a6a0-a26596d344fb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:01Z', 'updated_at': '2022-01-24T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '18775c1a-7bef-4e36-93c8-f4fc082fdf41', 'name': '', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:a3:90:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:05Z', 'updated_at': '2022-01-24T16:32:11Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:11.835314 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e052ef-23e6-4fb3-a999-40d64a5e13e4 None None] The sync data for ids ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'] in dv-neutron-826104-1-hyperv is: [{'id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'name': 'tempest-TestNetworkBasicOps-router-1705197840', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '17393282-71c6-4955-a6a0-a26596d344fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:32:00Z', 'updated_at': '2022-01-24T16:32:06Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17393282-71c6-4955-a6a0-a26596d344fb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:01Z', 'updated_at': '2022-01-24T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '18775c1a-7bef-4e36-93c8-f4fc082fdf41', 'name': '', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:a3:90:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:05Z', 'updated_at': '2022-01-24T16:32:11Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:32:12.131414 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 18775c1a-7bef-4e36-93c8-f4fc082fdf41 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:32:12.205912 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:32:12.212218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:32:12.212556 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:12.355034 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37614) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:12.368929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:12.413248 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 18775c1a-7bef-4e36-93c8-f4fc082fdf41, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=18775c1a-7bef-4e36-93c8-f4fc082fdf41,segment=NetworkSegment(4b784fbf-571b-4ee5-a6ff-1aabd30b394f),segment_id=4b784fbf-571b-4ee5-a6ff-1aabd30b394f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:32:12.424827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:12.460183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-558c6bfb-a634-49af-ad06-23f41e268929 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:12.502886 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-558c6bfb-a634-49af-ad06-23f41e268929 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:12.530038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=18775c1a-7bef-4e36-93c8-f4fc082fdf41,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:12.582392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-558c6bfb-a634-49af-ad06-23f41e268929 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:12.603825 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c6bfb-a634-49af-ad06-23f41e268929 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83b7d03-f4ed-401b-bdce-0fab0019fee1,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:12.622781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-558c6bfb-a634-49af-ad06-23f41e268929 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:12.627160 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-558c6bfb-a634-49af-ad06-23f41e268929 tempest-TestVolumeBootPattern-1277088114 tempest-TestVolumeBootPattern-1277088114-project] 10.222.0.130 "DELETE /v2.0/security-groups/e83b7d03-f4ed-401b-bdce-0fab0019fee1 HTTP/1.1" status: 204 len: 168 time: 0.2684138 Jan 24 16:32:12.712652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37620) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:13.136850 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b8e6fab6-3c3d-4e33-a530-873e18d84d02 req-14dda6fc-8a57-4a7e-b5a7-71d2f48f5039 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 210 time: 0.0912912 Jan 24 16:32:13.243334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-9a8ad252-7e98-4b0f-ae16-a95ac63b82d0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:13.244769 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-9a8ad252-7e98-4b0f-ae16-a95ac63b82d0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/networks?id=a54bb29d-193e-43f4-9578-7dc19d911cc3 HTTP/1.1" status: 200 len: 797 time: 0.2976849 Jan 24 16:32:13.367102 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-a08f2716-784c-41d8-95fe-8874f72975b2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 379 time: 0.0661123 Jan 24 16:32:13.377553 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-8d8dd6b6-f0a4-4519-b4d9-d9a45c8b84c7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'port': {'device_id': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'admin_state_up': True, 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'security_groups': ['02449d54-ffa4-44f6-ba15-71ca472c8069']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:32:13.584032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-8d8dd6b6-f0a4-4519-b4d9-d9a45c8b84c7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:32:13.596133 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-8d8dd6b6-f0a4-4519-b4d9-d9a45c8b84c7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:32:13.612076 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-8d8dd6b6-f0a4-4519-b4d9-d9a45c8b84c7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:32:13.614990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-8d8dd6b6-f0a4-4519-b4d9-d9a45c8b84c7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:13.840796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a85e0740-978e-4196-983a-99d8005411f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:13.901325 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-8d8dd6b6-f0a4-4519-b4d9-d9a45c8b84c7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.8 (a54bb29d-193e-43f4-9578-7dc19d911cc3/e4157e5e-8595-4397-a9a0-c018e3f2a793/6bafbc90-0a63-4a9d-98d5-f253cc9bc4de) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:32:14.035286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 18775c1a-7bef-4e36-93c8-f4fc082fdf41 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:32:14.106021 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:32:14.106300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:14.170799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-8d8dd6b6-f0a4-4519-b4d9-d9a45c8b84c7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:14.191996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-8d8dd6b6-f0a4-4519-b4d9-d9a45c8b84c7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:32:14.411136 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6a433238-0465-470e-88eb-d0daf6137990 req-ee6bd304-4ff1-4d68-8172-6c30c4095919 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 210 time: 0.0528824 Jan 24 16:32:14.470485 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-8d8dd6b6-f0a4-4519-b4d9-d9a45c8b84c7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:14.597460 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8dd6b6-f0a4-4519-b4d9-d9a45c8b84c7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=6bafbc90-0a63-4a9d-98d5-f253cc9bc4de,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:14.601039 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-8d8dd6b6-f0a4-4519-b4d9-d9a45c8b84c7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network a54bb29d-193e-43f4-9578-7dc19d911cc3 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:32:14.604621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-8d8dd6b6-f0a4-4519-b4d9-d9a45c8b84c7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:32:14.608221 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-8d8dd6b6-f0a4-4519-b4d9-d9a45c8b84c7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:32:14.703091 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-8d8dd6b6-f0a4-4519-b4d9-d9a45c8b84c7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:14.703717 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-8d8dd6b6-f0a4-4519-b4d9-d9a45c8b84c7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:14.777290 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-8d8dd6b6-f0a4-4519-b4d9-d9a45c8b84c7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4039938 Jan 24 16:32:14.794518 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Request body: {'port': {'device_id': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:32:14.858040 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b2a44b0-7f3a-4c46-9eb7-879f1d54959c None None] Provisioning for port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:32:14.863999 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b2a44b0-7f3a-4c46-9eb7-879f1d54959c None None] Provisioning complete for port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:32:14.864576 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b2a44b0-7f3a-4c46-9eb7-879f1d54959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:14.926407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a44b0-7f3a-4c46-9eb7-879f1d54959c None None] Port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:32:14.945445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:15.221559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-a85e0740-978e-4196-983a-99d8005411f1 admin admin] Deleting port d21afff9-96d0-429f-bcad-b4c07e5e4f5c {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:32:15.221787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a85e0740-978e-4196-983a-99d8005411f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:15.478681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-a85e0740-978e-4196-983a-99d8005411f1 admin admin] For port d21afff9-96d0-429f-bcad-b4c07e5e4f5c, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d21afff9-96d0-429f-bcad-b4c07e5e4f5c,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:32:15.478927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a85e0740-978e-4196-983a-99d8005411f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:15.599775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-a85e0740-978e-4196-983a-99d8005411f1 admin admin] Calling delete_port for d21afff9-96d0-429f-bcad-b4c07e5e4f5c owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:32:15.614637 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2480082-1d6f-426c-98fe-f46a1fbecf07 req-abd7e9cc-d0ef-40e4-bbbf-ca8d9b62d08a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:15.616186 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e2480082-1d6f-426c-98fe-f46a1fbecf07 req-abd7e9cc-d0ef-40e4-bbbf-ca8d9b62d08a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 931 time: 0.0799816 Jan 24 16:32:15.627454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:32:15.643889 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:15.662002 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-e2480082-1d6f-426c-98fe-f46a1fbecf07 req-35b90a85-708e-41ef-b320-26f25cfb0621 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:32:15.672467 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Transition to ACTIVE for port object 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:32:15.674357 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-e2480082-1d6f-426c-98fe-f46a1fbecf07 req-35b90a85-708e-41ef-b320-26f25cfb0621 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:32:15.675531 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e2480082-1d6f-426c-98fe-f46a1fbecf07 req-35b90a85-708e-41ef-b320-26f25cfb0621 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=02449d54-ffa4-44f6-ba15-71ca472c8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537221 Jan 24 16:32:15.677207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:15.918027 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Pushing event updated for resources: {'Port': ['ID=6bafbc90-0a63-4a9d-98d5-f253cc9bc4de,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:16.083898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Attempting to bind port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:32:16.084538 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Attempting to bind port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '4b784fbf-571b-4ee5-a6ff-1aabd30b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:32:16.084538 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Attempting to bind port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de on network a54bb29d-193e-43f4-9578-7dc19d911cc3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:32:16.099142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de on network a54bb29d-193e-43f4-9578-7dc19d911cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:32:16.099449 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Attempting to bind port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de on network a54bb29d-193e-43f4-9578-7dc19d911cc3 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:32:16.114294 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:32:16.114611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Checking segment: {'id': '4b784fbf-571b-4ee5-a6ff-1aabd30b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:32:16.115027 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Bound using segment: {'id': '4b784fbf-571b-4ee5-a6ff-1aabd30b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:32:16.115397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Bound port: 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b784fbf-571b-4ee5-a6ff-1aabd30b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:32:16.115749 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:16.126834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a85e0740-978e-4196-983a-99d8005411f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:16.199502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e0740-978e-4196-983a-99d8005411f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d21afff9-96d0-429f-bcad-b4c07e5e4f5c,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:16.333227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] For port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:32:16.392799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] For port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6bafbc90-0a63-4a9d-98d5-f253cc9bc4de,segment=NetworkSegment(4b784fbf-571b-4ee5-a6ff-1aabd30b394f),segment_id=4b784fbf-571b-4ee5-a6ff-1aabd30b394f)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:32:16.400339 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:16.470267 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:16.471708 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] 10.222.0.129 "PUT /v2.0/ports/6bafbc90-0a63-4a9d-98d5-f253cc9bc4de HTTP/1.1" status: 200 len: 1093 time: 1.6835856 Jan 24 16:32:16.472134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'tag': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:32:16.502746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba5025-221c-4b5d-93bf-4923fb8158fa service neutron] Pushing event updated for resources: {'Port': ['ID=6bafbc90-0a63-4a9d-98d5-f253cc9bc4de,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:16.592186 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'tag': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de', 'status': 'completed', 'code': 200} Jan 24 16:32:16.665022 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-5d6a0d61-e941-4454-9c42-8e9f2407575a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 1096 time: 0.1459939 Jan 24 16:32:16.672925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a85e0740-978e-4196-983a-99d8005411f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:16.742538 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-c9334c50-bedd-48bb-9757-241dab9bee30 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bafbc90-0a63-4a9d-98d5-f253cc9bc4de HTTP/1.1" status: 200 len: 217 time: 0.0659995 Jan 24 16:32:16.869040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-5bfe1a66-6563-472f-95f9-01608b55a05a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:16.870457 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-5bfe1a66-6563-472f-95f9-01608b55a05a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e4157e5e-8595-4397-a9a0-c018e3f2a793 HTTP/1.1" status: 200 len: 835 time: 0.0775058 Jan 24 16:32:16.884404 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a4ba5-d5b2-4eb4-9fea-7e545bd450e8 req-d9d05b1e-6c47-4d88-8c99-7bfba69b5b93 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:16.885579 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0d2a4ba5-d5b2-4eb4-9fea-7e545bd450e8 req-d9d05b1e-6c47-4d88-8c99-7bfba69b5b93 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 943 time: 0.0857425 Jan 24 16:32:16.932664 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0d2a4ba5-d5b2-4eb4-9fea-7e545bd450e8 req-4c87071c-7ba1-4691-90fc-116da1321e97 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=02449d54-ffa4-44f6-ba15-71ca472c8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412490 Jan 24 16:32:17.022142 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-8f8f16ab-a39f-4ef7-b927-f8dc1728d0c3 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a54bb29d-193e-43f4-9578-7dc19d911cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1427698 Jan 24 16:32:17.395647 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-fe156509-c2ca-4df0-a7d6-2838017a1258 service neutron] 10.222.0.129 "GET /v2.0/networks/a54bb29d-193e-43f4-9578-7dc19d911cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642521 Jan 24 16:32:17.611112 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34aec663-12f6-49c1-b223-553eed8dd6c7 req-6cdb3128-7e48-4d3b-b20c-2c2cc4106d64 service neutron] 10.222.0.129 "GET /v2.0/networks/a54bb29d-193e-43f4-9578-7dc19d911cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063541 Jan 24 16:32:17.786958 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-03d24f27-72a5-4676-a1a1-be65a3c74573 req-7b3dad73-a363-47a2-86df-aadf70f6447d service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 1096 time: 0.1032355 Jan 24 16:32:17.823232 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85e0740-978e-4196-983a-99d8005411f1 admin admin] Router 55fc5a73-0a38-4574-993a-0a74bf47fcbe has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:32:17.890415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:17.992073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d24f27-72a5-4676-a1a1-be65a3c74573 req-fce3999f-f2d5-4580-b3f5-cfe4d4071de9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:17.993634 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-03d24f27-72a5-4676-a1a1-be65a3c74573 req-fce3999f-f2d5-4580-b3f5-cfe4d4071de9 service neutron] 10.222.0.129 "GET /v2.0/networks?id=a54bb29d-193e-43f4-9578-7dc19d911cc3 HTTP/1.1" status: 200 len: 898 time: 0.1992238 Jan 24 16:32:18.075117 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-03d24f27-72a5-4676-a1a1-be65a3c74573 req-683dc808-4352-4fb6-be3a-ca670ee6c2be service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bafbc90-0a63-4a9d-98d5-f253cc9bc4de HTTP/1.1" status: 200 len: 217 time: 0.0702951 Jan 24 16:32:18.242321 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d24f27-72a5-4676-a1a1-be65a3c74573 req-48563032-a3af-4804-b34b-7d014bfb738c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:18.243784 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-03d24f27-72a5-4676-a1a1-be65a3c74573 req-48563032-a3af-4804-b34b-7d014bfb738c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e4157e5e-8595-4397-a9a0-c018e3f2a793 HTTP/1.1" status: 200 len: 835 time: 0.1360004 Jan 24 16:32:18.315878 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561edd3-2a39-4400-91a4-0c8a2bce6879 req-f2468374-0884-47d5-86cf-70836c72d27e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:18.316459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-d561edd3-2a39-4400-91a4-0c8a2bce6879 req-f2468374-0884-47d5-86cf-70836c72d27e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:32:18.352200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-d561edd3-2a39-4400-91a4-0c8a2bce6879 req-f2468374-0884-47d5-86cf-70836c72d27e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:32:18.353331 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d561edd3-2a39-4400-91a4-0c8a2bce6879 req-f2468374-0884-47d5-86cf-70836c72d27e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 943 time: 0.2773366 Jan 24 16:32:18.390977 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-03d24f27-72a5-4676-a1a1-be65a3c74573 req-b8e4f4ef-86cf-4b36-84f5-244d2d3a555d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a54bb29d-193e-43f4-9578-7dc19d911cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1391082 Jan 24 16:32:18.398801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85e0740-978e-4196-983a-99d8005411f1 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:32:18.407862 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bc4cde-c57e-46ae-8fc9-6caead4c810b None None] Sync routers for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:32:18.421340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bc4cde-c57e-46ae-8fc9-6caead4c810b None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:32:18.421973 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-26bc4cde-c57e-46ae-8fc9-6caead4c810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:32:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:18.490448 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a85e0740-978e-4196-983a-99d8005411f1 admin admin] 10.222.0.130 "PUT /v2.0/routers/55fc5a73-0a38-4574-993a-0a74bf47fcbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7759864 Jan 24 16:32:18.493269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37638) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:18.494834 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d561edd3-2a39-4400-91a4-0c8a2bce6879 req-5b5d206c-07be-460e-9eae-096e18a0f6d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=02449d54-ffa4-44f6-ba15-71ca472c8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346185 Jan 24 16:32:18.545110 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-03d24f27-72a5-4676-a1a1-be65a3c74573 req-a7a5f9fe-d844-4888-bb1b-eb96005efe78 service neutron] 10.222.0.129 "GET /v2.0/networks/a54bb29d-193e-43f4-9578-7dc19d911cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438363 Jan 24 16:32:18.618087 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-26bc4cde-c57e-46ae-8fc9-6caead4c810b None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:32:18.679860 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-03d24f27-72a5-4676-a1a1-be65a3c74573 req-0dbd19ae-06e6-4cbc-a148-6bcd7a23c9e1 service neutron] 10.222.0.129 "GET /v2.0/networks/a54bb29d-193e-43f4-9578-7dc19d911cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271739 Jan 24 16:32:18.698794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba16834f-f89f-4417-b048-d6e3083e021b admin admin] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:18.938986 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-26bc4cde-c57e-46ae-8fc9-6caead4c810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:32:16Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:18.943773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bc4cde-c57e-46ae-8fc9-6caead4c810b None None] Checking router: 55fc5a73-0a38-4574-993a-0a74bf47fcbe for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:32:18.954783 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bc4cde-c57e-46ae-8fc9-6caead4c810b None None] Routers {'55fc5a73-0a38-4574-993a-0a74bf47fcbe'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:32:18.955384 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-26bc4cde-c57e-46ae-8fc9-6caead4c810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:32:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:19.004501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba16834f-f89f-4417-b048-d6e3083e021b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:19.015086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ba16834f-f89f-4417-b048-d6e3083e021b admin admin] Deleting port abf07598-c15d-4a1c-845d-0f34e166fc9d {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:32:19.015449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba16834f-f89f-4417-b048-d6e3083e021b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:19.133741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-26bc4cde-c57e-46ae-8fc9-6caead4c810b None None] Set router 55fc5a73-0a38-4574-993a-0a74bf47fcbe gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:32:19.194627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-ba16834f-f89f-4417-b048-d6e3083e021b admin admin] For port abf07598-c15d-4a1c-845d-0f34e166fc9d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=abf07598-c15d-4a1c-845d-0f34e166fc9d,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:32:19.194879 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba16834f-f89f-4417-b048-d6e3083e021b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:19.320810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ba16834f-f89f-4417-b048-d6e3083e021b admin admin] Calling delete_port for abf07598-c15d-4a1c-845d-0f34e166fc9d owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:32:19.420908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-26bc4cde-c57e-46ae-8fc9-6caead4c810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:32:16Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:19.425258 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bc4cde-c57e-46ae-8fc9-6caead4c810b None None] The sync data for ids ['55fc5a73-0a38-4574-993a-0a74bf47fcbe'] in dv-neutron-826104-1-hyperv is: [{'id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'name': 'tempest-TestVolumeBootPattern-1966218964-router', 'tenant_id': '352f5a2cec024da5b72f74b5856cad93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59'}], 'enable_snat': True}, 'gw_port_id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:01Z', 'updated_at': '2022-01-24T16:32:16Z', 'revision_number': 5, 'project_id': '352f5a2cec024da5b72f74b5856cad93', 'gw_port': {'id': 'abf07598-c15d-4a1c-845d-0f34e166fc9d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc5a73-0a38-4574-993a-0a74bf47fcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:02Z', 'updated_at': '2022-01-24T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:32:19.477367 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:32:19.496087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba16834f-f89f-4417-b048-d6e3083e021b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:19.539263 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16834f-f89f-4417-b048-d6e3083e021b admin admin] Pushing event deleted for resources: {'Port': ['ID=abf07598-c15d-4a1c-845d-0f34e166fc9d,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:19.618059 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6bafbc90-0a63-4a9d-98d5-f253cc9bc4de,segment=NetworkSegment(4b784fbf-571b-4ee5-a6ff-1aabd30b394f),segment_id=4b784fbf-571b-4ee5-a6ff-1aabd30b394f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:32:19.632201 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'port_id': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de', 'mac_address': 'fa:16:3e:8b:03:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:32:19.687368 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:19.705056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:32:19.720479 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6bafbc90-0a63-4a9d-98d5-f253cc9bc4de,segment=NetworkSegment(4b784fbf-571b-4ee5-a6ff-1aabd30b394f),segment_id=4b784fbf-571b-4ee5-a6ff-1aabd30b394f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:32:19.725835 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:19.798924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=6bafbc90-0a63-4a9d-98d5-f253cc9bc4de,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:19.816164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba16834f-f89f-4417-b048-d6e3083e021b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:19.958591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['6bafbc90-0a63-4a9d-98d5-f253cc9bc4de'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:32:20.068928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d21afff9-96d0-429f-bcad-b4c07e5e4f5c no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:32:20.085955 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c6f93-c1dc-41f1-ba6d-b6f56e7ef957 req-754fb003-7c0b-4713-ba2f-522b59b80e92 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:20.087430 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-504c6f93-c1dc-41f1-ba6d-b6f56e7ef957 req-754fb003-7c0b-4713-ba2f-522b59b80e92 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 943 time: 0.4567289 Jan 24 16:32:20.112347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba16834f-f89f-4417-b048-d6e3083e021b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:20.113471 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: d21afff9-96d0-429f-bcad-b4c07e5e4f5c {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:32:20.113875 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d21afff9-96d0-429f-bcad-b4c07e5e4f5c not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:32:20.123590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba16834f-f89f-4417-b048-d6e3083e021b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:20.153425 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-504c6f93-c1dc-41f1-ba6d-b6f56e7ef957 req-a8e68bb9-7a92-4355-9a47-be71b98c0932 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=02449d54-ffa4-44f6-ba15-71ca472c8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580695 Jan 24 16:32:20.168343 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba16834f-f89f-4417-b048-d6e3083e021b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:20.168980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba16834f-f89f-4417-b048-d6e3083e021b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55fc5a73-0a38-4574-993a-0a74bf47fcbe {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:32:20.188074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba16834f-f89f-4417-b048-d6e3083e021b admin admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:20.189478 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ba16834f-f89f-4417-b048-d6e3083e021b admin admin] 10.222.0.130 "DELETE /v2.0/routers/55fc5a73-0a38-4574-993a-0a74bf47fcbe HTTP/1.1" status: 204 len: 168 time: 1.6944261 Jan 24 16:32:20.191898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37644) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:20.250946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab86104-5b9c-4034-8a39-d6b24b4b949e admin admin] Deleting subnet 46b4058d-0335-424c-8893-d356a535cd9d {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:32:20.253842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ab86104-5b9c-4034-8a39-d6b24b4b949e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:20.303017 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ab86104-5b9c-4034-8a39-d6b24b4b949e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:20.486421 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ab86104-5b9c-4034-8a39-d6b24b4b949e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:20.557265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ab86104-5b9c-4034-8a39-d6b24b4b949e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:20.603430 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab86104-5b9c-4034-8a39-d6b24b4b949e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b4058d-0335-424c-8893-d356a535cd9d,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:20.607455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ab86104-5b9c-4034-8a39-d6b24b4b949e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:20.613898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cade33-4e38-430a-9bac-9cfaec6cd29d None None] Network a6e18642-b28b-4d3a-b701-7a40de2eb39c requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:32:20.614069 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0ab86104-5b9c-4034-8a39-d6b24b4b949e admin admin] 10.222.0.130 "DELETE /v2.0/subnets/46b4058d-0335-424c-8893-d356a535cd9d HTTP/1.1" status: 204 len: 168 time: 0.4212482 Jan 24 16:32:20.616953 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37648) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:20.732293 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:20.743484 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] Deleting port ad3f3992-5bbd-4bc9-bc3b-4eef40448246 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:32:20.743832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:20.875634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc84e72-dfe8-499f-b6d9-3ca811ecfc0b None None] DHCP port deletion for a6e18642-b28b-4d3a-b701-7a40de2eb39c request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:32:20.880158 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-fcc84e72-dfe8-499f-b6d9-3ca811ecfc0b None None] Deleting port ad3f3992-5bbd-4bc9-bc3b-4eef40448246 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:32:20.880609 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fcc84e72-dfe8-499f-b6d9-3ca811ecfc0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:20.952486 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] For port ad3f3992-5bbd-4bc9-bc3b-4eef40448246, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ad3f3992-5bbd-4bc9-bc3b-4eef40448246,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:32:20.952776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:21.073465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] Calling delete_port for ad3f3992-5bbd-4bc9-bc3b-4eef40448246 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:32:21.121725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-fcc84e72-dfe8-499f-b6d9-3ca811ecfc0b None None] For port ad3f3992-5bbd-4bc9-bc3b-4eef40448246, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ad3f3992-5bbd-4bc9-bc3b-4eef40448246,segment=NetworkSegment(c85dad99-b863-4a03-bdcd-283494e0bcbc),segment_id=c85dad99-b863-4a03-bdcd-283494e0bcbc)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:32:21.122312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fcc84e72-dfe8-499f-b6d9-3ca811ecfc0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:21.157203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:21.203164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3f3992-5bbd-4bc9-bc3b-4eef40448246,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:21.207224 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] No DVR routers for this DVR port ad3f3992-5bbd-4bc9-bc3b-4eef40448246 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:32:21.241270 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-fcc84e72-dfe8-499f-b6d9-3ca811ecfc0b None None] Calling delete_port for ad3f3992-5bbd-4bc9-bc3b-4eef40448246 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:32:21.319946 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-fcc84e72-dfe8-499f-b6d9-3ca811ecfc0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:32:21.320836 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-fcc84e72-dfe8-499f-b6d9-3ca811ecfc0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:32:21.324297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:21.350679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e18642-b28b-4d3a-b701-7a40de2eb39c']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:21.372782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c85dad99-b863-4a03-bdcd-283494e0bcbc') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:21.373063 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c85dad99-b863-4a03-bdcd-283494e0bcbc') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:21.386048 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f2106-d691-4da5-afd2-1b69f4572ace req-82ff9159-5451-460b-a44d-6c72cc4e472d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:21.386602 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:21.387617 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-285f2106-d691-4da5-afd2-1b69f4572ace req-82ff9159-5451-460b-a44d-6c72cc4e472d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 944 time: 0.0972123 Jan 24 16:32:21.409205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:21.417024 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:32:21.417686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:32:21.431594 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:32:21.480011 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:32:21.510519 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:21.532813 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:21.549221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=a6e18642-b28b-4d3a-b701-7a40de2eb39c,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:21.570133 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:32:21.573233 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-285f2106-d691-4da5-afd2-1b69f4572ace req-c4115d64-2356-4582-8982-2157411378b7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=02449d54-ffa4-44f6-ba15-71ca472c8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796668 Jan 24 16:32:21.573561 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5e0291c3-5382-4078-a3dc-ac6fb7725ecb admin admin] 10.222.0.130 "DELETE /v2.0/networks/a6e18642-b28b-4d3a-b701-7a40de2eb39c HTTP/1.1" status: 204 len: 168 time: 0.9551885 Jan 24 16:32:21.576443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37654) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:21.580824 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:32:21.581202 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:21.702600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:21.730617 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:32:21.742143 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6bafbc90-0a63-4a9d-98d5-f253cc9bc4de,segment=NetworkSegment(4b784fbf-571b-4ee5-a6ff-1aabd30b394f),segment_id=4b784fbf-571b-4ee5-a6ff-1aabd30b394f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:32:21.747638 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:21.790024 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de', 'code': 200} Jan 24 16:32:21.815385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=6bafbc90-0a63-4a9d-98d5-f253cc9bc4de,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:21.821783 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-fcc84e72-dfe8-499f-b6d9-3ca811ecfc0b None None] Deleting port ad3f3992-5bbd-4bc9-bc3b-4eef40448246 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:32:21.822232 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fcc84e72-dfe8-499f-b6d9-3ca811ecfc0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:21.911227 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-fcc84e72-dfe8-499f-b6d9-3ca811ecfc0b None None] The port 'ad3f3992-5bbd-4bc9-bc3b-4eef40448246' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:32:22.055211 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dc186369-1054-4007-a084-12a45aeebcd5 req-07aba292-1daf-48c2-a645-247541d0b8e3 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 1098 time: 0.0839088 Jan 24 16:32:22.098197 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af17557f-d87c-4fb5-9cd7-25bf95590c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:22.104902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ad3f3992-5bbd-4bc9-bc3b-4eef40448246 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:32:22.107886 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dc186369-1054-4007-a084-12a45aeebcd5 req-99cbac2d-4fac-4ecd-8429-e2fb76e090e9 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=02449d54-ffa4-44f6-ba15-71ca472c8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463972 Jan 24 16:32:22.138655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: ad3f3992-5bbd-4bc9-bc3b-4eef40448246 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:32:22.139125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ad3f3992-5bbd-4bc9-bc3b-4eef40448246 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:32:22.139393 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device abf07598-c15d-4a1c-845d-0f34e166fc9d no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:32:22.170490 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: abf07598-c15d-4a1c-845d-0f34e166fc9d {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:32:22.170723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device abf07598-c15d-4a1c-845d-0f34e166fc9d not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:32:22.717104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-af17557f-d87c-4fb5-9cd7-25bf95590c52 admin admin] Deleting port 3a6283df-89ef-49b2-9bb5-fb65630b82bb {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:32:22.717714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af17557f-d87c-4fb5-9cd7-25bf95590c52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:22.788536 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6c346-6455-4a8f-8b5a-dda7f18add67 req-81c1584a-5a8f-4d64-aa56-a5185b3b4664 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:22.790057 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-82a6c346-6455-4a8f-8b5a-dda7f18add67 req-81c1584a-5a8f-4d64-aa56-a5185b3b4664 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 945 time: 0.0813675 Jan 24 16:32:22.835510 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-82a6c346-6455-4a8f-8b5a-dda7f18add67 req-59b9742d-dd54-44ef-a4aa-3137ea375fd7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=02449d54-ffa4-44f6-ba15-71ca472c8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396240 Jan 24 16:32:22.889061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-af17557f-d87c-4fb5-9cd7-25bf95590c52 admin admin] For port 3a6283df-89ef-49b2-9bb5-fb65630b82bb, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3a6283df-89ef-49b2-9bb5-fb65630b82bb,segment=NetworkSegment(5ac5ffaa-0043-44f6-a663-1beb2c4d6d16),segment_id=5ac5ffaa-0043-44f6-a663-1beb2c4d6d16)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:32:22.889273 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af17557f-d87c-4fb5-9cd7-25bf95590c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:23.008053 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-af17557f-d87c-4fb5-9cd7-25bf95590c52 admin admin] Calling delete_port for 3a6283df-89ef-49b2-9bb5-fb65630b82bb owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:32:23.192796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af17557f-d87c-4fb5-9cd7-25bf95590c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:23.240632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17557f-d87c-4fb5-9cd7-25bf95590c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a6283df-89ef-49b2-9bb5-fb65630b82bb,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:23.546168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af17557f-d87c-4fb5-9cd7-25bf95590c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:24.178052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179bbb5-6ec0-407c-af73-470973868160 req-a2c1c2d4-8489-430d-87be-520591b6625f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:24.179666 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f179bbb5-6ec0-407c-af73-470973868160 req-a2c1c2d4-8489-430d-87be-520591b6625f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 945 time: 0.1775334 Jan 24 16:32:24.242741 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f179bbb5-6ec0-407c-af73-470973868160 req-5c3f071b-da26-470a-9a64-579a88e8e37a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=02449d54-ffa4-44f6-ba15-71ca472c8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531549 Jan 24 16:32:24.346058 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af17557f-d87c-4fb5-9cd7-25bf95590c52 admin admin] Router a8963ef1-9feb-482f-90d9-2c50fe1f6efb has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:32:24.446723 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e2efe-a47b-4c90-9b6e-faa308526bbb req-d344e502-2399-4869-ba0c-9957568f151c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:24.448209 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-778e2efe-a47b-4c90-9b6e-faa308526bbb req-d344e502-2399-4869-ba0c-9957568f151c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 945 time: 0.0857017 Jan 24 16:32:24.494011 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-778e2efe-a47b-4c90-9b6e-faa308526bbb req-7982ccc0-8489-4169-9d6a-1fff44056313 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=02449d54-ffa4-44f6-ba15-71ca472c8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401106 Jan 24 16:32:24.522284 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37666) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:24.554356 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af17557f-d87c-4fb5-9cd7-25bf95590c52 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:32:24.565592 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51bb35-f3b3-452c-8e1e-654c55e491e1 None None] Sync routers for ids ['a8963ef1-9feb-482f-90d9-2c50fe1f6efb'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:32:24.575189 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-af17557f-d87c-4fb5-9cd7-25bf95590c52 admin admin] 10.222.0.130 "PUT /v2.0/routers/a8963ef1-9feb-482f-90d9-2c50fe1f6efb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9964747 Jan 24 16:32:24.577787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37670) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:24.579131 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51bb35-f3b3-452c-8e1e-654c55e491e1 None None] Routers {'a8963ef1-9feb-482f-90d9-2c50fe1f6efb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:32:24.579953 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0b51bb35-f3b3-452c-8e1e-654c55e491e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:32:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a8963ef1-9feb-482f-90d9-2c50fe1f6efb'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:24.677202 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d9996ec5-e174-48ff-96e4-607dd21cdec6 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 1093 time: 0.1535830 Jan 24 16:32:24.680323 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37674) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:24.686520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:32:24.692729 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:32:24.697843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:floatingip and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:32:24.701612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:32:24.708912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:32:24.761686 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-0b51bb35-f3b3-452c-8e1e-654c55e491e1 None None] Set router a8963ef1-9feb-482f-90d9-2c50fe1f6efb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:32:24.771759 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:24.905282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73f8241c-92dc-42aa-83de-713f81066927 admin admin] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:25.015465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:25.050370 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0b51bb35-f3b3-452c-8e1e-654c55e491e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'name': 'tempest-TestVolumeBootPattern-1783815694-router', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:24Z', 'updated_at': '2022-01-24T16:32:23Z', 'revision_number': 5, 'project_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'gw_port': {'id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:26Z', 'updated_at': '2022-01-24T16:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:25.054426 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51bb35-f3b3-452c-8e1e-654c55e491e1 None None] Checking router: a8963ef1-9feb-482f-90d9-2c50fe1f6efb for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:32:25.067857 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51bb35-f3b3-452c-8e1e-654c55e491e1 None None] Routers {'a8963ef1-9feb-482f-90d9-2c50fe1f6efb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:32:25.068480 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0b51bb35-f3b3-452c-8e1e-654c55e491e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:32:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a8963ef1-9feb-482f-90d9-2c50fe1f6efb'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:25.226905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.125 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/e11d2923-911e-4042-ac9a-630a093cdbdd) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:32:25.248747 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-0b51bb35-f3b3-452c-8e1e-654c55e491e1 None None] Set router a8963ef1-9feb-482f-90d9-2c50fe1f6efb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:32:25.321333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73f8241c-92dc-42aa-83de-713f81066927 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:25.338128 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-73f8241c-92dc-42aa-83de-713f81066927 admin admin] Deleting port 78b93190-2f29-4f82-adda-00a27bd63b54 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:32:25.338455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73f8241c-92dc-42aa-83de-713f81066927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:25.499127 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:25.535925 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-0b51bb35-f3b3-452c-8e1e-654c55e491e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'name': 'tempest-TestVolumeBootPattern-1783815694-router', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:24Z', 'updated_at': '2022-01-24T16:32:23Z', 'revision_number': 5, 'project_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'gw_port': {'id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:26Z', 'updated_at': '2022-01-24T16:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:25.540152 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51bb35-f3b3-452c-8e1e-654c55e491e1 None None] The sync data for ids ['a8963ef1-9feb-482f-90d9-2c50fe1f6efb'] in dv-neutron-826104-1-hyperv is: [{'id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'name': 'tempest-TestVolumeBootPattern-1783815694-router', 'tenant_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:23:24Z', 'updated_at': '2022-01-24T16:32:23Z', 'revision_number': 5, 'project_id': '8284f0285e3a4b62af749bd9f4bb7d1b', 'gw_port': {'id': '78b93190-2f29-4f82-adda-00a27bd63b54', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8963ef1-9feb-482f-90d9-2c50fe1f6efb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:23:26Z', 'updated_at': '2022-01-24T16:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:32:25.560018 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-73f8241c-92dc-42aa-83de-713f81066927 admin admin] For port 78b93190-2f29-4f82-adda-00a27bd63b54, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=78b93190-2f29-4f82-adda-00a27bd63b54,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:32:25.560358 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73f8241c-92dc-42aa-83de-713f81066927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:25.781974 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-73f8241c-92dc-42aa-83de-713f81066927 admin admin] Calling delete_port for 78b93190-2f29-4f82-adda-00a27bd63b54 owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:32:25.814780 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:25.902177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:32:25.903388 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:32:25.917773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:32:25.947573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=e11d2923-911e-4042-ac9a-630a093cdbdd,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:25.992216 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3a6283df-89ef-49b2-9bb5-fb65630b82bb no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:32:26.029591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 3a6283df-89ef-49b2-9bb5-fb65630b82bb {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:32:26.029591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3a6283df-89ef-49b2-9bb5-fb65630b82bb not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:32:26.226750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73f8241c-92dc-42aa-83de-713f81066927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:26.294750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8241c-92dc-42aa-83de-713f81066927 admin admin] Pushing event deleted for resources: {'Port': ['ID=78b93190-2f29-4f82-adda-00a27bd63b54,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:26.612316 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73f8241c-92dc-42aa-83de-713f81066927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:26.878707 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73f8241c-92dc-42aa-83de-713f81066927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:26.887905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73f8241c-92dc-42aa-83de-713f81066927 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.083825 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73f8241c-92dc-42aa-83de-713f81066927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.084279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f8241c-92dc-42aa-83de-713f81066927 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8963ef1-9feb-482f-90d9-2c50fe1f6efb {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:32:27.127062 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.129050 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-73f8241c-92dc-42aa-83de-713f81066927 admin admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.130075 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-73f8241c-92dc-42aa-83de-713f81066927 admin admin] 10.222.0.130 "DELETE /v2.0/routers/a8963ef1-9feb-482f-90d9-2c50fe1f6efb HTTP/1.1" status: 204 len: 168 time: 2.5514035 Jan 24 16:32:27.133553 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37678) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:27.183054 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.191655 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa2f79b-2a4c-497c-abf3-bf3cc84859f7 admin admin] Deleting subnet f465b7fb-9b21-461e-8805-c4fe677bb9ec {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:32:27.194562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f79b-2a4c-497c-abf3-bf3cc84859f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.258603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f79b-2a4c-497c-abf3-bf3cc84859f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.338671 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f79b-2a4c-497c-abf3-bf3cc84859f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.402040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.405994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.413465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f79b-2a4c-497c-abf3-bf3cc84859f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.463553 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2f79b-2a4c-497c-abf3-bf3cc84859f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f465b7fb-9b21-461e-8805-c4fe677bb9ec,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:27.465477 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cfa2f79b-2a4c-497c-abf3-bf3cc84859f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.472326 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cfa2f79b-2a4c-497c-abf3-bf3cc84859f7 admin admin] 10.222.0.130 "DELETE /v2.0/subnets/f465b7fb-9b21-461e-8805-c4fe677bb9ec HTTP/1.1" status: 204 len: 168 time: 0.3376348 Jan 24 16:32:27.474926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37682) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:27.484737 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70096e10-9b16-4743-bdec-44c5983acaa9 None None] Network 344169c9-6313-416f-8dba-8a6b3d2a7e02 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:32:27.513949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=e11d2923-911e-4042-ac9a-630a093cdbdd,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:27.530083 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.580160 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.590903 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] Deleting port 74c55ff1-1743-4305-a99b-33a27daddec3 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:32:27.591280 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.732243 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Floating IP 89264529-484e-4f9a-a40a-d38df45f4e4d associated. External IP: 172.26.2.125, port: 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de. Jan 24 16:32:27.756229 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea41d502-209a-4773-970d-a0d7a728e1ec None None] DHCP port deletion for 344169c9-6313-416f-8dba-8a6b3d2a7e02 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:32:27.761706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ea41d502-209a-4773-970d-a0d7a728e1ec None None] Deleting port 74c55ff1-1743-4305-a99b-33a27daddec3 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:32:27.762163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ea41d502-209a-4773-970d-a0d7a728e1ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.801081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] For port 74c55ff1-1743-4305-a99b-33a27daddec3, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=74c55ff1-1743-4305-a99b-33a27daddec3,segment=NetworkSegment(5ac5ffaa-0043-44f6-a663-1beb2c4d6d16),segment_id=5ac5ffaa-0043-44f6-a663-1beb2c4d6d16)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:32:27.801081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:27.989595 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-ea41d502-209a-4773-970d-a0d7a728e1ec None None] For port 74c55ff1-1743-4305-a99b-33a27daddec3, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=74c55ff1-1743-4305-a99b-33a27daddec3,segment=NetworkSegment(5ac5ffaa-0043-44f6-a663-1beb2c4d6d16),segment_id=5ac5ffaa-0043-44f6-a663-1beb2c4d6d16)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:32:27.989978 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ea41d502-209a-4773-970d-a0d7a728e1ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:28.046810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] Calling delete_port for 74c55ff1-1743-4305-a99b-33a27daddec3 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:32:28.117330 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ea41d502-209a-4773-970d-a0d7a728e1ec None None] Calling delete_port for 74c55ff1-1743-4305-a99b-33a27daddec3 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:32:28.137164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:28.166387 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 74c55ff1-1743-4305-a99b-33a27daddec3 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:32:28.183869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] No DVR routers for this DVR port 74c55ff1-1743-4305-a99b-33a27daddec3 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:32:28.207268 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 74c55ff1-1743-4305-a99b-33a27daddec3 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:32:28.207576 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 74c55ff1-1743-4305-a99b-33a27daddec3 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:32:28.217293 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] Pushing event deleted for resources: {'Port': ['ID=74c55ff1-1743-4305-a99b-33a27daddec3,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:28.229953 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn_limited( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn_limited( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 16:32:28.240865 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 16:32:28.247729 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-ea41d502-209a-4773-970d-a0d7a728e1ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:32:28.248107 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-ea41d502-209a-4773-970d-a0d7a728e1ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:32:28.306902 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:28.332501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344169c9-6313-416f-8dba-8a6b3d2a7e02']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:28.349503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac5ffaa-0043-44f6-a663-1beb2c4d6d16') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:28.349769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac5ffaa-0043-44f6-a663-1beb2c4d6d16') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:28.362287 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:28.378936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:28.385806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:32:28.386219 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:32:28.399637 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:32:28.437205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:32:28.448672 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4adf3fd-74c7-4fd9-8345-f1fb2c99df3f None None] Sync routers for ids ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:32:28.459946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:28.466080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4adf3fd-74c7-4fd9-8345-f1fb2c99df3f None None] Routers {'2389b6ea-db15-4c84-af90-6c4ea2bb6e18'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:32:28.466736 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b4adf3fd-74c7-4fd9-8345-f1fb2c99df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:32:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:28.480764 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:28.502261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:28.517520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] Pushing event deleted for resources: {'Network': ['ID=344169c9-6313-416f-8dba-8a6b3d2a7e02,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:28.520657 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5dd810bd-0fda-4cbd-8282-c356ede35340 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8369741 Jan 24 16:32:28.520657 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'tag': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:32:28.522275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37686) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:28.584765 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'tag': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de', 'status': 'completed', 'code': 200} Jan 24 16:32:28.604687 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-eea3d389-ca4d-4a32-86c7-e658f12e18eb admin admin] 10.222.0.130 "DELETE /v2.0/networks/344169c9-6313-416f-8dba-8a6b3d2a7e02 HTTP/1.1" status: 204 len: 168 time: 1.1286635 Jan 24 16:32:28.737492 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b4e27b75-6106-497a-aecb-91a63a3ee35c req-3762d0a5-f0cb-4ebf-90f5-8f8ab57353d9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 1098 time: 0.1257570 Jan 24 16:32:28.741027 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-b4adf3fd-74c7-4fd9-8345-f1fb2c99df3f None None] Set router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:32:28.782916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ea41d502-209a-4773-970d-a0d7a728e1ec None None] Deleting port 74c55ff1-1743-4305-a99b-33a27daddec3 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:32:28.783292 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ea41d502-209a-4773-970d-a0d7a728e1ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:28.801288 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37694) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:28.833777 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d69df5dd-fa01-4424-b323-21411c2e9d15 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/routers/2389b6ea-db15-4c84-af90-6c4ea2bb6e18 HTTP/1.1" status: 200 len: 923 time: 0.3103213 Jan 24 16:32:28.834611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37698) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:28.869339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ea41d502-209a-4773-970d-a0d7a728e1ec None None] The port '74c55ff1-1743-4305-a99b-33a27daddec3' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:32:28.876112 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9a7fcb82-2081-44d8-8f49-805361608ab2 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=352f5a2cec024da5b72f74b5856cad93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0736229 Jan 24 16:32:28.877017 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37702) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:28.955863 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f206285-6405-4e25-a979-850e942267d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:28.987848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f206285-6405-4e25-a979-850e942267d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:29.066598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f206285-6405-4e25-a979-850e942267d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:29.097768 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c2ea62be-0a6f-49e4-9a28-f666af0777df tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/89264529-484e-4f9a-a40a-d38df45f4e4d HTTP/1.1" status: 200 len: 991 time: 0.2617674 Jan 24 16:32:29.108226 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f206285-6405-4e25-a979-850e942267d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8fabd2-2f8f-4bb2-a565-a94b13246497,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:29.125107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e27b75-6106-497a-aecb-91a63a3ee35c req-fca5b2ed-f3df-4cf3-87ed-c0b116506828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:29.126844 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b4e27b75-6106-497a-aecb-91a63a3ee35c req-fca5b2ed-f3df-4cf3-87ed-c0b116506828 service neutron] 10.222.0.129 "GET /v2.0/networks?id=a54bb29d-193e-43f4-9578-7dc19d911cc3 HTTP/1.1" status: 200 len: 898 time: 0.3813241 Jan 24 16:32:29.130345 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f206285-6405-4e25-a979-850e942267d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:29.131439 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8f206285-6405-4e25-a979-850e942267d2 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/0e8fabd2-2f8f-4bb2-a565-a94b13246497 HTTP/1.1" status: 204 len: 168 time: 0.2524500 Jan 24 16:32:29.231970 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b4adf3fd-74c7-4fd9-8345-f1fb2c99df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'name': 'tempest-TestNetworkBasicOps-router-1705197840', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '17393282-71c6-4955-a6a0-a26596d344fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:32:00Z', 'updated_at': '2022-01-24T16:32:06Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17393282-71c6-4955-a6a0-a26596d344fb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:01Z', 'updated_at': '2022-01-24T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '89264529-484e-4f9a-a40a-d38df45f4e4d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'port_id': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'mac_address': 'fa:16:3e:8b:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:32:26Z', 'updated_at': '2022-01-24T16:32:26Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18775c1a-7bef-4e36-93c8-f4fc082fdf41', 'name': '', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:a3:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:05Z', 'updated_at': '2022-01-24T16:32:12Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:29.235529 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4adf3fd-74c7-4fd9-8345-f1fb2c99df3f None None] Checking router: 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:32:29.239085 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b4e27b75-6106-497a-aecb-91a63a3ee35c req-fc00cd18-f15a-4456-b5ef-303686283f07 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bafbc90-0a63-4a9d-98d5-f253cc9bc4de HTTP/1.1" status: 200 len: 999 time: 0.1041608 Jan 24 16:32:29.246776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4adf3fd-74c7-4fd9-8345-f1fb2c99df3f None None] Routers {'2389b6ea-db15-4c84-af90-6c4ea2bb6e18'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:32:29.247389 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b4adf3fd-74c7-4fd9-8345-f1fb2c99df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:32:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:29.315669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e27b75-6106-497a-aecb-91a63a3ee35c req-4938ed73-a797-4c73-87f0-de5e34d8560c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:32:29.317141 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b4e27b75-6106-497a-aecb-91a63a3ee35c req-4938ed73-a797-4c73-87f0-de5e34d8560c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e4157e5e-8595-4397-a9a0-c018e3f2a793 HTTP/1.1" status: 200 len: 835 time: 0.0717607 Jan 24 16:32:29.398410 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b4e27b75-6106-497a-aecb-91a63a3ee35c req-5442b45e-b7a5-4de9-826b-9a8c9ae8d004 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a54bb29d-193e-43f4-9578-7dc19d911cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731854 Jan 24 16:32:29.443401 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-b4adf3fd-74c7-4fd9-8345-f1fb2c99df3f None None] Set router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:32:29.536935 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b4e27b75-6106-497a-aecb-91a63a3ee35c req-8a7a5fd9-b64d-4d77-9140-3682948f7145 service neutron] 10.222.0.129 "GET /v2.0/networks/a54bb29d-193e-43f4-9578-7dc19d911cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300528 Jan 24 16:32:29.656629 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37710) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:29.672353 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b4e27b75-6106-497a-aecb-91a63a3ee35c req-86546410-460a-4cfa-a80b-0d8b52a2cfb8 service neutron] 10.222.0.129 "GET /v2.0/networks/a54bb29d-193e-43f4-9578-7dc19d911cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263003 Jan 24 16:32:29.713477 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-93be3ee6-45f1-4724-89fd-ace74733b279 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=8284f0285e3a4b62af749bd9f4bb7d1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0554583 Jan 24 16:32:29.715943 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37714) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:29.778949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-362fdcba-990f-4143-b06c-28fc9ea08228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:29.798866 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b4adf3fd-74c7-4fd9-8345-f1fb2c99df3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'name': 'tempest-TestNetworkBasicOps-router-1705197840', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '17393282-71c6-4955-a6a0-a26596d344fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:32:00Z', 'updated_at': '2022-01-24T16:32:06Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17393282-71c6-4955-a6a0-a26596d344fb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:01Z', 'updated_at': '2022-01-24T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '89264529-484e-4f9a-a40a-d38df45f4e4d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'port_id': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'mac_address': 'fa:16:3e:8b:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:32:26Z', 'updated_at': '2022-01-24T16:32:26Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18775c1a-7bef-4e36-93c8-f4fc082fdf41', 'name': '', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:a3:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:05Z', 'updated_at': '2022-01-24T16:32:12Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:32:29.803066 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4adf3fd-74c7-4fd9-8345-f1fb2c99df3f None None] The sync data for ids ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'] in dv-neutron-826104-1-hyperv is: [{'id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'name': 'tempest-TestNetworkBasicOps-router-1705197840', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '17393282-71c6-4955-a6a0-a26596d344fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:32:00Z', 'updated_at': '2022-01-24T16:32:06Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17393282-71c6-4955-a6a0-a26596d344fb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:01Z', 'updated_at': '2022-01-24T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '89264529-484e-4f9a-a40a-d38df45f4e4d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'port_id': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'mac_address': 'fa:16:3e:8b:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:32:26Z', 'updated_at': '2022-01-24T16:32:26Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18775c1a-7bef-4e36-93c8-f4fc082fdf41', 'name': '', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:a3:90:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:05Z', 'updated_at': '2022-01-24T16:32:12Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:32:29.804809 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-362fdcba-990f-4143-b06c-28fc9ea08228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:29.859834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-362fdcba-990f-4143-b06c-28fc9ea08228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:29.878539 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fdcba-990f-4143-b06c-28fc9ea08228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4535ca5-4406-40ea-b76f-ea7970c136ea,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:32:29.883461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-362fdcba-990f-4143-b06c-28fc9ea08228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:29.884054 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-362fdcba-990f-4143-b06c-28fc9ea08228 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/c4535ca5-4406-40ea-b76f-ea7970c136ea HTTP/1.1" status: 204 len: 168 time: 0.1672308 Jan 24 16:32:29.997588 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 78b93190-2f29-4f82-adda-00a27bd63b54 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:32:30.030999 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 78b93190-2f29-4f82-adda-00a27bd63b54 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:32:30.031351 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 78b93190-2f29-4f82-adda-00a27bd63b54 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:32:30.037211 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022df3ef-de26-478d-b420-b2ea0f6fc5de None None] New status for floating IP 89264529-484e-4f9a-a40a-d38df45f4e4d: ACTIVE {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:32:30.101425 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37720) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:30.222370 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-06af56f7-295b-4e31-bc21-b17fd231cbbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/89264529-484e-4f9a-a40a-d38df45f4e4d HTTP/1.1" status: 200 len: 991 time: 0.1185763 Jan 24 16:32:31.226465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37724) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:32:31.349768 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-265159ba-a187-4ac2-9bff-49a54c4e36e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/89264529-484e-4f9a-a40a-d38df45f4e4d HTTP/1.1" status: 200 len: 993 time: 0.1218398 Jan 24 16:32:36.967694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7c3092f4-8cb1-4bda-b6ce-bb8162f7bf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:39.149538 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-16a4ac25-431f-4d90-ad3a-3f7a1a880ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:40.338806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:40.401660 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:41.809818 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:32:42.500752 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:32:47.903062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:01.931051 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c9b8b797-5e49-4776-860e-fd9d4ecac079 req-3d758b85-8641-4e83-b138-7abc411bded2 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698242 Jan 24 16:33:02.082415 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c9b8b797-5e49-4776-860e-fd9d4ecac079 req-bdbf70da-4711-4d0e-9122-d6af1ddb911a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 1098 time: 0.0741553 Jan 24 16:33:02.253060 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8b797-5e49-4776-860e-fd9d4ecac079 req-009970a5-c678-472a-9da0-d56b8f8b5697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:02.255261 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c9b8b797-5e49-4776-860e-fd9d4ecac079 req-009970a5-c678-472a-9da0-d56b8f8b5697 service neutron] 10.222.0.129 "GET /v2.0/networks?id=a54bb29d-193e-43f4-9578-7dc19d911cc3 HTTP/1.1" status: 200 len: 898 time: 0.1451378 Jan 24 16:33:02.363228 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c9b8b797-5e49-4776-860e-fd9d4ecac079 req-1be90e1c-9fd6-4c79-9e4e-18587004a132 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bafbc90-0a63-4a9d-98d5-f253cc9bc4de HTTP/1.1" status: 200 len: 1001 time: 0.0995307 Jan 24 16:33:02.436891 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8b797-5e49-4776-860e-fd9d4ecac079 req-87ca823c-e958-4230-83c3-add1897e9be7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:02.438328 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c9b8b797-5e49-4776-860e-fd9d4ecac079 req-87ca823c-e958-4230-83c3-add1897e9be7 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e4157e5e-8595-4397-a9a0-c018e3f2a793 HTTP/1.1" status: 200 len: 835 time: 0.0687156 Jan 24 16:33:02.527880 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c9b8b797-5e49-4776-860e-fd9d4ecac079 req-aa032e35-7398-473e-a3c6-e6cc6b535844 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a54bb29d-193e-43f4-9578-7dc19d911cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798357 Jan 24 16:33:02.665056 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c9b8b797-5e49-4776-860e-fd9d4ecac079 req-4cc58c6a-0ba5-4bbc-a2a0-636f2f9d3f62 service neutron] 10.222.0.129 "GET /v2.0/networks/a54bb29d-193e-43f4-9578-7dc19d911cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281643 Jan 24 16:33:02.807296 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c9b8b797-5e49-4776-860e-fd9d4ecac079 req-2a5e6b38-7172-438a-91c5-c7be60db2f2e service neutron] 10.222.0.129 "GET /v2.0/networks/a54bb29d-193e-43f4-9578-7dc19d911cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353116 Jan 24 16:33:03.498620 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37740) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:03.775041 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-10ab4405-9ab2-4d1f-9efe-3041d79be8cd tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/routers/2389b6ea-db15-4c84-af90-6c4ea2bb6e18/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2751455 Jan 24 16:33:03.777931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37744) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:04.003586 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77356926-90df-40e2-8a39-0ffac94dc9f5 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Notify agent at dv-neutron-826104-1-hyperv the message router_removed_from_agent {{(pid=83466) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 24 16:33:04.007670 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-77356926-90df-40e2-8a39-0ffac94dc9f5 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "DELETE /v2.0/agents/03a6326a-a0d2-4353-9d8a-645bc955b280/l3-routers/2389b6ea-db15-4c84-af90-6c4ea2bb6e18 HTTP/1.1" status: 204 len: 168 time: 0.2287769 Jan 24 16:33:04.010535 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37748) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:04.202329 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f9932e5b-2271-4ad2-9e07-83670422a7f4 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/routers/2389b6ea-db15-4c84-af90-6c4ea2bb6e18/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1905258 Jan 24 16:33:04.205916 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37752) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:04.321949 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fd1f5275-16bf-4571-b553-040a24a058e9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/89264529-484e-4f9a-a40a-d38df45f4e4d HTTP/1.1" status: 200 len: 993 time: 0.1148891 Jan 24 16:33:04.773120 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66419616-677a-4d1d-8ad2-f7fafd863fc1 None None] New status for floating IP 89264529-484e-4f9a-a40a-d38df45f4e4d: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:33:05.327337 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37756) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:05.430538 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4ed931ed-9250-4a7e-a44c-04f4b58c34a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/89264529-484e-4f9a-a40a-d38df45f4e4d HTTP/1.1" status: 200 len: 991 time: 0.1020756 Jan 24 16:33:06.053512 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 18775c1a-7bef-4e36-93c8-f4fc082fdf41 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:33:06.167964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:06.201752 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 18775c1a-7bef-4e36-93c8-f4fc082fdf41, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=18775c1a-7bef-4e36-93c8-f4fc082fdf41,segment=NetworkSegment(4b784fbf-571b-4ee5-a6ff-1aabd30b394f),segment_id=4b784fbf-571b-4ee5-a6ff-1aabd30b394f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:33:06.207272 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:06.207988 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 17393282-71c6-4955-a6a0-a26596d344fb no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:33:06.317462 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=18775c1a-7bef-4e36-93c8-f4fc082fdf41,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:06.360587 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:06.361060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:06.361568 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:06.362013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:06.362463 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:06.362912 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:06.363392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:06.363890 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:06.364357 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:06.364832 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:06.365309 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:06.390523 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:06.406703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 17393282-71c6-4955-a6a0-a26596d344fb, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=17393282-71c6-4955-a6a0-a26596d344fb,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:33:06.413983 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:06.492803 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=17393282-71c6-4955-a6a0-a26596d344fb,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:06.968533 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-199cabf7-da66-4333-b4ee-c235c1c353cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:07.492271 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37764) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:07.710779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e533e37b-b9dd-43fb-a0f8-eaa2708cd710 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:33:07.711129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e533e37b-b9dd-43fb-a0f8-eaa2708cd710 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Notify agent at dv-neutron-826104-1-hyperv the message router_added_to_agent {{(pid=83466) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 24 16:33:07.741079 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e533e37b-b9dd-43fb-a0f8-eaa2708cd710 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "POST /v2.0/agents/03a6326a-a0d2-4353-9d8a-645bc955b280/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2476597 Jan 24 16:33:07.743651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37770) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:07.762303 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aeecdd-6d5c-4eb1-a514-7fc94d89e32a None None] Sync routers for ids ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:33:07.774243 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aeecdd-6d5c-4eb1-a514-7fc94d89e32a None None] Routers {'2389b6ea-db15-4c84-af90-6c4ea2bb6e18'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:33:07.774853 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c4aeecdd-6d5c-4eb1-a514-7fc94d89e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:32:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:07.920867 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-09aae5aa-fa5d-47d2-bcb3-323c569f261e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/routers/2389b6ea-db15-4c84-af90-6c4ea2bb6e18/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1761255 Jan 24 16:33:07.923888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37776) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:07.951976 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-c4aeecdd-6d5c-4eb1-a514-7fc94d89e32a None None] Set router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:33:08.034002 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1ce17e2e-3012-4a62-99f9-0da67904935c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/89264529-484e-4f9a-a40a-d38df45f4e4d HTTP/1.1" status: 200 len: 991 time: 0.1090360 Jan 24 16:33:08.353520 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c4aeecdd-6d5c-4eb1-a514-7fc94d89e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'name': 'tempest-TestNetworkBasicOps-router-1705197840', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '17393282-71c6-4955-a6a0-a26596d344fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:32:00Z', 'updated_at': '2022-01-24T16:32:06Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17393282-71c6-4955-a6a0-a26596d344fb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:01Z', 'updated_at': '2022-01-24T16:33:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '89264529-484e-4f9a-a40a-d38df45f4e4d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'port_id': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'mac_address': 'fa:16:3e:8b:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:32:26Z', 'updated_at': '2022-01-24T16:33:04Z', 'revision_number': 2, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18775c1a-7bef-4e36-93c8-f4fc082fdf41', 'name': '', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:a3:90:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:05Z', 'updated_at': '2022-01-24T16:33:06Z', 'revision_number': 6, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:08.359046 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aeecdd-6d5c-4eb1-a514-7fc94d89e32a None None] Checking router: 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:33:08.372872 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aeecdd-6d5c-4eb1-a514-7fc94d89e32a None None] Routers {'2389b6ea-db15-4c84-af90-6c4ea2bb6e18'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:33:08.373480 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c4aeecdd-6d5c-4eb1-a514-7fc94d89e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:32:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:08.572097 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-c4aeecdd-6d5c-4eb1-a514-7fc94d89e32a None None] Set router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:33:08.936940 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c4aeecdd-6d5c-4eb1-a514-7fc94d89e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'name': 'tempest-TestNetworkBasicOps-router-1705197840', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '17393282-71c6-4955-a6a0-a26596d344fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:32:00Z', 'updated_at': '2022-01-24T16:32:06Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17393282-71c6-4955-a6a0-a26596d344fb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:01Z', 'updated_at': '2022-01-24T16:33:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '89264529-484e-4f9a-a40a-d38df45f4e4d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'port_id': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'mac_address': 'fa:16:3e:8b:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:32:26Z', 'updated_at': '2022-01-24T16:33:04Z', 'revision_number': 2, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18775c1a-7bef-4e36-93c8-f4fc082fdf41', 'name': '', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:a3:90:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:05Z', 'updated_at': '2022-01-24T16:33:06Z', 'revision_number': 6, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:08.941334 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aeecdd-6d5c-4eb1-a514-7fc94d89e32a None None] The sync data for ids ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'] in dv-neutron-826104-1-hyperv is: [{'id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'name': 'tempest-TestNetworkBasicOps-router-1705197840', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '17393282-71c6-4955-a6a0-a26596d344fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:32:00Z', 'updated_at': '2022-01-24T16:32:06Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17393282-71c6-4955-a6a0-a26596d344fb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:01Z', 'updated_at': '2022-01-24T16:33:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '89264529-484e-4f9a-a40a-d38df45f4e4d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'port_id': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'mac_address': 'fa:16:3e:8b:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:32:26Z', 'updated_at': '2022-01-24T16:33:04Z', 'revision_number': 2, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18775c1a-7bef-4e36-93c8-f4fc082fdf41', 'name': '', 'network_id': 'a54bb29d-193e-43f4-9578-7dc19d911cc3', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:a3:90:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:05Z', 'updated_at': '2022-01-24T16:33:06Z', 'revision_number': 6, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'e4157e5e-8595-4397-a9a0-c018e3f2a793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:33:09.036845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37780) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:09.154213 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9c1f2f04-38dc-4dd9-ab68-97532d63b2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:09.166373 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-19bdc7ad-3cda-4e01-a5e8-d173b2ac50d6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/89264529-484e-4f9a-a40a-d38df45f4e4d HTTP/1.1" status: 200 len: 991 time: 0.1283298 Jan 24 16:33:10.108386 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 18775c1a-7bef-4e36-93c8-f4fc082fdf41 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:33:10.170838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37784) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:10.177970 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:33:10.178503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:10.277144 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-680fd4f8-3985-4fc9-8315-7f5b00468888 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/89264529-484e-4f9a-a40a-d38df45f4e4d HTTP/1.1" status: 200 len: 991 time: 0.1048660 Jan 24 16:33:10.294245 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:10.334677 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 18775c1a-7bef-4e36-93c8-f4fc082fdf41, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=18775c1a-7bef-4e36-93c8-f4fc082fdf41,segment=NetworkSegment(4b784fbf-571b-4ee5-a6ff-1aabd30b394f),segment_id=4b784fbf-571b-4ee5-a6ff-1aabd30b394f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:33:10.341338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:10.342179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 17393282-71c6-4955-a6a0-a26596d344fb up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:33:10.399173 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:10.471030 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:10.483465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=18775c1a-7bef-4e36-93c8-f4fc082fdf41,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:10.498560 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 17393282-71c6-4955-a6a0-a26596d344fb triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:33:10.498924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:10.625954 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:10.642393 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 17393282-71c6-4955-a6a0-a26596d344fb, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=17393282-71c6-4955-a6a0-a26596d344fb,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:33:10.648465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:10.716362 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=17393282-71c6-4955-a6a0-a26596d344fb,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:11.282089 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37788) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:11.392567 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bfe86998-e97a-4dfe-ad6a-56d4a6fd71cc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/89264529-484e-4f9a-a40a-d38df45f4e4d HTTP/1.1" status: 200 len: 991 time: 0.1090541 Jan 24 16:33:11.768780 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:12.068038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 18775c1a-7bef-4e36-93c8-f4fc082fdf41 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:33:12.140299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:33:12.140660 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:12.273232 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 17393282-71c6-4955-a6a0-a26596d344fb up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:33:12.352427 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 17393282-71c6-4955-a6a0-a26596d344fb triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:33:12.352794 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:12.397570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37792) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:12.620549 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-558307ce-7f62-44fc-a265-980f7def5efb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/89264529-484e-4f9a-a40a-d38df45f4e4d HTTP/1.1" status: 200 len: 991 time: 0.2218153 Jan 24 16:33:13.625567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37796) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:13.824540 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-56a59509-22c4-4097-ba29-13a8ac0da140 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/89264529-484e-4f9a-a40a-d38df45f4e4d HTTP/1.1" status: 200 len: 991 time: 0.1970801 Jan 24 16:33:14.829217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37800) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:14.937227 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-05ea2d2e-2c11-422c-8804-456f7c364463 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/89264529-484e-4f9a-a40a-d38df45f4e4d HTTP/1.1" status: 200 len: 991 time: 0.1069467 Jan 24 16:33:15.942265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37804) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:16.054536 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-adac3b11-55f4-45f5-8c0b-85c05987e35d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/89264529-484e-4f9a-a40a-d38df45f4e4d HTTP/1.1" status: 200 len: 991 time: 0.1109498 Jan 24 16:33:16.072416 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2c9659-7325-445b-9ffe-5dff554ea874 None None] New status for floating IP 89264529-484e-4f9a-a40a-d38df45f4e4d: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:33:17.056114 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37808) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:17.162000 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6b7b05e8-3332-45c4-9d0b-dfee6b79767e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/89264529-484e-4f9a-a40a-d38df45f4e4d HTTP/1.1" status: 200 len: 993 time: 0.1044900 Jan 24 16:33:17.486810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37816) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:17.692119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port e11d2923-911e-4042-ac9a-630a093cdbdd {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:33:17.692422 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:17.873258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:17.873603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:17.943674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:17.994407 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for e11d2923-911e-4042-ac9a-630a093cdbdd owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:33:18.149805 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:18.203028 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=e11d2923-911e-4042-ac9a-630a093cdbdd,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:18.241800 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:18.242135 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:18.242463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:18.242790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:18.243112 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:18.243453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:18.243777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:18.244123 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:18.244444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:18.244740 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:18.245047 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:18.307367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:18.816163 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:33:19.028516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:33:19.050976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:19.108222 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-958c6cff-f05c-45d0-ad0f-d4f029235247 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/floatingips/89264529-484e-4f9a-a40a-d38df45f4e4d HTTP/1.1" status: 204 len: 168 time: 1.6201866 Jan 24 16:33:19.108837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'tag': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:33:19.167208 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'tag': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de', 'status': 'completed', 'code': 200} Jan 24 16:33:19.265507 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1768c8ac-6337-4d9e-a02a-e1c5a3647b80 req-f52a47c1-7a57-418b-8135-24963575a956 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 1098 time: 0.0726137 Jan 24 16:33:19.409583 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768c8ac-6337-4d9e-a02a-e1c5a3647b80 req-3b21975a-0c24-4f69-af92-81ecfea64e4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:19.411196 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1768c8ac-6337-4d9e-a02a-e1c5a3647b80 req-3b21975a-0c24-4f69-af92-81ecfea64e4e service neutron] 10.222.0.129 "GET /v2.0/networks?id=a54bb29d-193e-43f4-9578-7dc19d911cc3 HTTP/1.1" status: 200 len: 898 time: 0.1367104 Jan 24 16:33:19.501996 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:33:19.517719 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1768c8ac-6337-4d9e-a02a-e1c5a3647b80 req-10cc51aa-32d6-4706-8d43-dc6bcbf1ab5f service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bafbc90-0a63-4a9d-98d5-f253cc9bc4de HTTP/1.1" status: 200 len: 217 time: 0.0999980 Jan 24 16:33:19.592369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768c8ac-6337-4d9e-a02a-e1c5a3647b80 req-66624393-59f9-40bb-a5a0-dcdc9d682d08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:19.593784 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1768c8ac-6337-4d9e-a02a-e1c5a3647b80 req-66624393-59f9-40bb-a5a0-dcdc9d682d08 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e4157e5e-8595-4397-a9a0-c018e3f2a793 HTTP/1.1" status: 200 len: 835 time: 0.0648034 Jan 24 16:33:19.603253 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9788d-a143-4478-b57a-8e4cba09f32e req-3f138660-d282-48e0-b2b6-9177d20501ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:19.604594 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-87a9788d-a143-4478-b57a-8e4cba09f32e req-3f138660-d282-48e0-b2b6-9177d20501ac tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 945 time: 0.1415381 Jan 24 16:33:19.698781 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-87a9788d-a143-4478-b57a-8e4cba09f32e req-fad07e31-7163-461a-9991-311f29685e29 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=02449d54-ffa4-44f6-ba15-71ca472c8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634639 Jan 24 16:33:19.712216 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1768c8ac-6337-4d9e-a02a-e1c5a3647b80 req-e3cdd8b0-48f2-4819-8f92-e961679ec8f2 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a54bb29d-193e-43f4-9578-7dc19d911cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1067250 Jan 24 16:33:19.861311 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1768c8ac-6337-4d9e-a02a-e1c5a3647b80 req-bedf563a-ffdc-49b0-bcc6-791675ce9841 service neutron] 10.222.0.129 "GET /v2.0/networks/a54bb29d-193e-43f4-9578-7dc19d911cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421075 Jan 24 16:33:19.993373 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1768c8ac-6337-4d9e-a02a-e1c5a3647b80 req-40f6cc33-e607-49ee-bc72-50de4f88fcdd service neutron] 10.222.0.129 "GET /v2.0/networks/a54bb29d-193e-43f4-9578-7dc19d911cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249661 Jan 24 16:33:20.913103 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4d136-f900-4db1-825a-eb14120ad2fd req-947946ce-d826-41e3-b03b-b10da2527d80 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:20.913771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-29c4d136-f900-4db1-825a-eb14120ad2fd req-947946ce-d826-41e3-b03b-b10da2527d80 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:33:20.935411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-29c4d136-f900-4db1-825a-eb14120ad2fd req-947946ce-d826-41e3-b03b-b10da2527d80 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:33:20.936651 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-29c4d136-f900-4db1-825a-eb14120ad2fd req-947946ce-d826-41e3-b03b-b10da2527d80 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 945 time: 0.1093726 Jan 24 16:33:20.986386 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-29c4d136-f900-4db1-825a-eb14120ad2fd req-6514e3ee-6033-4c25-8a85-8520ea2b694c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=02449d54-ffa4-44f6-ba15-71ca472c8069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436640 Jan 24 16:33:20.992296 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc634ef-a6ec-41e3-9b1c-393ed4525bc1 req-06f0dd6f-b2a9-4bb8-a79d-9beffad641d9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:20.993739 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2cc634ef-a6ec-41e3-9b1c-393ed4525bc1 req-06f0dd6f-b2a9-4bb8-a79d-9beffad641d9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 945 time: 0.0814576 Jan 24 16:33:21.065714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-2cc634ef-a6ec-41e3-9b1c-393ed4525bc1 req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:33:21.066019 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2cc634ef-a6ec-41e3-9b1c-393ed4525bc1 req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:21.311173 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-2cc634ef-a6ec-41e3-9b1c-393ed4525bc1 req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6bafbc90-0a63-4a9d-98d5-f253cc9bc4de,segment=NetworkSegment(4b784fbf-571b-4ee5-a6ff-1aabd30b394f),segment_id=4b784fbf-571b-4ee5-a6ff-1aabd30b394f)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:33:21.311429 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2cc634ef-a6ec-41e3-9b1c-393ed4525bc1 req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:21.431858 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-2cc634ef-a6ec-41e3-9b1c-393ed4525bc1 req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:33:21.574347 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2cc634ef-a6ec-41e3-9b1c-393ed4525bc1 req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:21.714422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=6bafbc90-0a63-4a9d-98d5-f253cc9bc4de,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:21.753562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:21.753892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:21.754221 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:21.754537 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:21.754828 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:21.755156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:21.755501 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:21.755805 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:21.756140 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:21.756436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:21.756754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:21.795348 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc634ef-a6ec-41e3-9b1c-393ed4525bc1 req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] No DVR routers for this DVR port 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:33:21.797840 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-2cc634ef-a6ec-41e3-9b1c-393ed4525bc1 req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:21.800350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'name': 'network-vif-deleted', 'tag': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:33:21.817476 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2cc634ef-a6ec-41e3-9b1c-393ed4525bc1 req-1cf2f4ce-1293-4819-843a-2ae81fdf6d54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "DELETE /v2.0/ports/6bafbc90-0a63-4a9d-98d5-f253cc9bc4de HTTP/1.1" status: 204 len: 173 time: 0.8176088 Jan 24 16:33:21.868441 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0279b8f-b1a8-4355-919c-f7d8af5cfed2', 'name': 'network-vif-deleted', 'tag': '6bafbc90-0a63-4a9d-98d5-f253cc9bc4de', 'status': 'completed', 'code': 200} Jan 24 16:33:22.169098 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ace98056-79ca-4073-86fd-3c18157607cd req-1888eff2-6098-45f0-8892-35a7da65851c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e0279b8f-b1a8-4355-919c-f7d8af5cfed2 HTTP/1.1" status: 200 len: 210 time: 0.0414965 Jan 24 16:33:23.284152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37834) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:23.367901 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-187bb0ac-27ba-42fb-a7be-c72bf5c317ad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:23.397361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-187bb0ac-27ba-42fb-a7be-c72bf5c317ad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:23.465203 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-187bb0ac-27ba-42fb-a7be-c72bf5c317ad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:23.493051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bb0ac-27ba-42fb-a7be-c72bf5c317ad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02449d54-ffa4-44f6-ba15-71ca472c8069,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:23.506161 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-187bb0ac-27ba-42fb-a7be-c72bf5c317ad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:23.509463 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-187bb0ac-27ba-42fb-a7be-c72bf5c317ad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/security-groups/02449d54-ffa4-44f6-ba15-71ca472c8069 HTTP/1.1" status: 204 len: 168 time: 0.2223265 Jan 24 16:33:23.549520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37840) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:23.959823 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6d68f0a1-57e8-48b8-8853-98216f5fd870 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:24.670758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6d68f0a1-57e8-48b8-8853-98216f5fd870 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 18775c1a-7bef-4e36-93c8-f4fc082fdf41 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:33:24.671447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6d68f0a1-57e8-48b8-8853-98216f5fd870 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:24.853902 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-6d68f0a1-57e8-48b8-8853-98216f5fd870 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port 18775c1a-7bef-4e36-93c8-f4fc082fdf41, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=18775c1a-7bef-4e36-93c8-f4fc082fdf41,segment=NetworkSegment(4b784fbf-571b-4ee5-a6ff-1aabd30b394f),segment_id=4b784fbf-571b-4ee5-a6ff-1aabd30b394f)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:33:24.854221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6d68f0a1-57e8-48b8-8853-98216f5fd870 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:24.975600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6d68f0a1-57e8-48b8-8853-98216f5fd870 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 18775c1a-7bef-4e36-93c8-f4fc082fdf41 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:33:25.178532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6d68f0a1-57e8-48b8-8853-98216f5fd870 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:25.223262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68f0a1-57e8-48b8-8853-98216f5fd870 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=18775c1a-7bef-4e36-93c8-f4fc082fdf41,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:25.517787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6d68f0a1-57e8-48b8-8853-98216f5fd870 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:25.727695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:33:25.763207 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:33:25.763565 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 6bafbc90-0a63-4a9d-98d5-f253cc9bc4de not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:33:26.242522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d68f0a1-57e8-48b8-8853-98216f5fd870 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:33:26.461230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d68f0a1-57e8-48b8-8853-98216f5fd870 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:33:26.475968 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6d68f0a1-57e8-48b8-8853-98216f5fd870 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/2389b6ea-db15-4c84-af90-6c4ea2bb6e18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9253061 Jan 24 16:33:26.479082 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37844) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:26.532193 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365e9d8e-c02c-4858-a179-8d891d014013 None None] Sync routers for ids ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:33:26.544493 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e9d8e-c02c-4858-a179-8d891d014013 None None] Routers {'2389b6ea-db15-4c84-af90-6c4ea2bb6e18'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:33:26.545121 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-365e9d8e-c02c-4858-a179-8d891d014013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:33:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:26.671286 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c6b01b-be3e-49fc-ab88-60eece3dbf2a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting subnet e4157e5e-8595-4397-a9a0-c018e3f2a793 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:33:26.674345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f8c6b01b-be3e-49fc-ab88-60eece3dbf2a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:26.731990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f8c6b01b-be3e-49fc-ab88-60eece3dbf2a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:26.749545 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-365e9d8e-c02c-4858-a179-8d891d014013 None None] Set router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:33:26.811603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f8c6b01b-be3e-49fc-ab88-60eece3dbf2a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:26.891279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f8c6b01b-be3e-49fc-ab88-60eece3dbf2a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:26.929133 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6b01b-be3e-49fc-ab88-60eece3dbf2a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Subnet': ['ID=e4157e5e-8595-4397-a9a0-c018e3f2a793,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:26.935904 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f8c6b01b-be3e-49fc-ab88-60eece3dbf2a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:26.944490 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f8c6b01b-be3e-49fc-ab88-60eece3dbf2a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/subnets/e4157e5e-8595-4397-a9a0-c018e3f2a793 HTTP/1.1" status: 204 len: 168 time: 0.4619157 Jan 24 16:33:26.944682 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644438d0-2f6f-43a0-9547-f95ecb3aa9d1 None None] Network a54bb29d-193e-43f4-9578-7dc19d911cc3 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:33:26.945094 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37848) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:27.033674 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-365e9d8e-c02c-4858-a179-8d891d014013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'name': 'tempest-TestNetworkBasicOps-router-1705197840', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '17393282-71c6-4955-a6a0-a26596d344fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:32:00Z', 'updated_at': '2022-01-24T16:33:25Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17393282-71c6-4955-a6a0-a26596d344fb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:01Z', 'updated_at': '2022-01-24T16:33:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:27.038085 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365e9d8e-c02c-4858-a179-8d891d014013 None None] Checking router: 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:33:27.049082 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e9d8e-c02c-4858-a179-8d891d014013 None None] Routers {'2389b6ea-db15-4c84-af90-6c4ea2bb6e18'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:33:27.049687 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-365e9d8e-c02c-4858-a179-8d891d014013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:33:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:27.160834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bd2e36cd-0e6d-44b3-981b-87e39e05fead tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:27.203621 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d8e988-2c3d-4b74-b8b6-453db5447891 None None] DHCP port deletion for a54bb29d-193e-43f4-9578-7dc19d911cc3 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:33:27.208503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e8d8e988-2c3d-4b74-b8b6-453db5447891 None None] Deleting port cfc97866-6bc3-4612-8771-f8d79346dffa {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:33:27.208874 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e8d8e988-2c3d-4b74-b8b6-453db5447891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:27.246203 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-365e9d8e-c02c-4858-a179-8d891d014013 None None] Set router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:33:27.363161 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bd2e36cd-0e6d-44b3-981b-87e39e05fead tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:27.374222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e36cd-0e6d-44b3-981b-87e39e05fead tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 17393282-71c6-4955-a6a0-a26596d344fb {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:33:27.374566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bd2e36cd-0e6d-44b3-981b-87e39e05fead tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:27.427312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-e8d8e988-2c3d-4b74-b8b6-453db5447891 None None] For port cfc97866-6bc3-4612-8771-f8d79346dffa, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=cfc97866-6bc3-4612-8771-f8d79346dffa,segment=NetworkSegment(4b784fbf-571b-4ee5-a6ff-1aabd30b394f),segment_id=4b784fbf-571b-4ee5-a6ff-1aabd30b394f)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:33:27.427860 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e8d8e988-2c3d-4b74-b8b6-453db5447891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:27.531595 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-365e9d8e-c02c-4858-a179-8d891d014013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'name': 'tempest-TestNetworkBasicOps-router-1705197840', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '17393282-71c6-4955-a6a0-a26596d344fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:32:00Z', 'updated_at': '2022-01-24T16:33:25Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17393282-71c6-4955-a6a0-a26596d344fb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:01Z', 'updated_at': '2022-01-24T16:33:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:27.535640 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365e9d8e-c02c-4858-a179-8d891d014013 None None] The sync data for ids ['2389b6ea-db15-4c84-af90-6c4ea2bb6e18'] in dv-neutron-826104-1-hyperv is: [{'id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'name': 'tempest-TestNetworkBasicOps-router-1705197840', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '17393282-71c6-4955-a6a0-a26596d344fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:32:00Z', 'updated_at': '2022-01-24T16:33:25Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '17393282-71c6-4955-a6a0-a26596d344fb', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389b6ea-db15-4c84-af90-6c4ea2bb6e18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:32:01Z', 'updated_at': '2022-01-24T16:33:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:33:27.552073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e8d8e988-2c3d-4b74-b8b6-453db5447891 None None] Calling delete_port for cfc97866-6bc3-4612-8771-f8d79346dffa owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:33:27.554509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-bd2e36cd-0e6d-44b3-981b-87e39e05fead tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port 17393282-71c6-4955-a6a0-a26596d344fb, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=17393282-71c6-4955-a6a0-a26596d344fb,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:33:27.554996 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bd2e36cd-0e6d-44b3-981b-87e39e05fead tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:27.625206 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e8d8e988-2c3d-4b74-b8b6-453db5447891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:27.672584 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8e988-2c3d-4b74-b8b6-453db5447891 None None] Pushing event deleted for resources: {'Port': ['ID=cfc97866-6bc3-4612-8771-f8d79346dffa,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:27.672822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e36cd-0e6d-44b3-981b-87e39e05fead tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 17393282-71c6-4955-a6a0-a26596d344fb owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:33:27.677982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d8e988-2c3d-4b74-b8b6-453db5447891 None None] No DVR routers for this DVR port cfc97866-6bc3-4612-8771-f8d79346dffa on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:33:27.927601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bd2e36cd-0e6d-44b3-981b-87e39e05fead tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:27.972968 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e36cd-0e6d-44b3-981b-87e39e05fead tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=17393282-71c6-4955-a6a0-a26596d344fb,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:28.127667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 18775c1a-7bef-4e36-93c8-f4fc082fdf41 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:33:28.161375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 18775c1a-7bef-4e36-93c8-f4fc082fdf41 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:33:28.161611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 18775c1a-7bef-4e36-93c8-f4fc082fdf41 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:33:28.162021 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device cfc97866-6bc3-4612-8771-f8d79346dffa no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:33:28.194427 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: cfc97866-6bc3-4612-8771-f8d79346dffa {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:33:28.194814 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device cfc97866-6bc3-4612-8771-f8d79346dffa not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:33:28.223730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bd2e36cd-0e6d-44b3-981b-87e39e05fead tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:28.483513 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bd2e36cd-0e6d-44b3-981b-87e39e05fead tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:28.488223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bd2e36cd-0e6d-44b3-981b-87e39e05fead tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:28.518247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bd2e36cd-0e6d-44b3-981b-87e39e05fead tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:28.518818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2e36cd-0e6d-44b3-981b-87e39e05fead tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Fanout notify agent at l3_agent the message router_deleted on router 2389b6ea-db15-4c84-af90-6c4ea2bb6e18 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:33:28.533106 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bd2e36cd-0e6d-44b3-981b-87e39e05fead tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:28.534162 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bd2e36cd-0e6d-44b3-981b-87e39e05fead tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/routers/2389b6ea-db15-4c84-af90-6c4ea2bb6e18 HTTP/1.1" status: 204 len: 168 time: 1.5884659 Jan 24 16:33:28.536999 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37852) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:28.645224 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-897253c8-0d49-4562-a7ac-cd157aeab999 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:28.778305 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-897253c8-0d49-4562-a7ac-cd157aeab999 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:28.803643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-897253c8-0d49-4562-a7ac-cd157aeab999 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54bb29d-193e-43f4-9578-7dc19d911cc3']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:28.815882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-897253c8-0d49-4562-a7ac-cd157aeab999 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b784fbf-571b-4ee5-a6ff-1aabd30b394f') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:28.816179 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-897253c8-0d49-4562-a7ac-cd157aeab999 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b784fbf-571b-4ee5-a6ff-1aabd30b394f') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:28.827683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-897253c8-0d49-4562-a7ac-cd157aeab999 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:28.843383 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-897253c8-0d49-4562-a7ac-cd157aeab999 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:28.849917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897253c8-0d49-4562-a7ac-cd157aeab999 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:33:28.850272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-897253c8-0d49-4562-a7ac-cd157aeab999 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:33:28.864983 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:33:28.949206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-897253c8-0d49-4562-a7ac-cd157aeab999 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:28.966405 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-897253c8-0d49-4562-a7ac-cd157aeab999 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:28.979312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897253c8-0d49-4562-a7ac-cd157aeab999 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Network': ['ID=a54bb29d-193e-43f4-9578-7dc19d911cc3,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:28.982200 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-897253c8-0d49-4562-a7ac-cd157aeab999 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/networks/a54bb29d-193e-43f4-9578-7dc19d911cc3 HTTP/1.1" status: 204 len: 168 time: 0.4440153 Jan 24 16:33:29.006461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37856) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:29.012505 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a7031587-8140-4b68-9432-1f90faf4aefd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'network': {'name': 'tempest-network-smoke--824465003', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'port_security_enabled': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:33:29.017802 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a7031587-8140-4b68-9432-1f90faf4aefd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:33:29.022086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a7031587-8140-4b68-9432-1f90faf4aefd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:network and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:33:29.025249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a7031587-8140-4b68-9432-1f90faf4aefd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:33:29.032142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a7031587-8140-4b68-9432-1f90faf4aefd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:33:29.042208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7031587-8140-4b68-9432-1f90faf4aefd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:33:29.045339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7031587-8140-4b68-9432-1f90faf4aefd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:29.077099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7031587-8140-4b68-9432-1f90faf4aefd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:33:29.086459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7031587-8140-4b68-9432-1f90faf4aefd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:29.086801 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-a7031587-8140-4b68-9432-1f90faf4aefd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Added segment fb22b4f3-f159-4cb8-a84b-337f44de6a95 of type vlan for network d2a96c60-7be5-4742-8663-421491623dba Jan 24 16:33:29.118283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7031587-8140-4b68-9432-1f90faf4aefd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:29.150288 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7031587-8140-4b68-9432-1f90faf4aefd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:29.154050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7031587-8140-4b68-9432-1f90faf4aefd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:29.154647 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7031587-8140-4b68-9432-1f90faf4aefd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:29.259751 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a7031587-8140-4b68-9432-1f90faf4aefd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2520626 Jan 24 16:33:29.262702 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37860) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:29.262825 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7031587-8140-4b68-9432-1f90faf4aefd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Network': ['ID=d2a96c60-7be5-4742-8663-421491623dba,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:29.268095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1134435629', 'admin_state_up': True, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:33:29.273187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network d2a96c60-7be5-4742-8663-421491623dba details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:33:29.279725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:33:29.283643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:router and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:33:29.286466 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:33:29.292861 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:33:29.304526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:29.305538 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:29.324731 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:29.472738 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:29.749619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:29.777754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:29.918112 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.5 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/2cf82103-d258-4c7a-b572-d53b0c3762a5) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:33:30.073568 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:30.102782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:30.169350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:33:30.172223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:33:30.176520 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:33:30.203489 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=2cf82103-d258-4c7a-b572-d53b0c3762a5,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:30.342234 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:30.342863 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:30.598154 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router c754e2b6-9740-4294-8851-d510aba3337c is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:33:30.626080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca87ab7-3089-4567-b398-e042c9774488 None None] New status for floating IP 89264529-484e-4f9a-a40a-d38df45f4e4d: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:33:30.801486 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:33:30.811004 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Sync routers for ids ['c754e2b6-9740-4294-8851-d510aba3337c'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:33:30.823628 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Routers {'c754e2b6-9740-4294-8851-d510aba3337c'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:33:30.824369 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-77755589-c838-46ba-8147-774d4a256a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:33:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c754e2b6-9740-4294-8851-d510aba3337c'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:30.828931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:30.830160 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-62fb9e70-c873-4adf-88c8-0544ca824d08 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5663905 Jan 24 16:33:30.833910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37864) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:30.877991 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-346a5017-5d10-48d3-936e-89968c634d2d tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?project_id=c758db9abd254971bbaac83475af12ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425608 Jan 24 16:33:30.880918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37868) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:31.020524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c28141-622b-4cee-bcb7-25d66935a717 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:31.024719 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a1c28141-622b-4cee-bcb7-25d66935a717 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1401138 Jan 24 16:33:31.024876 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Set router c754e2b6-9740-4294-8851-d510aba3337c gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:33:31.029266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37872) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:31.070009 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ed3c850a-39a3-44a5-8005-042cceb77f4f tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437527 Jan 24 16:33:31.072789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37876) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:31.078888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0f22154e-5de2-4c33-ba70-adfb20752e0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-232069754', 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:33:31.194341 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0f22154e-5de2-4c33-ba70-adfb20752e0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:33:31.198277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0f22154e-5de2-4c33-ba70-adfb20752e0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:subnet and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:33:31.201106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0f22154e-5de2-4c33-ba70-adfb20752e0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:33:31.207258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0f22154e-5de2-4c33-ba70-adfb20752e0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:33:31.218644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f22154e-5de2-4c33-ba70-adfb20752e0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:33:31.322641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0f22154e-5de2-4c33-ba70-adfb20752e0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:31.352883 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-77755589-c838-46ba-8147-774d4a256a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'name': 'tempest-TestNetworkBasicOps-router-1134435629', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:30Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:31.356894 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Checking router: c754e2b6-9740-4294-8851-d510aba3337c for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:33:31.357234 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Updating router c754e2b6-9740-4294-8851-d510aba3337c port 2cf82103-d258-4c7a-b572-d53b0c3762a5 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:33:31.406977 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:31.544250 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0f22154e-5de2-4c33-ba70-adfb20752e0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:31.619560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22154e-5de2-4c33-ba70-adfb20752e0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Subnet': ['ID=47424af2-8a10-4c2c-aec9-a57b939d4ec4,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:31.637604 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f22154e-5de2-4c33-ba70-adfb20752e0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Checking segment: {'id': 'fb22b4f3-f159-4cb8-a84b-337f44de6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:33:31.637957 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f22154e-5de2-4c33-ba70-adfb20752e0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network hostable DHCP agents. Network: d2a96c60-7be5-4742-8663-421491623dba, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:33:31.660680 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f22154e-5de2-4c33-ba70-adfb20752e0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network d2a96c60-7be5-4742-8663-421491623dba is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:33:31.671041 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-0f22154e-5de2-4c33-ba70-adfb20752e0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, d2a96c60-7be5-4742-8663-421491623dba) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:33:31.675108 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f22154e-5de2-4c33-ba70-adfb20752e0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:31.675706 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0f22154e-5de2-4c33-ba70-adfb20752e0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:31.681444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee596f2-f077-4255-a923-95b29918ab2f None None] Network d2a96c60-7be5-4742-8663-421491623dba requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:33:31.705792 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0f22154e-5de2-4c33-ba70-adfb20752e0e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6292427 Jan 24 16:33:31.705963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37880) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:31.746603 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:31.758443 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Transition to ACTIVE for port object 2cf82103-d258-4c7a-b572-d53b0c3762a5 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:33:31.765956 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:31.846591 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931f59a-e00b-423f-9b25-539f14bfc63a None None] Pushing event updated for resources: {'Port': ['ID=2cf82103-d258-4c7a-b572-d53b0c3762a5,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:31.855288 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Attempting to bind port 2cf82103-d258-4c7a-b572-d53b0c3762a5 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:33:31.855677 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Attempting to bind port 2cf82103-d258-4c7a-b572-d53b0c3762a5 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:33:31.856027 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Attempting to bind port 2cf82103-d258-4c7a-b572-d53b0c3762a5 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:33:31.864670 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931f59a-e00b-423f-9b25-539f14bfc63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:31.865001 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931f59a-e00b-423f-9b25-539f14bfc63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:31.865364 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931f59a-e00b-423f-9b25-539f14bfc63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:31.865690 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931f59a-e00b-423f-9b25-539f14bfc63a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:31.866012 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931f59a-e00b-423f-9b25-539f14bfc63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:31.866325 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931f59a-e00b-423f-9b25-539f14bfc63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:31.866637 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931f59a-e00b-423f-9b25-539f14bfc63a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:31.866950 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931f59a-e00b-423f-9b25-539f14bfc63a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:31.867258 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931f59a-e00b-423f-9b25-539f14bfc63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:31.867589 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931f59a-e00b-423f-9b25-539f14bfc63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:31.868046 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5931f59a-e00b-423f-9b25-539f14bfc63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:33:31.872011 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:33:31.872370 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:33:31.872756 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:31.873128 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:33:31.873579 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Bound port: 2cf82103-d258-4c7a-b572-d53b0c3762a5, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:33:31.873935 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:31.945518 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-77755589-c838-46ba-8147-774d4a256a45 None None] For port 2cf82103-d258-4c7a-b572-d53b0c3762a5, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:33:31.948706 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-77755589-c838-46ba-8147-774d4a256a45 None None] For port 2cf82103-d258-4c7a-b572-d53b0c3762a5, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=2cf82103-d258-4c7a-b572-d53b0c3762a5,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:33:31.951795 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-d2a96c60-7be5-4742-8663-421491623dba', 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ips': [{'subnet_id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:33:31.952825 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:31.954588 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:32.031268 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 17393282-71c6-4955-a6a0-a26596d344fb no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:33:32.052202 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Routers {'c754e2b6-9740-4294-8851-d510aba3337c'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:33:32.053053 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-77755589-c838-46ba-8147-774d4a256a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:33:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c754e2b6-9740-4294-8851-d510aba3337c'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:32.067378 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 17393282-71c6-4955-a6a0-a26596d344fb {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:33:32.068045 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 17393282-71c6-4955-a6a0-a26596d344fb not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:33:32.169754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Allocated IP 172.20.0.2 (d2a96c60-7be5-4742-8663-421491623dba/47424af2-8a10-4c2c-aec9-a57b939d4ec4/97e334c3-7768-43e1-a0d0-fe2f8c74fb77) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:33:32.238594 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-77755589-c838-46ba-8147-774d4a256a45 None None] Set router c754e2b6-9740-4294-8851-d510aba3337c gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:33:32.365369 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931f59a-e00b-423f-9b25-539f14bfc63a None None] Pushing event updated for resources: {'Port': ['ID=2cf82103-d258-4c7a-b572-d53b0c3762a5,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:32.382684 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:32.393040 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Transition to ACTIVE for port object 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:33:32.411634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Transition to ACTIVE for port object 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:33:32.420126 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:32.487521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Network d2a96c60-7be5-4742-8663-421491623dba is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:33:32.491209 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:33:32.496280 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:33:32.503776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Pushing event updated for resources: {'Port': ['ID=97e334c3-7768-43e1-a0d0-fe2f8c74fb77,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:32.539802 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-77755589-c838-46ba-8147-774d4a256a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'name': 'tempest-TestNetworkBasicOps-router-1134435629', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:30Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:32.543759 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77755589-c838-46ba-8147-774d4a256a45 None None] The sync data for ids ['c754e2b6-9740-4294-8851-d510aba3337c'] in dv-neutron-826104-1-hyperv is: [{'id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'name': 'tempest-TestNetworkBasicOps-router-1134435629', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:30Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:33:32.599227 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Attempting to bind port 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:33:32.599655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Attempting to bind port 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'fb22b4f3-f159-4cb8-a84b-337f44de6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:33:32.600089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Attempting to bind port 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 on network d2a96c60-7be5-4742-8663-421491623dba {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:33:32.607740 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:33:32.608085 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Checking segment: {'id': 'fb22b4f3-f159-4cb8-a84b-337f44de6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:33:32.608579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:32.608856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Bound using segment: {'id': 'fb22b4f3-f159-4cb8-a84b-337f44de6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:33:32.609312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Bound port: 97e334c3-7768-43e1-a0d0-fe2f8c74fb77, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb22b4f3-f159-4cb8-a84b-337f44de6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:33:32.609674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:32.643705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:32.712940 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] For port 97e334c3-7768-43e1-a0d0-fe2f8c74fb77, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:33:32.716201 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] For port 97e334c3-7768-43e1-a0d0-fe2f8c74fb77, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=97e334c3-7768-43e1-a0d0-fe2f8c74fb77,segment=NetworkSegment(fb22b4f3-f159-4cb8-a84b-337f44de6a95),segment_id=fb22b4f3-f159-4cb8-a84b-337f44de6a95)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:33:32.723682 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:32.828674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e6ce2-520a-43a8-a63b-825831dd6b9e None None] Pushing event updated for resources: {'Port': ['ID=97e334c3-7768-43e1-a0d0-fe2f8c74fb77,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:33.111769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.1 (d2a96c60-7be5-4742-8663-421491623dba/47424af2-8a10-4c2c-aec9-a57b939d4ec4/71c5fa1e-abdb-42c5-9301-d5a6c7a119f0) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:33:33.302118 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:33.318602 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:33:33.345103 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:33.423259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network d2a96c60-7be5-4742-8663-421491623dba is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:33:33.427281 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:33:33.429735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:33:33.455456 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=71c5fa1e-abdb-42c5-9301-d5a6c7a119f0,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:33.490484 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:33.579679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:33.828994 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a147412b-b07e-4bb2-9940-eb55ae51ebc8 None None] Network d2a96c60-7be5-4742-8663-421491623dba requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:33:33.994616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ef33ccf6-ef61-4a63-8d8e-8fcfd1c1e988 None None] Provisioning for port 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:33:34.132794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:34.142459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:34.155882 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 2cf82103-d258-4c7a-b572-d53b0c3762a5 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:33:34.237815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 2cf82103-d258-4c7a-b572-d53b0c3762a5 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:33:34.244302 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 2cf82103-d258-4c7a-b572-d53b0c3762a5 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:33:34.244774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:34.266858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:34.270503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=71c5fa1e-abdb-42c5-9301-d5a6c7a119f0,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:34.382093 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:34.404403 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 2cf82103-d258-4c7a-b572-d53b0c3762a5, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=2cf82103-d258-4c7a-b572-d53b0c3762a5,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:33:34.409247 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:34.410259 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:33:34.416020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network d2a96c60-7be5-4742-8663-421491623dba is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:33:34.417214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:33:34.466154 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1d7a3697-74f0-498a-9b11-4721ba7baef6 None None] Provisioning for port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:33:34.501901 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1d7a3697-74f0-498a-9b11-4721ba7baef6 None None] Provisioning complete for port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:33:34.502270 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3697-74f0-498a-9b11-4721ba7baef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:34.580709 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a3697-74f0-498a-9b11-4721ba7baef6 None None] Port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:33:34.582105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=2cf82103-d258-4c7a-b572-d53b0c3762a5,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:34.599378 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:33:34.605087 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:33:34.605477 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:34.735769 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:34.746243 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-cc7de220-1840-40b2-9554-dc6d0c920bcf None None] Provisioning complete for port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:33:34.746535 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cc7de220-1840-40b2-9554-dc6d0c920bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:34.806250 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router c754e2b6-9740-4294-8851-d510aba3337c has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:33:34.811272 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-cc7de220-1840-40b2-9554-dc6d0c920bcf None None] Port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:33:34.813570 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 97e334c3-7768-43e1-a0d0-fe2f8c74fb77, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=97e334c3-7768-43e1-a0d0-fe2f8c74fb77,segment=NetworkSegment(fb22b4f3-f159-4cb8-a84b-337f44de6a95),segment_id=fb22b4f3-f159-4cb8-a84b-337f44de6a95)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:33:34.819774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:34.917626 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=97e334c3-7768-43e1-a0d0-fe2f8c74fb77,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:35.017934 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:33:35.030550 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3ddf7a57-edae-4444-8c1a-629b1f57caeb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/c754e2b6-9740-4294-8851-d510aba3337c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3233991 Jan 24 16:33:35.033169 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37884) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:35.184946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee507fa-3c1c-423d-a51d-a90e5a101dd3 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:35.185625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee507fa-3c1c-423d-a51d-a90e5a101dd3 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:35.185625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee507fa-3c1c-423d-a51d-a90e5a101dd3 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:35.186091 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee507fa-3c1c-423d-a51d-a90e5a101dd3 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:35.187725 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fee507fa-3c1c-423d-a51d-a90e5a101dd3 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1536729 Jan 24 16:33:35.190868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37888) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:35.264673 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e737e15-2501-4114-b52c-75ff9127b1dd tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:35.265035 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e737e15-2501-4114-b52c-75ff9127b1dd tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:35.265388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e737e15-2501-4114-b52c-75ff9127b1dd tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:35.265731 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e737e15-2501-4114-b52c-75ff9127b1dd tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:35.267340 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4e737e15-2501-4114-b52c-75ff9127b1dd tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0753424 Jan 24 16:33:35.271537 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37892) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:35.489577 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3614a1f3-1137-4d54-9474-c3b7f569877a tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2165272 Jan 24 16:33:35.708976 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37898) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:35.717751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-2ea9b9d2-05b2-44a5-8a6d-9ef47e3a1575 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-909648720', 'description': 'tempest-secgroup-smoke-909648720 description', 'project_id': 'c758db9abd254971bbaac83475af12ff'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:33:35.725522 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2ea9b9d2-05b2-44a5-8a6d-9ef47e3a1575 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:33:35.729818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2ea9b9d2-05b2-44a5-8a6d-9ef47e3a1575 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:33:35.732760 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2ea9b9d2-05b2-44a5-8a6d-9ef47e3a1575 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:33:35.738890 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2ea9b9d2-05b2-44a5-8a6d-9ef47e3a1575 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:33:35.752154 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2ea9b9d2-05b2-44a5-8a6d-9ef47e3a1575 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:35.787765 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2ea9b9d2-05b2-44a5-8a6d-9ef47e3a1575 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:33:35.790864 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2ea9b9d2-05b2-44a5-8a6d-9ef47e3a1575 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:33:35.793595 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2ea9b9d2-05b2-44a5-8a6d-9ef47e3a1575 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:33:35.799022 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2ea9b9d2-05b2-44a5-8a6d-9ef47e3a1575 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:33:35.854046 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2ea9b9d2-05b2-44a5-8a6d-9ef47e3a1575 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:35.859110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2ea9b9d2-05b2-44a5-8a6d-9ef47e3a1575 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:35.905017 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9b9d2-05b2-44a5-8a6d-9ef47e3a1575 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f491e9-f1c8-4112-8120-92a0b7a1fae3,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:35.909949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2ea9b9d2-05b2-44a5-8a6d-9ef47e3a1575 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:35.911365 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2ea9b9d2-05b2-44a5-8a6d-9ef47e3a1575 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2010849 Jan 24 16:33:35.914357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37902) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:35.919992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-05f1a30d-07a4-4345-b748-9d84f47813f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'd4f491e9-f1c8-4112-8120-92a0b7a1fae3', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:33:35.926078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-05f1a30d-07a4-4345-b748-9d84f47813f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:33:35.930303 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-05f1a30d-07a4-4345-b748-9d84f47813f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:33:35.933306 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-05f1a30d-07a4-4345-b748-9d84f47813f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:33:35.938870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-05f1a30d-07a4-4345-b748-9d84f47813f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:33:35.957058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-05f1a30d-07a4-4345-b748-9d84f47813f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.021255 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-05f1a30d-07a4-4345-b748-9d84f47813f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.028088 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-05f1a30d-07a4-4345-b748-9d84f47813f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.056615 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1a30d-07a4-4345-b748-9d84f47813f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f6e1fc-30e7-48d5-9443-63009db291cb,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:36.069306 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-05f1a30d-07a4-4345-b748-9d84f47813f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.070950 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-05f1a30d-07a4-4345-b748-9d84f47813f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1554406 Jan 24 16:33:36.073725 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37906) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:36.079854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-843425b9-62b6-4138-9e48-fac79d0435e7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'd4f491e9-f1c8-4112-8120-92a0b7a1fae3', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:33:36.087024 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-843425b9-62b6-4138-9e48-fac79d0435e7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:33:36.090206 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 2cf82103-d258-4c7a-b572-d53b0c3762a5 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:33:36.107212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-843425b9-62b6-4138-9e48-fac79d0435e7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:33:36.110591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-843425b9-62b6-4138-9e48-fac79d0435e7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:33:36.118728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-843425b9-62b6-4138-9e48-fac79d0435e7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:33:36.139363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-843425b9-62b6-4138-9e48-fac79d0435e7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.140546 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Sync routers for ids ['c754e2b6-9740-4294-8851-d510aba3337c'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:33:36.164408 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Routers {'c754e2b6-9740-4294-8851-d510aba3337c'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:33:36.164408 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:33:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c754e2b6-9740-4294-8851-d510aba3337c'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:36.205672 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-843425b9-62b6-4138-9e48-fac79d0435e7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.210328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-843425b9-62b6-4138-9e48-fac79d0435e7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.233427 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843425b9-62b6-4138-9e48-fac79d0435e7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e63b4ba-9e74-48b0-b14f-fd88470b9c43,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:36.244257 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-843425b9-62b6-4138-9e48-fac79d0435e7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.245523 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-843425b9-62b6-4138-9e48-fac79d0435e7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1707113 Jan 24 16:33:36.248394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37910) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:36.253698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-3b62bfd1-f74a-40a5-a50d-08c3117a5920 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'd4f491e9-f1c8-4112-8120-92a0b7a1fae3', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:33:36.257281 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 2cf82103-d258-4c7a-b572-d53b0c3762a5 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:33:36.257620 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.259794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3b62bfd1-f74a-40a5-a50d-08c3117a5920 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:33:36.263611 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3b62bfd1-f74a-40a5-a50d-08c3117a5920 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:33:36.266405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3b62bfd1-f74a-40a5-a50d-08c3117a5920 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:33:36.272634 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3b62bfd1-f74a-40a5-a50d-08c3117a5920 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:33:36.291051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3b62bfd1-f74a-40a5-a50d-08c3117a5920 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.358471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3b62bfd1-f74a-40a5-a50d-08c3117a5920 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.363880 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3b62bfd1-f74a-40a5-a50d-08c3117a5920 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.389924 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62bfd1-f74a-40a5-a50d-08c3117a5920 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5c298f-5fa2-4100-a63b-c3df7f38154e,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:36.400148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3b62bfd1-f74a-40a5-a50d-08c3117a5920 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.401515 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3b62bfd1-f74a-40a5-a50d-08c3117a5920 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1522248 Jan 24 16:33:36.404294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37914) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:36.410174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-55fd2d0c-dae5-4851-885a-d25422298eb8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'd4f491e9-f1c8-4112-8120-92a0b7a1fae3', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:33:36.416309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-55fd2d0c-dae5-4851-885a-d25422298eb8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:33:36.420080 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-55fd2d0c-dae5-4851-885a-d25422298eb8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:33:36.422894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-55fd2d0c-dae5-4851-885a-d25422298eb8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:33:36.428868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-55fd2d0c-dae5-4851-885a-d25422298eb8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:33:36.430553 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Set router c754e2b6-9740-4294-8851-d510aba3337c gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:33:36.527347 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:33:36.564688 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-55fd2d0c-dae5-4851-885a-d25422298eb8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.627306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-55fd2d0c-dae5-4851-885a-d25422298eb8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.632385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-55fd2d0c-dae5-4851-885a-d25422298eb8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.655677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd2d0c-dae5-4851-885a-d25422298eb8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d6a44e-4aaf-4fb9-b8eb-0c04409d0ff4,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:36.666104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-55fd2d0c-dae5-4851-885a-d25422298eb8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.667376 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-55fd2d0c-dae5-4851-885a-d25422298eb8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2616320 Jan 24 16:33:36.670473 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37918) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:36.676159 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f257d4c8-458d-4ea4-95dd-fcc01d08758a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'd4f491e9-f1c8-4112-8120-92a0b7a1fae3', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:33:36.682235 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f257d4c8-458d-4ea4-95dd-fcc01d08758a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:33:36.686059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f257d4c8-458d-4ea4-95dd-fcc01d08758a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:33:36.688903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f257d4c8-458d-4ea4-95dd-fcc01d08758a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:33:36.694572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f257d4c8-458d-4ea4-95dd-fcc01d08758a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:33:36.705113 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-f257d4c8-458d-4ea4-95dd-fcc01d08758a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:33:36.711457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f257d4c8-458d-4ea4-95dd-fcc01d08758a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.761116 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:33:36.761477 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.779060 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f257d4c8-458d-4ea4-95dd-fcc01d08758a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.784079 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f257d4c8-458d-4ea4-95dd-fcc01d08758a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.810607 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257d4c8-458d-4ea4-95dd-fcc01d08758a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98be8e18-9b8b-44b6-aca2-55a0897de788,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:36.818071 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f257d4c8-458d-4ea4-95dd-fcc01d08758a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.819883 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f257d4c8-458d-4ea4-95dd-fcc01d08758a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1479445 Jan 24 16:33:36.822548 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37922) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:36.829089 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-d1fa9843-b770-4610-9a65-0ef798e42909 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'd4f491e9-f1c8-4112-8120-92a0b7a1fae3', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:33:36.834800 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d1fa9843-b770-4610-9a65-0ef798e42909 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:33:36.838549 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d1fa9843-b770-4610-9a65-0ef798e42909 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:33:36.841351 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d1fa9843-b770-4610-9a65-0ef798e42909 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:33:36.847145 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d1fa9843-b770-4610-9a65-0ef798e42909 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:33:36.858071 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-d1fa9843-b770-4610-9a65-0ef798e42909 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:33:36.864691 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9843-b770-4610-9a65-0ef798e42909 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.924271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'name': 'tempest-TestNetworkBasicOps-router-1134435629', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:33Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '71c5fa1e-abdb-42c5-9301-d5a6c7a119f0', 'name': '', 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:62:bf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:32Z', 'updated_at': '2022-01-24T16:33:33Z', 'revision_number': 2, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:36.930571 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Checking router: c754e2b6-9740-4294-8851-d510aba3337c for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:33:36.930571 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Updating router c754e2b6-9740-4294-8851-d510aba3337c port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:33:36.931886 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9843-b770-4610-9a65-0ef798e42909 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.936473 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9843-b770-4610-9a65-0ef798e42909 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.961401 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa9843-b770-4610-9a65-0ef798e42909 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63567a8b-bc53-4ef3-ae53-a5bf18f3e220,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:36.969781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9843-b770-4610-9a65-0ef798e42909 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.980212 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d1fa9843-b770-4610-9a65-0ef798e42909 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1473241 Jan 24 16:33:36.988336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2b3a2ee0-652d-4cae-a8eb-bc50d8413693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:36.994225 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:37.213554 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-dcd1a73e-1ba9-4632-b696-7fc6c2343a46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909648720&fields=id&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 267 time: 0.0449512 Jan 24 16:33:37.349305 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:37.361799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Transition to ACTIVE for port object 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:33:37.366487 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-e9a87a2a-8c62-4a4e-a675-45b4a8cf9b61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:37.367350 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-e9a87a2a-8c62-4a4e-a675-45b4a8cf9b61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:33:37.369755 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:37.383940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-e9a87a2a-8c62-4a4e-a675-45b4a8cf9b61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:33:37.385077 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-e9a87a2a-8c62-4a4e-a675-45b4a8cf9b61 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/networks?id=d2a96c60-7be5-4742-8663-421491623dba HTTP/1.1" status: 200 len: 796 time: 0.1653979 Jan 24 16:33:37.401991 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-ba6ed250-e9a6-4496-9722-7d298108c9dd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/quotas/c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 375 time: 0.0112996 Jan 24 16:33:37.491099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-9fccccde-8467-450e-ba95-4d3e1cac5e69 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:33:37.499273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47fcb1-b5fe-4f5e-9f61-0a9f5554da0b None None] Pushing event updated for resources: {'Port': ['ID=71c5fa1e-abdb-42c5-9301-d5a6c7a119f0,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:37.511637 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-9fccccde-8467-450e-ba95-4d3e1cac5e69 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:33:37.513626 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-9fccccde-8467-450e-ba95-4d3e1cac5e69 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063254 Jan 24 16:33:37.637687 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Attempting to bind port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:33:37.638050 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Attempting to bind port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'fb22b4f3-f159-4cb8-a84b-337f44de6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:33:37.638405 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Attempting to bind port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 on network d2a96c60-7be5-4742-8663-421491623dba {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:33:37.651443 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:33:37.651841 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Checking segment: {'id': 'fb22b4f3-f159-4cb8-a84b-337f44de6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:33:37.652236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:37.652619 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Bound using segment: {'id': 'fb22b4f3-f159-4cb8-a84b-337f44de6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:33:37.653079 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Bound port: 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb22b4f3-f159-4cb8-a84b-337f44de6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:33:37.653442 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:37.664545 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-65085ff6-cb85-45c8-8adb-140e4635ec3e service neutron] 10.222.0.130 "GET /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359205 Jan 24 16:33:37.750122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] For port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:33:37.753123 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] For port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=71c5fa1e-abdb-42c5-9301-d5a6c7a119f0,segment=NetworkSegment(fb22b4f3-f159-4cb8-a84b-337f44de6a95),segment_id=fb22b4f3-f159-4cb8-a84b-337f44de6a95)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:33:37.758646 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:37.797835 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-007a7086-00e0-47f6-a678-310d64b56e15 service neutron] 10.222.0.130 "GET /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270685 Jan 24 16:33:37.838217 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47fcb1-b5fe-4f5e-9f61-0a9f5554da0b None None] Pushing event updated for resources: {'Port': ['ID=71c5fa1e-abdb-42c5-9301-d5a6c7a119f0,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:37.842762 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Routers {'c754e2b6-9740-4294-8851-d510aba3337c'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:33:37.843743 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:33:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c754e2b6-9740-4294-8851-d510aba3337c'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:38.013456 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-5840eebc-43af-4dcf-a810-1ee1d7b851e1 req-eb4f6c03-dfc5-4696-b4cc-5529f3c43a69 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:33:38.027177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-5840eebc-43af-4dcf-a810-1ee1d7b851e1 req-eb4f6c03-dfc5-4696-b4cc-5529f3c43a69 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:33:38.040090 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5840eebc-43af-4dcf-a810-1ee1d7b851e1 req-eb4f6c03-dfc5-4696-b4cc-5529f3c43a69 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 210 time: 0.0727098 Jan 24 16:33:38.075561 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] Set router c754e2b6-9740-4294-8851-d510aba3337c gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:33:38.425056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'name': 'tempest-TestNetworkBasicOps-router-1134435629', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:33Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '71c5fa1e-abdb-42c5-9301-d5a6c7a119f0', 'name': '', 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:62:bf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:32Z', 'updated_at': '2022-01-24T16:33:37Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:38.430100 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662487b8-f31b-4398-b013-9d83a07965a0 None None] The sync data for ids ['c754e2b6-9740-4294-8851-d510aba3337c'] in dv-neutron-826104-1-hyperv is: [{'id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'name': 'tempest-TestNetworkBasicOps-router-1134435629', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:33Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '71c5fa1e-abdb-42c5-9301-d5a6c7a119f0', 'name': '', 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:62:bf:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:32Z', 'updated_at': '2022-01-24T16:33:37Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:33:39.180844 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9f8fe719-ed73-4def-82b9-3e62ded2bf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:39.183654 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-041973ce-4d04-40a2-83d8-981ff1976452 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:39.185044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-041973ce-4d04-40a2-83d8-981ff1976452 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:33:39.203457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-041973ce-4d04-40a2-83d8-981ff1976452 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:33:39.204703 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-041973ce-4d04-40a2-83d8-981ff1976452 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/networks?id=d2a96c60-7be5-4742-8663-421491623dba HTTP/1.1" status: 200 len: 796 time: 0.2029226 Jan 24 16:33:39.267602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-a281c6cc-3276-4d8a-a522-553673d04bb9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:33:39.287443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-a281c6cc-3276-4d8a-a522-553673d04bb9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:33:39.288854 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-a281c6cc-3276-4d8a-a522-553673d04bb9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 379 time: 0.0699370 Jan 24 16:33:39.298404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-3456ab0f-99ff-490f-958f-bdbece30ba47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'port': {'device_id': '686120b4-8a2b-4825-a6c1-b92864062a54', 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba', 'admin_state_up': True, 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'security_groups': ['d4f491e9-f1c8-4112-8120-92a0b7a1fae3']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:33:39.410174 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d7b943bc-4e1d-40f6-b8dd-09a33d02b057 req-40573c6e-0ae9-465f-8bf2-14976af02acf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 210 time: 0.0490892 Jan 24 16:33:39.548264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-3456ab0f-99ff-490f-958f-bdbece30ba47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:33:39.557937 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-3456ab0f-99ff-490f-958f-bdbece30ba47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:33:39.569576 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-3456ab0f-99ff-490f-958f-bdbece30ba47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:33:39.572987 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-3456ab0f-99ff-490f-958f-bdbece30ba47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:39.742181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-3456ab0f-99ff-490f-958f-bdbece30ba47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.14 (d2a96c60-7be5-4742-8663-421491623dba/47424af2-8a10-4c2c-aec9-a57b939d4ec4/5915ea95-e15c-456c-8e03-bb9a72e6f84d) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:33:39.928309 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-3456ab0f-99ff-490f-958f-bdbece30ba47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:39.945667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-3456ab0f-99ff-490f-958f-bdbece30ba47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object 5915ea95-e15c-456c-8e03-bb9a72e6f84d will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:33:39.975929 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-3456ab0f-99ff-490f-958f-bdbece30ba47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:40.053643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-3456ab0f-99ff-490f-958f-bdbece30ba47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network d2a96c60-7be5-4742-8663-421491623dba is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:33:40.057493 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-3456ab0f-99ff-490f-958f-bdbece30ba47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:33:40.059430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456ab0f-99ff-490f-958f-bdbece30ba47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=5915ea95-e15c-456c-8e03-bb9a72e6f84d,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:40.069558 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-3456ab0f-99ff-490f-958f-bdbece30ba47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:33:40.119110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:33:40.136919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-3456ab0f-99ff-490f-958f-bdbece30ba47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:40.137751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-3456ab0f-99ff-490f-958f-bdbece30ba47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:40.165133 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-3456ab0f-99ff-490f-958f-bdbece30ba47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8713729 Jan 24 16:33:40.178129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Request body: {'port': {'device_id': '686120b4-8a2b-4825-a6c1-b92864062a54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:33:40.193148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:33:40.201531 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:33:40.201897 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:40.298165 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:40.331885 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:40.356920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:40.372827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=71c5fa1e-abdb-42c5-9301-d5a6c7a119f0,segment=NetworkSegment(fb22b4f3-f159-4cb8-a84b-337f44de6a95),segment_id=fb22b4f3-f159-4cb8-a84b-337f44de6a95)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:33:40.378298 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:40.436373 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-50513d57-a6a5-46e8-8211-faecdb9e85d6 None None] Provisioning for port 5915ea95-e15c-456c-8e03-bb9a72e6f84d completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:33:40.450392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-50513d57-a6a5-46e8-8211-faecdb9e85d6 None None] Provisioning complete for port 5915ea95-e15c-456c-8e03-bb9a72e6f84d triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:33:40.450808 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-50513d57-a6a5-46e8-8211-faecdb9e85d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:40.487995 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:40.513770 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=71c5fa1e-abdb-42c5-9301-d5a6c7a119f0,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:40.520599 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-50513d57-a6a5-46e8-8211-faecdb9e85d6 None None] Port 5915ea95-e15c-456c-8e03-bb9a72e6f84d cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:33:40.700097 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2851da2-c448-4608-b464-acb1da05071c req-620d47fa-716f-4c57-9800-dc095138cb22 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:40.700782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b2851da2-c448-4608-b464-acb1da05071c req-620d47fa-716f-4c57-9800-dc095138cb22 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:33:40.718914 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5915ea95-e15c-456c-8e03-bb9a72e6f84d {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:33:40.727142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:40.734338 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b2851da2-c448-4608-b464-acb1da05071c req-620d47fa-716f-4c57-9800-dc095138cb22 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:33:40.735848 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b2851da2-c448-4608-b464-acb1da05071c req-620d47fa-716f-4c57-9800-dc095138cb22 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 932 time: 0.1962602 Jan 24 16:33:40.756801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Transition to ACTIVE for port object 5915ea95-e15c-456c-8e03-bb9a72e6f84d will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:33:40.769517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:40.888830 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b2851da2-c448-4608-b464-acb1da05071c req-7023bdc4-76a3-4bc9-8b15-6a5aaa74bd2e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d4f491e9-f1c8-4112-8120-92a0b7a1fae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463587 Jan 24 16:33:40.911167 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Pushing event updated for resources: {'Port': ['ID=5915ea95-e15c-456c-8e03-bb9a72e6f84d,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:41.022719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Attempting to bind port 5915ea95-e15c-456c-8e03-bb9a72e6f84d on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:33:41.023039 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Attempting to bind port 5915ea95-e15c-456c-8e03-bb9a72e6f84d by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'fb22b4f3-f159-4cb8-a84b-337f44de6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:33:41.023353 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Attempting to bind port 5915ea95-e15c-456c-8e03-bb9a72e6f84d on network d2a96c60-7be5-4742-8663-421491623dba {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:33:41.029156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Port 5915ea95-e15c-456c-8e03-bb9a72e6f84d on network d2a96c60-7be5-4742-8663-421491623dba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:33:41.029448 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Attempting to bind port 5915ea95-e15c-456c-8e03-bb9a72e6f84d on network d2a96c60-7be5-4742-8663-421491623dba {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:33:41.036201 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:33:41.036567 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Checking segment: {'id': 'fb22b4f3-f159-4cb8-a84b-337f44de6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:33:41.037291 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Bound using segment: {'id': 'fb22b4f3-f159-4cb8-a84b-337f44de6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:33:41.037685 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Bound port: 5915ea95-e15c-456c-8e03-bb9a72e6f84d, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb22b4f3-f159-4cb8-a84b-337f44de6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:33:41.038107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:41.137003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] For port 5915ea95-e15c-456c-8e03-bb9a72e6f84d, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:33:41.139891 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] For port 5915ea95-e15c-456c-8e03-bb9a72e6f84d, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5915ea95-e15c-456c-8e03-bb9a72e6f84d,segment=NetworkSegment(fb22b4f3-f159-4cb8-a84b-337f44de6a95),segment_id=fb22b4f3-f159-4cb8-a84b-337f44de6a95)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:33:41.147163 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:41.210151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:41.211542 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] 10.222.0.129 "PUT /v2.0/ports/5915ea95-e15c-456c-8e03-bb9a72e6f84d HTTP/1.1" status: 200 len: 1094 time: 1.0384676 Jan 24 16:33:41.211994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686120b4-8a2b-4825-a6c1-b92864062a54', 'tag': '5915ea95-e15c-456c-8e03-bb9a72e6f84d'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:33:41.234428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a7217-b08c-4c52-a6b6-b95433eb3858 service neutron] Pushing event updated for resources: {'Port': ['ID=5915ea95-e15c-456c-8e03-bb9a72e6f84d,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:41.291666 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686120b4-8a2b-4825-a6c1-b92864062a54', 'tag': '5915ea95-e15c-456c-8e03-bb9a72e6f84d', 'status': 'completed', 'code': 200} Jan 24 16:33:41.433966 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-7bf3d536-0ac2-4519-a019-4aaae6c0ad78 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 1097 time: 0.1786895 Jan 24 16:33:41.512426 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-f3421da1-ab67-49e9-a7f7-4320484b4f86 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5915ea95-e15c-456c-8e03-bb9a72e6f84d HTTP/1.1" status: 200 len: 217 time: 0.0699492 Jan 24 16:33:41.582782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-27d6110b-8842-4113-bc19-99e816dc7a39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:41.584377 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-27d6110b-8842-4113-bc19-99e816dc7a39 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=47424af2-8a10-4c2c-aec9-a57b939d4ec4 HTTP/1.1" status: 200 len: 843 time: 0.0657959 Jan 24 16:33:41.666451 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-2cdc519e-10c1-4e89-9779-3f02dabd1508 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d2a96c60-7be5-4742-8663-421491623dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727794 Jan 24 16:33:41.772799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:41.808335 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-41a81e92-5f7b-4097-90ce-d01929eb4f75 service neutron] 10.222.0.129 "GET /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357229 Jan 24 16:33:41.943275 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc97e349-9edb-4f26-b4d8-98065991f60a req-3c6167d6-e1f8-4cdd-adb4-cbc4333d70e8 service neutron] 10.222.0.129 "GET /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282420 Jan 24 16:33:42.080571 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:33:42.124762 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3821ac1c-58b6-4cc8-a998-9c759741dfe6 req-fdd6091f-222c-41da-a9b2-574f35a50101 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 1097 time: 0.1325209 Jan 24 16:33:42.133028 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a5b0e-56d1-4ebb-b1bf-0d204b430f77 req-74781a03-a985-42d5-9a2b-348fdb1bc11d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:42.134446 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-585a5b0e-56d1-4ebb-b1bf-0d204b430f77 req-74781a03-a985-42d5-9a2b-348fdb1bc11d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 944 time: 0.1099131 Jan 24 16:33:42.148963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:33:42.149387 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:42.262761 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-585a5b0e-56d1-4ebb-b1bf-0d204b430f77 req-72d50fc5-ad06-4ad5-9b8c-a0f92c807061 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d4f491e9-f1c8-4112-8120-92a0b7a1fae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098351 Jan 24 16:33:42.295594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821ac1c-58b6-4cc8-a998-9c759741dfe6 req-2b1e9be2-d3b2-4f7c-b699-c8d2a54ac78e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:42.297035 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3821ac1c-58b6-4cc8-a998-9c759741dfe6 req-2b1e9be2-d3b2-4f7c-b699-c8d2a54ac78e service neutron] 10.222.0.129 "GET /v2.0/networks?id=d2a96c60-7be5-4742-8663-421491623dba HTTP/1.1" status: 200 len: 897 time: 0.1617336 Jan 24 16:33:42.369772 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3821ac1c-58b6-4cc8-a998-9c759741dfe6 req-c6d20d86-7fbe-4954-a978-6a2a05bb3ff1 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5915ea95-e15c-456c-8e03-bb9a72e6f84d HTTP/1.1" status: 200 len: 217 time: 0.0646613 Jan 24 16:33:42.432096 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821ac1c-58b6-4cc8-a998-9c759741dfe6 req-49a23078-1bcb-4842-a8c5-93080f9b5254 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:42.433482 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3821ac1c-58b6-4cc8-a998-9c759741dfe6 req-49a23078-1bcb-4842-a8c5-93080f9b5254 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=47424af2-8a10-4c2c-aec9-a57b939d4ec4 HTTP/1.1" status: 200 len: 843 time: 0.0564790 Jan 24 16:33:42.519349 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3821ac1c-58b6-4cc8-a998-9c759741dfe6 req-e9a939fa-dbeb-4698-8dbd-af4d225fbe74 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d2a96c60-7be5-4742-8663-421491623dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784171 Jan 24 16:33:42.652499 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3821ac1c-58b6-4cc8-a998-9c759741dfe6 req-fbfe3f94-ff39-4668-afa3-95fa9cbe89fd service neutron] 10.222.0.129 "GET /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246223 Jan 24 16:33:42.788337 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3821ac1c-58b6-4cc8-a998-9c759741dfe6 req-5ed12ad2-3415-4f0e-a583-573257cd2093 service neutron] 10.222.0.129 "GET /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250520 Jan 24 16:33:43.476442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f516378-6f4e-4b65-8274-024780f652b4 req-d7a3c9b6-ae0e-4d9f-b06d-0988823e5df3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:43.477837 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5f516378-6f4e-4b65-8274-024780f652b4 req-d7a3c9b6-ae0e-4d9f-b06d-0988823e5df3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 944 time: 0.0839863 Jan 24 16:33:43.526042 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5f516378-6f4e-4b65-8274-024780f652b4 req-343b2829-a079-43d7-9f72-cfa177c2676e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d4f491e9-f1c8-4112-8120-92a0b7a1fae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395994 Jan 24 16:33:43.854834 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5915ea95-e15c-456c-8e03-bb9a72e6f84d details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:33:44.000049 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5915ea95-e15c-456c-8e03-bb9a72e6f84d, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5915ea95-e15c-456c-8e03-bb9a72e6f84d,segment=NetworkSegment(fb22b4f3-f159-4cb8-a84b-337f44de6a95),segment_id=fb22b4f3-f159-4cb8-a84b-337f44de6a95)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:33:44.012937 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '5915ea95-e15c-456c-8e03-bb9a72e6f84d', 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba', 'port_id': '5915ea95-e15c-456c-8e03-bb9a72e6f84d', 'mac_address': 'fa:16:3e:5d:4f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:33:44.065613 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:44.082788 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5915ea95-e15c-456c-8e03-bb9a72e6f84d {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:33:44.098121 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5915ea95-e15c-456c-8e03-bb9a72e6f84d, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5915ea95-e15c-456c-8e03-bb9a72e6f84d,segment=NetworkSegment(fb22b4f3-f159-4cb8-a84b-337f44de6a95),segment_id=fb22b4f3-f159-4cb8-a84b-337f44de6a95)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:33:44.104597 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:44.209305 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=5915ea95-e15c-456c-8e03-bb9a72e6f84d,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:44.350366 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['5915ea95-e15c-456c-8e03-bb9a72e6f84d'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:33:44.752852 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d0033-c38b-44be-a869-21a8cb77e86c req-429d62d4-14b0-424e-872a-857566f85035 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:44.754294 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7f2d0033-c38b-44be-a869-21a8cb77e86c req-429d62d4-14b0-424e-872a-857566f85035 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 945 time: 0.0897703 Jan 24 16:33:44.799688 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7f2d0033-c38b-44be-a869-21a8cb77e86c req-3c4fbdde-3e87-4b22-9eb8-af0e56081b16 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d4f491e9-f1c8-4112-8120-92a0b7a1fae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388920 Jan 24 16:33:45.851657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5915ea95-e15c-456c-8e03-bb9a72e6f84d up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:33:45.924855 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 5915ea95-e15c-456c-8e03-bb9a72e6f84d completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:33:45.930239 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 5915ea95-e15c-456c-8e03-bb9a72e6f84d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:33:45.930744 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:46.009105 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7691063-a79b-421a-9eb1-176b52917128 req-a011c2dc-8b6d-4f13-b978-5196a37a14e8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:46.010548 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d7691063-a79b-421a-9eb1-176b52917128 req-a011c2dc-8b6d-4f13-b978-5196a37a14e8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 945 time: 0.0876529 Jan 24 16:33:46.048369 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:46.061828 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d7691063-a79b-421a-9eb1-176b52917128 req-144480af-2538-4218-89dc-de78bd119f15 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d4f491e9-f1c8-4112-8120-92a0b7a1fae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456576 Jan 24 16:33:46.076818 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686120b4-8a2b-4825-a6c1-b92864062a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5915ea95-e15c-456c-8e03-bb9a72e6f84d'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:33:46.093561 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5915ea95-e15c-456c-8e03-bb9a72e6f84d, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5915ea95-e15c-456c-8e03-bb9a72e6f84d,segment=NetworkSegment(fb22b4f3-f159-4cb8-a84b-337f44de6a95),segment_id=fb22b4f3-f159-4cb8-a84b-337f44de6a95)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:33:46.104499 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:46.139520 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686120b4-8a2b-4825-a6c1-b92864062a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5915ea95-e15c-456c-8e03-bb9a72e6f84d', 'code': 200} Jan 24 16:33:46.177790 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=5915ea95-e15c-456c-8e03-bb9a72e6f84d,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:46.377823 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5efbf9e8-99d3-4885-892d-9a27627bcebc req-55bfb6b2-91d3-4968-aafa-38d8e36c8a97 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 1099 time: 0.0799928 Jan 24 16:33:46.421204 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5efbf9e8-99d3-4885-892d-9a27627bcebc req-721c3056-16eb-40ab-b733-4444158a7a7c service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=d4f491e9-f1c8-4112-8120-92a0b7a1fae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367649 Jan 24 16:33:47.279471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9708ee3-55fc-4e83-9875-376aaed26ca0 req-86fba733-c976-4d94-9315-c90022fb8b42 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:47.280958 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c9708ee3-55fc-4e83-9875-376aaed26ca0 req-86fba733-c976-4d94-9315-c90022fb8b42 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 946 time: 0.0801172 Jan 24 16:33:47.328543 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c9708ee3-55fc-4e83-9875-376aaed26ca0 req-ae2990bb-e17e-478f-a849-f5132857126b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d4f491e9-f1c8-4112-8120-92a0b7a1fae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417452 Jan 24 16:33:47.962835 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:48.547400 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e35c2-6fc8-4908-b7e6-e063b8e56392 req-c2ac47b5-9712-42e6-8465-03499e8dc931 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:48.548846 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f71e35c2-6fc8-4908-b7e6-e063b8e56392 req-c2ac47b5-9712-42e6-8465-03499e8dc931 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 946 time: 0.0878940 Jan 24 16:33:48.598376 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f71e35c2-6fc8-4908-b7e6-e063b8e56392 req-3e551b5b-33c0-4d16-b284-62ce2d220537 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d4f491e9-f1c8-4112-8120-92a0b7a1fae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436747 Jan 24 16:33:48.813054 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd1ce1-85c9-4e04-9602-bcd8b8dacd0c req-77963d55-4a53-4579-b833-b6afc9fdfc5e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:48.814513 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bbdd1ce1-85c9-4e04-9602-bcd8b8dacd0c req-77963d55-4a53-4579-b833-b6afc9fdfc5e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 946 time: 0.0873017 Jan 24 16:33:48.860804 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bbdd1ce1-85c9-4e04-9602-bcd8b8dacd0c req-9e6a6acf-9403-488c-a7d2-a55e58114391 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d4f491e9-f1c8-4112-8120-92a0b7a1fae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402553 Jan 24 16:33:48.888714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37966) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:48.958584 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-21ea8e94-d8d7-4fad-aa14-d3c1c151ab85 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 1094 time: 0.0687029 Jan 24 16:33:48.961910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37970) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:48.966934 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '5915ea95-e15c-456c-8e03-bb9a72e6f84d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:33:48.972576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:33:48.976562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:floatingip and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:33:48.979399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:33:48.985065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:33:48.998430 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:49.137920 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:49.284823 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.16 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/90205604-22a6-4c68-90c6-dfa16e682c09) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:33:49.444254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:49.482351 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:49.552641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:33:49.555561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:33:49.560071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:33:49.677172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=90205604-22a6-4c68-90c6-dfa16e682c09,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:50.191919 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:50.250910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:50.472596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:50.480094 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:50.575681 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=90205604-22a6-4c68-90c6-dfa16e682c09,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:33:50.594165 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:50.786718 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Floating IP 5b5e809f-556f-4cfc-b8bf-27487c90e1d1 associated. External IP: 172.26.2.16, port: 5915ea95-e15c-456c-8e03-bb9a72e6f84d. Jan 24 16:33:51.298875 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router c754e2b6-9740-4294-8851-d510aba3337c has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:33:51.509949 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:33:51.521684 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba1f3fa-75d5-4089-b459-46913ce142d6 None None] Sync routers for ids ['c754e2b6-9740-4294-8851-d510aba3337c'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:33:51.535033 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba1f3fa-75d5-4089-b459-46913ce142d6 None None] Routers {'c754e2b6-9740-4294-8851-d510aba3337c'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:33:51.535784 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-fba1f3fa-75d5-4089-b459-46913ce142d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:33:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c754e2b6-9740-4294-8851-d510aba3337c'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:51.538308 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:33:51.594792 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4406d2af-e527-4f1f-b5fe-d5dedd26af49 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6318934 Jan 24 16:33:51.595341 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686120b4-8a2b-4825-a6c1-b92864062a54', 'tag': '5915ea95-e15c-456c-8e03-bb9a72e6f84d'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:33:51.597753 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37974) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:51.655937 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686120b4-8a2b-4825-a6c1-b92864062a54', 'tag': '5915ea95-e15c-456c-8e03-bb9a72e6f84d', 'status': 'completed', 'code': 200} Jan 24 16:33:51.713931 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-fba1f3fa-75d5-4089-b459-46913ce142d6 None None] Set router c754e2b6-9740-4294-8851-d510aba3337c gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:33:51.849822 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e1ec9a4e-4a76-45ed-a8bc-07735aacb8bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/5b5e809f-556f-4cfc-b8bf-27487c90e1d1 HTTP/1.1" status: 200 len: 991 time: 0.2506564 Jan 24 16:33:51.868806 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-317224eb-5dd4-4600-b880-465fdddf65e9 req-5664b198-15d4-4733-b2c0-8e8f4f719079 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 1099 time: 0.1143026 Jan 24 16:33:52.001489 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317224eb-5dd4-4600-b880-465fdddf65e9 req-4edc0c80-561d-48d6-822e-b1851dd326ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:52.002931 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-317224eb-5dd4-4600-b880-465fdddf65e9 req-4edc0c80-561d-48d6-822e-b1851dd326ed service neutron] 10.222.0.129 "GET /v2.0/networks?id=d2a96c60-7be5-4742-8663-421491623dba HTTP/1.1" status: 200 len: 897 time: 0.1270723 Jan 24 16:33:52.085943 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-fba1f3fa-75d5-4089-b459-46913ce142d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'name': 'tempest-TestNetworkBasicOps-router-1134435629', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:33Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '5b5e809f-556f-4cfc-b8bf-27487c90e1d1', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.16', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'port_id': '5915ea95-e15c-456c-8e03-bb9a72e6f84d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba', 'mac_address': 'fa:16:3e:5d:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686120b4-8a2b-4825-a6c1-b92864062a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:33:50Z', 'updated_at': '2022-01-24T16:33:50Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c5fa1e-abdb-42c5-9301-d5a6c7a119f0', 'name': '', 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:62:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:32Z', 'updated_at': '2022-01-24T16:33:40Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:52.090744 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba1f3fa-75d5-4089-b459-46913ce142d6 None None] Checking router: c754e2b6-9740-4294-8851-d510aba3337c for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:33:52.101177 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba1f3fa-75d5-4089-b459-46913ce142d6 None None] Routers {'c754e2b6-9740-4294-8851-d510aba3337c'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:33:52.101697 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-fba1f3fa-75d5-4089-b459-46913ce142d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:33:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c754e2b6-9740-4294-8851-d510aba3337c'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:52.110511 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-317224eb-5dd4-4600-b880-465fdddf65e9 req-190c98de-50ba-4768-9693-957f9f363949 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5915ea95-e15c-456c-8e03-bb9a72e6f84d HTTP/1.1" status: 200 len: 999 time: 0.0976288 Jan 24 16:33:52.173728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317224eb-5dd4-4600-b880-465fdddf65e9 req-99db0df4-5e5f-4953-b876-b1e53cd47e89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:33:52.175143 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-317224eb-5dd4-4600-b880-465fdddf65e9 req-99db0df4-5e5f-4953-b876-b1e53cd47e89 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=47424af2-8a10-4c2c-aec9-a57b939d4ec4 HTTP/1.1" status: 200 len: 843 time: 0.0576968 Jan 24 16:33:52.253750 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-317224eb-5dd4-4600-b880-465fdddf65e9 req-155fef7b-9396-4ac0-b1df-06b1e719908e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d2a96c60-7be5-4742-8663-421491623dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719993 Jan 24 16:33:52.278922 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-fba1f3fa-75d5-4089-b459-46913ce142d6 None None] Set router c754e2b6-9740-4294-8851-d510aba3337c gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:33:52.385752 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-317224eb-5dd4-4600-b880-465fdddf65e9 req-ec109b57-7149-4bb6-9e12-0420c19c479c service neutron] 10.222.0.129 "GET /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235449 Jan 24 16:33:52.516268 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-317224eb-5dd4-4600-b880-465fdddf65e9 req-c06ba80b-7039-47c9-9c07-cb4ecfd09339 service neutron] 10.222.0.129 "GET /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244557 Jan 24 16:33:52.623618 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-fba1f3fa-75d5-4089-b459-46913ce142d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'name': 'tempest-TestNetworkBasicOps-router-1134435629', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:33Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '5b5e809f-556f-4cfc-b8bf-27487c90e1d1', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.16', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'port_id': '5915ea95-e15c-456c-8e03-bb9a72e6f84d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba', 'mac_address': 'fa:16:3e:5d:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686120b4-8a2b-4825-a6c1-b92864062a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:33:50Z', 'updated_at': '2022-01-24T16:33:50Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c5fa1e-abdb-42c5-9301-d5a6c7a119f0', 'name': '', 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:62:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:32Z', 'updated_at': '2022-01-24T16:33:40Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:33:52.627636 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba1f3fa-75d5-4089-b459-46913ce142d6 None None] The sync data for ids ['c754e2b6-9740-4294-8851-d510aba3337c'] in dv-neutron-826104-1-hyperv is: [{'id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'name': 'tempest-TestNetworkBasicOps-router-1134435629', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:33Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '5b5e809f-556f-4cfc-b8bf-27487c90e1d1', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.16', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'port_id': '5915ea95-e15c-456c-8e03-bb9a72e6f84d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba', 'mac_address': 'fa:16:3e:5d:4f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686120b4-8a2b-4825-a6c1-b92864062a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:33:50Z', 'updated_at': '2022-01-24T16:33:50Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c5fa1e-abdb-42c5-9301-d5a6c7a119f0', 'name': '', 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:62:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:32Z', 'updated_at': '2022-01-24T16:33:40Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:33:52.854770 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37980) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:52.974474 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-da765e6c-55bd-4c7c-aa70-4296b7220c06 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/5b5e809f-556f-4cfc-b8bf-27487c90e1d1 HTTP/1.1" status: 200 len: 991 time: 0.1181200 Jan 24 16:33:53.979170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 37984) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:54.085244 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6ec9028d-21ae-46ac-8f55-6ddcf4ffb727 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/5b5e809f-556f-4cfc-b8bf-27487c90e1d1 HTTP/1.1" status: 200 len: 991 time: 0.1033411 Jan 24 16:33:55.088603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37988) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:55.125034 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeea2098-7be5-4f67-927b-481292d5ef29 None None] New status for floating IP 5b5e809f-556f-4cfc-b8bf-27487c90e1d1: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:33:55.240296 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-eab77b69-a1c1-450a-be20-560146301d6d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/5b5e809f-556f-4cfc-b8bf-27487c90e1d1 HTTP/1.1" status: 200 len: 991 time: 0.1504216 Jan 24 16:33:56.245227 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 37992) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:33:56.368179 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c9de10cc-bd6a-4761-9379-65d5246f4a3c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/5b5e809f-556f-4cfc-b8bf-27487c90e1d1 HTTP/1.1" status: 200 len: 993 time: 0.1216538 Jan 24 16:33:56.509204 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:34:03.105103 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a086a324-5766-43d9-b643-c8c824bd8cd1 req-209200ac-e61e-4142-9cbd-25af1e642cea service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2124236 Jan 24 16:34:03.249472 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a086a324-5766-43d9-b643-c8c824bd8cd1 req-87c748ac-42b6-46b6-94f5-1800355f283b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 1099 time: 0.0689392 Jan 24 16:34:03.399899 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086a324-5766-43d9-b643-c8c824bd8cd1 req-6d8a1683-500d-4f72-8121-11493f75d98c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:34:03.401340 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a086a324-5766-43d9-b643-c8c824bd8cd1 req-6d8a1683-500d-4f72-8121-11493f75d98c service neutron] 10.222.0.129 "GET /v2.0/networks?id=d2a96c60-7be5-4742-8663-421491623dba HTTP/1.1" status: 200 len: 897 time: 0.1317499 Jan 24 16:34:03.509340 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a086a324-5766-43d9-b643-c8c824bd8cd1 req-9fcab776-763b-4e4a-beb9-e8c338c567db service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5915ea95-e15c-456c-8e03-bb9a72e6f84d HTTP/1.1" status: 200 len: 1001 time: 0.0980685 Jan 24 16:34:03.571268 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086a324-5766-43d9-b643-c8c824bd8cd1 req-84a0c833-0f87-4715-9cba-304f471d808d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:34:03.572686 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a086a324-5766-43d9-b643-c8c824bd8cd1 req-84a0c833-0f87-4715-9cba-304f471d808d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=47424af2-8a10-4c2c-aec9-a57b939d4ec4 HTTP/1.1" status: 200 len: 843 time: 0.0562503 Jan 24 16:34:03.755623 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a086a324-5766-43d9-b643-c8c824bd8cd1 req-db597258-5aa7-4888-8a63-5a153192b3a7 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d2a96c60-7be5-4742-8663-421491623dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1758089 Jan 24 16:34:03.904029 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a086a324-5766-43d9-b643-c8c824bd8cd1 req-5b274d9b-4500-4b5f-abb6-f15e3224f932 service neutron] 10.222.0.129 "GET /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408606 Jan 24 16:34:04.040626 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a086a324-5766-43d9-b643-c8c824bd8cd1 req-0b4761a2-1e99-4320-998d-75bbd52ad261 service neutron] 10.222.0.129 "GET /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299348 Jan 24 16:34:06.966929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-31b24fad-1827-4d6c-a946-d7f4d16bdd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:34:09.167896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5367e4e7-9fff-4e8a-ae00-52cd3fa84c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:34:10.347191 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:34:10.395693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:34:11.780940 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:34:17.977013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:34:33.503009 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:34:36.965558 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3ffba896-8bc6-49f3-80fa-acb2ea600c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:34:39.163875 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4462-a700-4b17-989d-77d287afcaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:34:40.347875 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:34:40.392505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:34:41.826917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:34:47.996056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:02.958880 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e0fed1b-20ae-466c-a56d-4d6810038e80 req-0b34e4fa-697b-48de-ac26-49d003e43bf9 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843399 Jan 24 16:35:03.111175 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e0fed1b-20ae-466c-a56d-4d6810038e80 req-dd6b1bfb-502d-458a-941a-7d760b1169ec service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 1099 time: 0.0716848 Jan 24 16:35:03.267826 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fed1b-20ae-466c-a56d-4d6810038e80 req-8f8f071a-240b-4767-a1b4-d02131c69c31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:35:03.269188 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e0fed1b-20ae-466c-a56d-4d6810038e80 req-8f8f071a-240b-4767-a1b4-d02131c69c31 service neutron] 10.222.0.129 "GET /v2.0/networks?id=d2a96c60-7be5-4742-8663-421491623dba HTTP/1.1" status: 200 len: 897 time: 0.1326389 Jan 24 16:35:03.386236 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e0fed1b-20ae-466c-a56d-4d6810038e80 req-adbd18c9-7a2b-430f-a7d0-77027b5c2834 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5915ea95-e15c-456c-8e03-bb9a72e6f84d HTTP/1.1" status: 200 len: 1001 time: 0.1072295 Jan 24 16:35:03.457903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fed1b-20ae-466c-a56d-4d6810038e80 req-b15e2046-165f-40dd-a375-f0af2101f01b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:35:03.459406 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e0fed1b-20ae-466c-a56d-4d6810038e80 req-b15e2046-165f-40dd-a375-f0af2101f01b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=47424af2-8a10-4c2c-aec9-a57b939d4ec4 HTTP/1.1" status: 200 len: 843 time: 0.0590568 Jan 24 16:35:03.550555 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e0fed1b-20ae-466c-a56d-4d6810038e80 req-24ac4131-966f-4fc2-8516-76639bf89727 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d2a96c60-7be5-4742-8663-421491623dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821230 Jan 24 16:35:03.698998 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e0fed1b-20ae-466c-a56d-4d6810038e80 req-69fb46f6-b260-4b2a-9cef-99d3311760ca service neutron] 10.222.0.129 "GET /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381397 Jan 24 16:35:03.843396 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e0fed1b-20ae-466c-a56d-4d6810038e80 req-f226692d-4d2b-42d1-a99d-fb7f604d75f7 service neutron] 10.222.0.129 "GET /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339872 Jan 24 16:35:06.963023 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6fe138de-9b88-420b-80a2-ac2accd8d217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:09.159430 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-70857365-8b6b-4563-9d03-1f5a01c6dfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:10.354765 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:10.388987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:10.503788 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:35:11.781179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:18.002706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:36.961930 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f6b80d9b-52f2-4f20-9956-fa1abab29e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:39.154594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2a37f42b-9c54-4e88-a250-0d67abc3e455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:40.356217 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:40.393119 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:41.783920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:47.508577 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:35:48.008730 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:48.010966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38034) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:35:48.144006 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:35:48.389248 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2295164'] for subnet, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:48.582279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726508182532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3451263'] for subnet, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:48.633382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:35:48.633962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:48.635617 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/subnets/47424af2-8a10-4c2c-aec9-a57b939d4ec4 HTTP/1.1" status: 200 len: 835 time: 0.6230376 Jan 24 16:35:48.638549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacbe6e4-61bb-4207-a8a9-425ea678e5ad None None] Network d2a96c60-7be5-4742-8663-421491623dba requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:35:48.651985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Subnet': ['ID=47424af2-8a10-4c2c-aec9-a57b939d4ec4,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:35:48.660582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:35:48.660926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:35:48.661999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:35:48.662361 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:35:48.662822 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:35:48.663182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:35:48.663535 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:35:48.663891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:35:48.664212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:35:48.664533 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:35:48.664850 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ded52-2e2f-47d1-824c-e4e691fb3293 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:35:49.084977 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ae4f53d0-9208-4c64-b486-5b3e90108719 None None] Provisioning complete for port 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:35:49.085549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ae4f53d0-9208-4c64-b486-5b3e90108719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:49.259778 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ae4f53d0-9208-4c64-b486-5b3e90108719 None None] Provisioning complete for port 5915ea95-e15c-456c-8e03-bb9a72e6f84d triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:35:49.260020 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ae4f53d0-9208-4c64-b486-5b3e90108719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:35:49.411903 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ae4f53d0-9208-4c64-b486-5b3e90108719 None None] Provisioning complete for port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:35:49.412289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ae4f53d0-9208-4c64-b486-5b3e90108719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:02.991363 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cd6b7a7e-0b3c-479b-b2df-8cf8f8d7bdac req-d294c5a2-bd82-42d8-bb59-d08782b63760 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706024 Jan 24 16:36:03.138146 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cd6b7a7e-0b3c-479b-b2df-8cf8f8d7bdac req-8a1bbf6f-34fc-4c53-96c2-4ba5b0302ede service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 1099 time: 0.0685279 Jan 24 16:36:03.299760 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b7a7e-0b3c-479b-b2df-8cf8f8d7bdac req-c6f957c5-cd4e-4917-bb3f-f03fada2d409 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:03.301845 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cd6b7a7e-0b3c-479b-b2df-8cf8f8d7bdac req-c6f957c5-cd4e-4917-bb3f-f03fada2d409 service neutron] 10.222.0.129 "GET /v2.0/networks?id=d2a96c60-7be5-4742-8663-421491623dba HTTP/1.1" status: 200 len: 897 time: 0.1353581 Jan 24 16:36:03.411356 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cd6b7a7e-0b3c-479b-b2df-8cf8f8d7bdac req-bccc2e8d-fec5-4f6d-a19f-d1dc8471395e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5915ea95-e15c-456c-8e03-bb9a72e6f84d HTTP/1.1" status: 200 len: 1001 time: 0.0997438 Jan 24 16:36:03.575914 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b7a7e-0b3c-479b-b2df-8cf8f8d7bdac req-22c35e8f-ffd6-4bb2-9730-99a6319c66ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:03.577243 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cd6b7a7e-0b3c-479b-b2df-8cf8f8d7bdac req-22c35e8f-ffd6-4bb2-9730-99a6319c66ee service neutron] 10.222.0.129 "GET /v2.0/subnets?id=47424af2-8a10-4c2c-aec9-a57b939d4ec4 HTTP/1.1" status: 200 len: 843 time: 0.1558270 Jan 24 16:36:03.657008 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cd6b7a7e-0b3c-479b-b2df-8cf8f8d7bdac req-bc9fc1cd-410a-4c78-94cb-186d3f0856fc service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d2a96c60-7be5-4742-8663-421491623dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698044 Jan 24 16:36:03.789431 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cd6b7a7e-0b3c-479b-b2df-8cf8f8d7bdac req-b6b7ac07-6a90-4c24-a083-446a25806204 service neutron] 10.222.0.129 "GET /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251137 Jan 24 16:36:03.936468 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cd6b7a7e-0b3c-479b-b2df-8cf8f8d7bdac req-af42f70d-fbdf-4479-8bce-739b6575031f service neutron] 10.222.0.129 "GET /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364262 Jan 24 16:36:06.966825 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c2a5313d-e0f9-4acf-8e0d-1d2f528b008d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:09.162149 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4312dbe1-5fdf-4012-af0c-78376480aab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:10.359552 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:10.408669 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:11.789762 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:18.024294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:24.510008 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:36:31.525749 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38046) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:31.731869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f7da5-3b73-49a9-b364-6d713f61c853 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 90205604-22a6-4c68-90c6-dfa16e682c09 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:36:31.732202 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7da5-3b73-49a9-b364-6d713f61c853 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:31.911794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7da5-3b73-49a9-b364-6d713f61c853 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:31.912021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7da5-3b73-49a9-b364-6d713f61c853 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:32.146208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f7da5-3b73-49a9-b364-6d713f61c853 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 90205604-22a6-4c68-90c6-dfa16e682c09 owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:36:32.314280 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7da5-3b73-49a9-b364-6d713f61c853 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:32.359128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f7da5-3b73-49a9-b364-6d713f61c853 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=90205604-22a6-4c68-90c6-dfa16e682c09,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:32.462720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7da5-3b73-49a9-b364-6d713f61c853 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:32.882984 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5f7da5-3b73-49a9-b364-6d713f61c853 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router c754e2b6-9740-4294-8851-d510aba3337c has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:36:33.100254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5f7da5-3b73-49a9-b364-6d713f61c853 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:36:33.111750 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d608c58-88af-4b51-a422-c19cbf4a8610 None None] Sync routers for ids ['c754e2b6-9740-4294-8851-d510aba3337c'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:36:33.123167 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7da5-3b73-49a9-b364-6d713f61c853 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:33.125670 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d608c58-88af-4b51-a422-c19cbf4a8610 None None] Routers {'c754e2b6-9740-4294-8851-d510aba3337c'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:36:33.126290 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8d608c58-88af-4b51-a422-c19cbf4a8610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:36:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c754e2b6-9740-4294-8851-d510aba3337c'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:33.180337 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fc5f7da5-3b73-49a9-b364-6d713f61c853 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/floatingips/5b5e809f-556f-4cfc-b8bf-27487c90e1d1 HTTP/1.1" status: 204 len: 168 time: 1.6535020 Jan 24 16:36:33.181005 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686120b4-8a2b-4825-a6c1-b92864062a54', 'tag': '5915ea95-e15c-456c-8e03-bb9a72e6f84d'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:36:33.268332 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686120b4-8a2b-4825-a6c1-b92864062a54', 'tag': '5915ea95-e15c-456c-8e03-bb9a72e6f84d', 'status': 'completed', 'code': 200} Jan 24 16:36:33.300156 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-8d608c58-88af-4b51-a422-c19cbf4a8610 None None] Set router c754e2b6-9740-4294-8851-d510aba3337c gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:36:33.372524 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d96e105c-638e-430b-8c8e-c414fa9b0369 req-08c83ed7-1ed6-4db1-9391-0089554d6825 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 1099 time: 0.0829661 Jan 24 16:36:33.519837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e105c-638e-430b-8c8e-c414fa9b0369 req-0cff822f-cb5b-4926-a1b3-61f39359c64a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:33.521459 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d96e105c-638e-430b-8c8e-c414fa9b0369 req-0cff822f-cb5b-4926-a1b3-61f39359c64a service neutron] 10.222.0.129 "GET /v2.0/networks?id=d2a96c60-7be5-4742-8663-421491623dba HTTP/1.1" status: 200 len: 897 time: 0.1407692 Jan 24 16:36:33.588859 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d96e105c-638e-430b-8c8e-c414fa9b0369 req-278e54cd-2e13-488a-bb0f-b429fe3f26fa service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5915ea95-e15c-456c-8e03-bb9a72e6f84d HTTP/1.1" status: 200 len: 217 time: 0.0604341 Jan 24 16:36:33.640358 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8d608c58-88af-4b51-a422-c19cbf4a8610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'name': 'tempest-TestNetworkBasicOps-router-1134435629', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:33Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '71c5fa1e-abdb-42c5-9301-d5a6c7a119f0', 'name': '', 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:62:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:32Z', 'updated_at': '2022-01-24T16:33:40Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:33.645139 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d608c58-88af-4b51-a422-c19cbf4a8610 None None] Checking router: c754e2b6-9740-4294-8851-d510aba3337c for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:36:33.656231 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d608c58-88af-4b51-a422-c19cbf4a8610 None None] Routers {'c754e2b6-9740-4294-8851-d510aba3337c'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:36:33.657055 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8d608c58-88af-4b51-a422-c19cbf4a8610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:36:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c754e2b6-9740-4294-8851-d510aba3337c'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:33.657729 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e105c-638e-430b-8c8e-c414fa9b0369 req-36fd200e-b708-4bbc-aed4-acea56baa33b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:33.659284 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d96e105c-638e-430b-8c8e-c414fa9b0369 req-36fd200e-b708-4bbc-aed4-acea56baa33b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=47424af2-8a10-4c2c-aec9-a57b939d4ec4 HTTP/1.1" status: 200 len: 843 time: 0.0640473 Jan 24 16:36:33.742119 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d96e105c-638e-430b-8c8e-c414fa9b0369 req-13db1030-0ffd-4680-b261-9bdd991c272d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d2a96c60-7be5-4742-8663-421491623dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761557 Jan 24 16:36:33.792013 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a6189-7464-4c9d-a796-36461e9c39ab req-6be6a5d4-a500-4c59-a7b2-e2a0c4a9229b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:33.792948 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-f34a6189-7464-4c9d-a796-36461e9c39ab req-6be6a5d4-a500-4c59-a7b2-e2a0c4a9229b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:36:33.808919 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-f34a6189-7464-4c9d-a796-36461e9c39ab req-6be6a5d4-a500-4c59-a7b2-e2a0c4a9229b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:36:33.810085 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f34a6189-7464-4c9d-a796-36461e9c39ab req-6be6a5d4-a500-4c59-a7b2-e2a0c4a9229b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 946 time: 0.2700379 Jan 24 16:36:33.844018 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-8d608c58-88af-4b51-a422-c19cbf4a8610 None None] Set router c754e2b6-9740-4294-8851-d510aba3337c gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:36:33.858291 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f34a6189-7464-4c9d-a796-36461e9c39ab req-53bc3d1b-6dc9-455d-a633-ac5c8daffa6e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d4f491e9-f1c8-4112-8120-92a0b7a1fae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416913 Jan 24 16:36:33.876112 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d96e105c-638e-430b-8c8e-c414fa9b0369 req-30a5a6a8-63cf-493e-8f74-5e4f107c0123 service neutron] 10.222.0.129 "GET /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256776 Jan 24 16:36:34.014823 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d96e105c-638e-430b-8c8e-c414fa9b0369 req-a1e492dd-bf2f-4e61-bd1b-6eb86423da2a service neutron] 10.222.0.129 "GET /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293793 Jan 24 16:36:34.157524 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8d608c58-88af-4b51-a422-c19cbf4a8610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'name': 'tempest-TestNetworkBasicOps-router-1134435629', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:33Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '71c5fa1e-abdb-42c5-9301-d5a6c7a119f0', 'name': '', 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:62:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:32Z', 'updated_at': '2022-01-24T16:33:40Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:34.162010 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d608c58-88af-4b51-a422-c19cbf4a8610 None None] The sync data for ids ['c754e2b6-9740-4294-8851-d510aba3337c'] in dv-neutron-826104-1-hyperv is: [{'id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'name': 'tempest-TestNetworkBasicOps-router-1134435629', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:33Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '71c5fa1e-abdb-42c5-9301-d5a6c7a119f0', 'name': '', 'network_id': 'd2a96c60-7be5-4742-8663-421491623dba', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:62:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:32Z', 'updated_at': '2022-01-24T16:33:40Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '47424af2-8a10-4c2c-aec9-a57b939d4ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:36:34.420772 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453b6f7-2873-46b0-80f9-151bfe4b534d None None] New status for floating IP 5b5e809f-556f-4cfc-b8bf-27487c90e1d1: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:36:35.195526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea9e7d-8f9d-43b3-ab2a-26b524718e5b req-ae5a8049-11b3-4cb2-8fcd-d4eb1e2df1b2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:35.196951 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1aea9e7d-8f9d-43b3-ab2a-26b524718e5b req-ae5a8049-11b3-4cb2-8fcd-d4eb1e2df1b2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 946 time: 0.1351130 Jan 24 16:36:35.207591 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580418ac-8b2c-4f81-aedb-dcfcc727993b req-20f72446-11de-4a73-9c95-4dcadc03c178 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:35.209432 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-580418ac-8b2c-4f81-aedb-dcfcc727993b req-20f72446-11de-4a73-9c95-4dcadc03c178 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 946 time: 0.2031369 Jan 24 16:36:35.300262 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-1aea9e7d-8f9d-43b3-ab2a-26b524718e5b req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 5915ea95-e15c-456c-8e03-bb9a72e6f84d {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:36:35.300605 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-1aea9e7d-8f9d-43b3-ab2a-26b524718e5b req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:35.339308 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-580418ac-8b2c-4f81-aedb-dcfcc727993b req-2e7391f0-0955-4f94-9016-9c60b74eb506 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=d4f491e9-f1c8-4112-8120-92a0b7a1fae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016772 Jan 24 16:36:35.567337 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-1aea9e7d-8f9d-43b3-ab2a-26b524718e5b req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port 5915ea95-e15c-456c-8e03-bb9a72e6f84d, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5915ea95-e15c-456c-8e03-bb9a72e6f84d,segment=NetworkSegment(fb22b4f3-f159-4cb8-a84b-337f44de6a95),segment_id=fb22b4f3-f159-4cb8-a84b-337f44de6a95)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:36:35.567752 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-1aea9e7d-8f9d-43b3-ab2a-26b524718e5b req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:35.779549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-1aea9e7d-8f9d-43b3-ab2a-26b524718e5b req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 5915ea95-e15c-456c-8e03-bb9a72e6f84d owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:36:35.938656 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-1aea9e7d-8f9d-43b3-ab2a-26b524718e5b req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:35.986709 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=5915ea95-e15c-456c-8e03-bb9a72e6f84d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:35.998182 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:35.998509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:35.998838 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:35.999157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:35.999492 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:35.999813 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:36.000125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:36.000436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:36.000741 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:36.001507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:36.001507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:36.068515 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aea9e7d-8f9d-43b3-ab2a-26b524718e5b req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] No DVR routers for this DVR port 5915ea95-e15c-456c-8e03-bb9a72e6f84d on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:36:36.071064 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-1aea9e7d-8f9d-43b3-ab2a-26b524718e5b req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:36.073664 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686120b4-8a2b-4825-a6c1-b92864062a54', 'name': 'network-vif-deleted', 'tag': '5915ea95-e15c-456c-8e03-bb9a72e6f84d'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:36:36.091563 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1aea9e7d-8f9d-43b3-ab2a-26b524718e5b req-794edd13-108c-4bcb-8b1a-98a205c25392 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "DELETE /v2.0/ports/5915ea95-e15c-456c-8e03-bb9a72e6f84d HTTP/1.1" status: 204 len: 173 time: 0.8810625 Jan 24 16:36:36.220448 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686120b4-8a2b-4825-a6c1-b92864062a54', 'name': 'network-vif-deleted', 'tag': '5915ea95-e15c-456c-8e03-bb9a72e6f84d', 'status': 'completed', 'code': 200} Jan 24 16:36:36.538327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b5431cb0-8918-422c-960b-bfe2bd3a777b req-91117457-33bc-4b7d-b9b9-52fc02b72fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:36:36.554924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b5431cb0-8918-422c-960b-bfe2bd3a777b req-91117457-33bc-4b7d-b9b9-52fc02b72fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:36:36.556138 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b5431cb0-8918-422c-960b-bfe2bd3a777b req-91117457-33bc-4b7d-b9b9-52fc02b72fad tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=686120b4-8a2b-4825-a6c1-b92864062a54 HTTP/1.1" status: 200 len: 210 time: 0.0663588 Jan 24 16:36:36.965662 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7df5-3102-4699-b9f5-67ce6133338f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:37.663452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38082) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:37.735951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b12741ed-d835-44f2-b48d-6efc5fe5fed3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:37.768347 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b12741ed-d835-44f2-b48d-6efc5fe5fed3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:37.840175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b12741ed-d835-44f2-b48d-6efc5fe5fed3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:37.859297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12741ed-d835-44f2-b48d-6efc5fe5fed3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f491e9-f1c8-4112-8120-92a0b7a1fae3,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:37.884427 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b12741ed-d835-44f2-b48d-6efc5fe5fed3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:37.885564 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b12741ed-d835-44f2-b48d-6efc5fe5fed3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/security-groups/d4f491e9-f1c8-4112-8120-92a0b7a1fae3 HTTP/1.1" status: 204 len: 168 time: 0.2211106 Jan 24 16:36:37.932007 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38088) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:38.355086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0cabd194-db8f-4fa0-8bf1-ff09e0ae196e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:38.818836 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5915ea95-e15c-456c-8e03-bb9a72e6f84d no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:36:38.851857 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 5915ea95-e15c-456c-8e03-bb9a72e6f84d {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:36:38.852166 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5915ea95-e15c-456c-8e03-bb9a72e6f84d not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:36:39.119788 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0cabd194-db8f-4fa0-8bf1-ff09e0ae196e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:36:39.120357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0cabd194-db8f-4fa0-8bf1-ff09e0ae196e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:39.156164 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-57d7df7e-0b3e-4675-a197-08c3bfae7978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:39.313298 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-0cabd194-db8f-4fa0-8bf1-ff09e0ae196e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=71c5fa1e-abdb-42c5-9301-d5a6c7a119f0,segment=NetworkSegment(fb22b4f3-f159-4cb8-a84b-337f44de6a95),segment_id=fb22b4f3-f159-4cb8-a84b-337f44de6a95)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:36:39.313716 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0cabd194-db8f-4fa0-8bf1-ff09e0ae196e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:39.436013 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0cabd194-db8f-4fa0-8bf1-ff09e0ae196e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:36:39.627630 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0cabd194-db8f-4fa0-8bf1-ff09e0ae196e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:39.676972 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabd194-db8f-4fa0-8bf1-ff09e0ae196e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=71c5fa1e-abdb-42c5-9301-d5a6c7a119f0,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:39.977794 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0cabd194-db8f-4fa0-8bf1-ff09e0ae196e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:40.361607 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:40.404865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:40.673381 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cabd194-db8f-4fa0-8bf1-ff09e0ae196e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router c754e2b6-9740-4294-8851-d510aba3337c has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:36:40.889550 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cabd194-db8f-4fa0-8bf1-ff09e0ae196e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:36:40.899758 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58920c-8cac-4856-a903-45b19a42155f None None] Sync routers for ids ['c754e2b6-9740-4294-8851-d510aba3337c'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:36:40.908796 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0cabd194-db8f-4fa0-8bf1-ff09e0ae196e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/c754e2b6-9740-4294-8851-d510aba3337c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9753308 Jan 24 16:36:40.911423 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38092) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:40.912739 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58920c-8cac-4856-a903-45b19a42155f None None] Routers {'c754e2b6-9740-4294-8851-d510aba3337c'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:36:40.913413 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-4c58920c-8cac-4856-a903-45b19a42155f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:36:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c754e2b6-9740-4294-8851-d510aba3337c'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:41.088139 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-4c58920c-8cac-4856-a903-45b19a42155f None None] Set router c754e2b6-9740-4294-8851-d510aba3337c gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:36:41.094887 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-11403690-77f2-4b9d-bcf1-1a0fc9082e24 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting subnet 47424af2-8a10-4c2c-aec9-a57b939d4ec4 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:36:41.098257 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11403690-77f2-4b9d-bcf1-1a0fc9082e24 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:41.157799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11403690-77f2-4b9d-bcf1-1a0fc9082e24 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:41.245759 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11403690-77f2-4b9d-bcf1-1a0fc9082e24 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:41.321606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11403690-77f2-4b9d-bcf1-1a0fc9082e24 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:41.364461 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11403690-77f2-4b9d-bcf1-1a0fc9082e24 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Subnet': ['ID=47424af2-8a10-4c2c-aec9-a57b939d4ec4,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:41.368926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11403690-77f2-4b9d-bcf1-1a0fc9082e24 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:41.374872 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-11403690-77f2-4b9d-bcf1-1a0fc9082e24 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/subnets/47424af2-8a10-4c2c-aec9-a57b939d4ec4 HTTP/1.1" status: 204 len: 168 time: 0.4624560 Jan 24 16:36:41.377616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38096) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:41.380335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed3ddb9-a015-4e67-97fe-9adc274e5eb0 None None] Network d2a96c60-7be5-4742-8663-421491623dba requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:36:41.385450 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-4c58920c-8cac-4856-a903-45b19a42155f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'name': 'tempest-TestNetworkBasicOps-router-1134435629', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:36:39Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:41.389289 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58920c-8cac-4856-a903-45b19a42155f None None] Checking router: c754e2b6-9740-4294-8851-d510aba3337c for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:36:41.403261 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58920c-8cac-4856-a903-45b19a42155f None None] Routers {'c754e2b6-9740-4294-8851-d510aba3337c'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:36:41.403912 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-4c58920c-8cac-4856-a903-45b19a42155f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:36:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['c754e2b6-9740-4294-8851-d510aba3337c'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:41.578917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c93df7bd-d076-4bdd-b1a6-b8d2733cc37c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:41.621440 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-4c58920c-8cac-4856-a903-45b19a42155f None None] Set router c754e2b6-9740-4294-8851-d510aba3337c gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:36:41.647728 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] DHCP port deletion for d2a96c60-7be5-4742-8663-421491623dba request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:36:41.651575 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Deleting port 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:36:41.651938 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:41.790992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c93df7bd-d076-4bdd-b1a6-b8d2733cc37c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:41.802958 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-c93df7bd-d076-4bdd-b1a6-b8d2733cc37c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 2cf82103-d258-4c7a-b572-d53b0c3762a5 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:36:41.803612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c93df7bd-d076-4bdd-b1a6-b8d2733cc37c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:41.875887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:41.883818 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] For port 97e334c3-7768-43e1-a0d0-fe2f8c74fb77, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=97e334c3-7768-43e1-a0d0-fe2f8c74fb77,segment=NetworkSegment(fb22b4f3-f159-4cb8-a84b-337f44de6a95),segment_id=fb22b4f3-f159-4cb8-a84b-337f44de6a95)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:36:41.884216 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:41.924651 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-4c58920c-8cac-4856-a903-45b19a42155f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'name': 'tempest-TestNetworkBasicOps-router-1134435629', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:36:39Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:41.929429 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58920c-8cac-4856-a903-45b19a42155f None None] The sync data for ids ['c754e2b6-9740-4294-8851-d510aba3337c'] in dv-neutron-826104-1-hyperv is: [{'id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'name': 'tempest-TestNetworkBasicOps-router-1134435629', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5'}], 'enable_snat': True}, 'gw_port_id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:36:39Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': '2cf82103-d258-4c7a-b572-d53b0c3762a5', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c754e2b6-9740-4294-8851-d510aba3337c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:33:29Z', 'updated_at': '2022-01-24T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:36:41.985226 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-c93df7bd-d076-4bdd-b1a6-b8d2733cc37c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port 2cf82103-d258-4c7a-b572-d53b0c3762a5, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=2cf82103-d258-4c7a-b572-d53b0c3762a5,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:36:41.985882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c93df7bd-d076-4bdd-b1a6-b8d2733cc37c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:42.063959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Calling delete_port for 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:36:42.104928 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-c93df7bd-d076-4bdd-b1a6-b8d2733cc37c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 2cf82103-d258-4c7a-b572-d53b0c3762a5 owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:36:42.155548 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:42.208160 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Pushing event deleted for resources: {'Port': ['ID=97e334c3-7768-43e1-a0d0-fe2f8c74fb77,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:42.265708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] No DVR routers for this DVR port 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:36:42.277241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:42.277241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:42.277241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:42.277460 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:42.277688 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:42.278013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:42.278324 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:42.278710 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:42.279298 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:42.279420 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:42.279710 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861b714-d31f-4fbd-9eb8-8950d94fbaec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:42.322624 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:36:42.400122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:36:42.400811 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 97e334c3-7768-43e1-a0d0-fe2f8c74fb77 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:36:42.400911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:36:42.424371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c93df7bd-d076-4bdd-b1a6-b8d2733cc37c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:42.435287 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:36:42.435654 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 71c5fa1e-abdb-42c5-9301-d5a6c7a119f0 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:36:42.472795 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93df7bd-d076-4bdd-b1a6-b8d2733cc37c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=2cf82103-d258-4c7a-b572-d53b0c3762a5,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:42.708571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c93df7bd-d076-4bdd-b1a6-b8d2733cc37c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:42.972464 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c93df7bd-d076-4bdd-b1a6-b8d2733cc37c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:42.976638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c93df7bd-d076-4bdd-b1a6-b8d2733cc37c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.005767 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c93df7bd-d076-4bdd-b1a6-b8d2733cc37c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.006372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93df7bd-d076-4bdd-b1a6-b8d2733cc37c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Fanout notify agent at l3_agent the message router_deleted on router c754e2b6-9740-4294-8851-d510aba3337c {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:36:43.021865 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c93df7bd-d076-4bdd-b1a6-b8d2733cc37c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.023222 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c93df7bd-d076-4bdd-b1a6-b8d2733cc37c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/routers/c754e2b6-9740-4294-8851-d510aba3337c HTTP/1.1" status: 204 len: 168 time: 1.6445642 Jan 24 16:36:43.026046 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38100) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:43.147999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77579fb8-82fe-4cd1-a9bb-00ec8e0048a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.283770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77579fb8-82fe-4cd1-a9bb-00ec8e0048a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.316946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-77579fb8-82fe-4cd1-a9bb-00ec8e0048a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a96c60-7be5-4742-8663-421491623dba']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:43.328615 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-77579fb8-82fe-4cd1-a9bb-00ec8e0048a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb22b4f3-f159-4cb8-a84b-337f44de6a95') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:43.328901 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-77579fb8-82fe-4cd1-a9bb-00ec8e0048a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb22b4f3-f159-4cb8-a84b-337f44de6a95') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:43.340221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77579fb8-82fe-4cd1-a9bb-00ec8e0048a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.361528 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77579fb8-82fe-4cd1-a9bb-00ec8e0048a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.369126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77579fb8-82fe-4cd1-a9bb-00ec8e0048a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:36:43.370022 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77579fb8-82fe-4cd1-a9bb-00ec8e0048a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:36:43.386777 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:36:43.478876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77579fb8-82fe-4cd1-a9bb-00ec8e0048a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.591326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77579fb8-82fe-4cd1-a9bb-00ec8e0048a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.597194 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77579fb8-82fe-4cd1-a9bb-00ec8e0048a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Network': ['ID=d2a96c60-7be5-4742-8663-421491623dba,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:43.611642 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-77579fb8-82fe-4cd1-a9bb-00ec8e0048a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/networks/d2a96c60-7be5-4742-8663-421491623dba HTTP/1.1" status: 204 len: 168 time: 0.5843801 Jan 24 16:36:43.624480 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38104) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:43.632657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-8970bbb1-4dd8-49cf-9180-f942c855c8cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'network': {'name': 'tempest-network-smoke--424634875', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'port_security_enabled': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:36:43.640721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8970bbb1-4dd8-49cf-9180-f942c855c8cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:36:43.646210 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8970bbb1-4dd8-49cf-9180-f942c855c8cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:network and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:36:43.649240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8970bbb1-4dd8-49cf-9180-f942c855c8cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:36:43.655208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8970bbb1-4dd8-49cf-9180-f942c855c8cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:36:43.668403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8970bbb1-4dd8-49cf-9180-f942c855c8cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:36:43.671446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8970bbb1-4dd8-49cf-9180-f942c855c8cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.700057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8970bbb1-4dd8-49cf-9180-f942c855c8cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:36:43.710408 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8970bbb1-4dd8-49cf-9180-f942c855c8cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.710844 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-8970bbb1-4dd8-49cf-9180-f942c855c8cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Added segment d060e8fd-3348-49ba-8f27-ee5a56ae9d52 of type vlan for network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a Jan 24 16:36:43.746307 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8970bbb1-4dd8-49cf-9180-f942c855c8cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.777812 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8970bbb1-4dd8-49cf-9180-f942c855c8cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.781474 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8970bbb1-4dd8-49cf-9180-f942c855c8cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:43.782036 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8970bbb1-4dd8-49cf-9180-f942c855c8cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.887821 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8970bbb1-4dd8-49cf-9180-f942c855c8cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2619257 Jan 24 16:36:43.890417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38108) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:43.902009 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-237740702', 'admin_state_up': True, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:36:43.909920 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970bbb1-4dd8-49cf-9180-f942c855c8cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Network': ['ID=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:43.913621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:36:43.917751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:router and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:36:43.921216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:36:43.921383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:36:43.927740 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:36:43.937500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.938883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:43.964901 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:44.114882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:44.182108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 2cf82103-d258-4c7a-b572-d53b0c3762a5 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:36:44.214177 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 2cf82103-d258-4c7a-b572-d53b0c3762a5 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:36:44.214520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 2cf82103-d258-4c7a-b572-d53b0c3762a5 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:36:44.304947 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:44.334504 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:44.472966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.42 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:36:44.627370 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:44.658944 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:44.728017 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:36:44.730786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:36:44.736639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:36:44.760075 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:44.920870 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:44.921616 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:45.162073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 2b0ef013-2567-4b19-a22d-4586509bfb79 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:36:45.375359 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:36:45.385285 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Sync routers for ids ['2b0ef013-2567-4b19-a22d-4586509bfb79'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:36:45.398149 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Routers {'2b0ef013-2567-4b19-a22d-4586509bfb79'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:36:45.398987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:36:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2b0ef013-2567-4b19-a22d-4586509bfb79'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:45.404968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:45.406264 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0ddbd248-6299-4ab7-a25d-056a175cafc7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5145483 Jan 24 16:36:45.409637 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38112) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:45.579184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Set router 2b0ef013-2567-4b19-a22d-4586509bfb79 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:36:45.625734 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f728760c-d8eb-49fc-a891-f4bd25dcc474 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?project_id=c758db9abd254971bbaac83475af12ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2144160 Jan 24 16:36:45.628531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38118) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:45.864507 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462c7d5a-75b7-46c8-93d4-c8e5e274c255 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:45.866005 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-462c7d5a-75b7-46c8-93d4-c8e5e274c255 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2362688 Jan 24 16:36:45.869117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38122) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:45.870729 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:44Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:45.874837 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Checking router: 2b0ef013-2567-4b19-a22d-4586509bfb79 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:36:45.875172 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Updating router 2b0ef013-2567-4b19-a22d-4586509bfb79 port a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:36:45.912549 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a8e4d866-4b46-4b52-91c6-4cf6bf1f4d4a tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421920 Jan 24 16:36:45.915088 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38126) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:45.920399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4d4eeca9-4b2d-4347-96d4-b2439397e5ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1026831159', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:36:45.927518 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:46.032347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4d4eeca9-4b2d-4347-96d4-b2439397e5ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:36:46.036765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4d4eeca9-4b2d-4347-96d4-b2439397e5ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:subnet and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:36:46.039590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4d4eeca9-4b2d-4347-96d4-b2439397e5ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:36:46.045209 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4d4eeca9-4b2d-4347-96d4-b2439397e5ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:36:46.059590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4eeca9-4b2d-4347-96d4-b2439397e5ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:36:46.165429 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d4eeca9-4b2d-4347-96d4-b2439397e5ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:46.261269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:46.273798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Transition to ACTIVE for port object a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:36:46.280563 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:46.359080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Attempting to bind port a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:36:46.359515 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Attempting to bind port a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:36:46.359813 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Attempting to bind port a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:36:46.362197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e65138-dcff-4210-9c07-6750591ccce5 None None] Pushing event updated for resources: {'Port': ['ID=a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:46.369462 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:36:46.369822 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:36:46.370210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:46.370585 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:36:46.371031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Bound port: a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:36:46.371394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:46.396732 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d4eeca9-4b2d-4347-96d4-b2439397e5ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:46.441765 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] For port a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:36:46.446196 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] For port a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:36:46.450477 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:46.477689 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4eeca9-4b2d-4347-96d4-b2439397e5ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Subnet': ['ID=79f3b415-ed35-4719-842b-92376096fd47,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:46.489663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4eeca9-4b2d-4347-96d4-b2439397e5ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Checking segment: {'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:36:46.490010 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4eeca9-4b2d-4347-96d4-b2439397e5ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network hostable DHCP agents. Network: 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:36:46.512644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4eeca9-4b2d-4347-96d4-b2439397e5ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:36:46.523087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-4d4eeca9-4b2d-4347-96d4-b2439397e5ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:36:46.527145 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4eeca9-4b2d-4347-96d4-b2439397e5ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:46.527746 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d4eeca9-4b2d-4347-96d4-b2439397e5ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:46.537778 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d215f6-8cd7-4e4b-84f0-afbb8280df9e None None] Network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:36:46.549285 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4d4eeca9-4b2d-4347-96d4-b2439397e5ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6331942 Jan 24 16:36:46.552947 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38130) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:46.613181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e65138-dcff-4210-9c07-6750591ccce5 None None] Pushing event updated for resources: {'Port': ['ID=a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:46.622505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Routers {'2b0ef013-2567-4b19-a22d-4586509bfb79'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:36:46.623112 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:36:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2b0ef013-2567-4b19-a22d-4586509bfb79'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:46.938589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] Set router 2b0ef013-2567-4b19-a22d-4586509bfb79 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:36:47.070016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:36:47.070805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:47.369010 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Allocated IP 172.20.0.2 (7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a/79f3b415-ed35-4719-842b-92376096fd47/e2de0bdd-d0f2-418d-96af-2da49aa2544d) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:36:47.412996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:47.475205 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:44Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:47.484667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff7220-9ee3-4d15-bcbd-3c93f396f3da None None] The sync data for ids ['2b0ef013-2567-4b19-a22d-4586509bfb79'] in dv-neutron-826104-1-hyperv is: [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:44Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:36:47.591069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:47.603011 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Transition to ACTIVE for port object e2de0bdd-d0f2-418d-96af-2da49aa2544d will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:36:47.622613 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Transition to ACTIVE for port object e2de0bdd-d0f2-418d-96af-2da49aa2544d will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:36:47.629109 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:47.727902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:36:47.731559 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:36:47.733459 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Pushing event updated for resources: {'Port': ['ID=e2de0bdd-d0f2-418d-96af-2da49aa2544d,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:47.735992 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:36:47.828958 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Attempting to bind port e2de0bdd-d0f2-418d-96af-2da49aa2544d on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:36:47.829349 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Attempting to bind port e2de0bdd-d0f2-418d-96af-2da49aa2544d by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:36:47.830384 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Attempting to bind port e2de0bdd-d0f2-418d-96af-2da49aa2544d on network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:36:47.837332 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:36:47.837780 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Checking segment: {'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:36:47.838102 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:47.838471 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Bound using segment: {'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:36:47.838929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Bound port: e2de0bdd-d0f2-418d-96af-2da49aa2544d, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:36:47.839292 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:47.841685 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.1 (7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a/79f3b415-ed35-4719-842b-92376096fd47/abfd99b3-8505-4371-b810-2e9b30833056) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:36:47.927469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] For port e2de0bdd-d0f2-418d-96af-2da49aa2544d, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:36:47.931097 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] For port e2de0bdd-d0f2-418d-96af-2da49aa2544d, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e2de0bdd-d0f2-418d-96af-2da49aa2544d,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:36:47.936911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:48.021591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:48.035356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe98f3-3930-4c46-8558-ac577ca444c8 None None] Pushing event updated for resources: {'Port': ['ID=e2de0bdd-d0f2-418d-96af-2da49aa2544d,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:48.039237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object abfd99b3-8505-4371-b810-2e9b30833056 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:36:48.043745 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:48.069941 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:48.159276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:36:48.166447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:36:48.166447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=abfd99b3-8505-4371-b810-2e9b30833056,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:48.169032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:36:48.212472 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:36:48.270189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:48.332421 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:36:48.344299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:36:48.344990 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:48.390144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:48.476239 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:48.492623 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:36:48.496951 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:48.562233 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:48.815056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:48.821350 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:48.937622 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:48.941701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=abfd99b3-8505-4371-b810-2e9b30833056,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:48.955878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:48.956313 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:48.956668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:48.957120 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:48.957463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:48.957787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:48.958113 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:48.958532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:48.958857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:48.959172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:48.959504 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:49.061979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8046fb-16e9-4bac-92c6-09cdfbc7b636 None None] Network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:36:49.098235 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:36:49.099338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:36:49.182127 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e0c69b7f-c38d-4836-9cb8-82d1913ce302 None None] Provisioning for port e2de0bdd-d0f2-418d-96af-2da49aa2544d completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:36:49.605286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 2b0ef013-2567-4b19-a22d-4586509bfb79 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:36:49.632462 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3fa67054-39c0-451c-89f1-0e63951c2a53 None None] Provisioning for port abfd99b3-8505-4371-b810-2e9b30833056 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:36:49.638801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3fa67054-39c0-451c-89f1-0e63951c2a53 None None] Provisioning complete for port abfd99b3-8505-4371-b810-2e9b30833056 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:36:49.639439 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3fa67054-39c0-451c-89f1-0e63951c2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:49.698141 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3fa67054-39c0-451c-89f1-0e63951c2a53 None None] Port abfd99b3-8505-4371-b810-2e9b30833056 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:36:49.818971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:36:49.833785 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2a2676a1-016c-4038-a1ca-3c72cb00178c None None] Provisioning complete for port abfd99b3-8505-4371-b810-2e9b30833056 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:36:49.834176 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2a2676a1-016c-4038-a1ca-3c72cb00178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:49.836226 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fcf331d4-146e-42e8-81f7-412922c8b8e0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/2b0ef013-2567-4b19-a22d-4586509bfb79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2822678 Jan 24 16:36:49.838700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38134) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:49.890561 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2a2676a1-016c-4038-a1ca-3c72cb00178c None None] Port abfd99b3-8505-4371-b810-2e9b30833056 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:36:49.982753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38217e97-27eb-48e6-9f74-7da43b40125d tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:49.983001 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38217e97-27eb-48e6-9f74-7da43b40125d tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:49.983384 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38217e97-27eb-48e6-9f74-7da43b40125d tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:49.983770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38217e97-27eb-48e6-9f74-7da43b40125d tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:49.985414 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-38217e97-27eb-48e6-9f74-7da43b40125d tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1458101 Jan 24 16:36:49.988593 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38138) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:50.013047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1b03cdc2-2702-484b-bcad-308b681e2587 None None] Provisioning complete for port abfd99b3-8505-4371-b810-2e9b30833056 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:36:50.013410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1b03cdc2-2702-484b-bcad-308b681e2587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:50.058716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6589c397-0ec8-4431-bdc0-c4489c5cde1e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:50.059052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6589c397-0ec8-4431-bdc0-c4489c5cde1e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:50.059425 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6589c397-0ec8-4431-bdc0-c4489c5cde1e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:50.060026 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6589c397-0ec8-4431-bdc0-c4489c5cde1e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:50.063929 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6589c397-0ec8-4431-bdc0-c4489c5cde1e tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0719013 Jan 24 16:36:50.064578 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38142) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:50.068684 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1b03cdc2-2702-484b-bcad-308b681e2587 None None] Port abfd99b3-8505-4371-b810-2e9b30833056 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:36:50.248650 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e2de0bdd-d0f2-418d-96af-2da49aa2544d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:36:50.269787 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-90c41c91-dccd-4c18-ab49-04a8dae3f6e8 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2038159 Jan 24 16:36:50.317066 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port e2de0bdd-d0f2-418d-96af-2da49aa2544d completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:36:50.322094 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port e2de0bdd-d0f2-418d-96af-2da49aa2544d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:36:50.322465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:50.438336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:50.470805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port e2de0bdd-d0f2-418d-96af-2da49aa2544d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e2de0bdd-d0f2-418d-96af-2da49aa2544d,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:36:50.476133 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:50.477212 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:36:50.543549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38148) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:50.550424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-bf319a68-4e98-4cc1-9183-ac1e430d25bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1841351593', 'description': 'tempest-secgroup-smoke-1841351593 description', 'project_id': 'c758db9abd254971bbaac83475af12ff'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:36:50.556401 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bf319a68-4e98-4cc1-9183-ac1e430d25bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:36:50.560585 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bf319a68-4e98-4cc1-9183-ac1e430d25bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:36:50.565433 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bf319a68-4e98-4cc1-9183-ac1e430d25bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:36:50.571422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bf319a68-4e98-4cc1-9183-ac1e430d25bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:36:50.584806 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf319a68-4e98-4cc1-9183-ac1e430d25bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:50.592426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=e2de0bdd-d0f2-418d-96af-2da49aa2544d,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:50.606234 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:36:50.606595 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:50.623671 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bf319a68-4e98-4cc1-9183-ac1e430d25bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:36:50.627422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bf319a68-4e98-4cc1-9183-ac1e430d25bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:36:50.630478 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-bf319a68-4e98-4cc1-9183-ac1e430d25bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:36:50.636061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-bf319a68-4e98-4cc1-9183-ac1e430d25bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:36:50.704479 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf319a68-4e98-4cc1-9183-ac1e430d25bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:50.709411 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf319a68-4e98-4cc1-9183-ac1e430d25bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:50.756228 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf319a68-4e98-4cc1-9183-ac1e430d25bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd62ea5-66f5-4cbf-a703-6bcb960d399c,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:50.758942 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf319a68-4e98-4cc1-9183-ac1e430d25bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:50.760225 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bf319a68-4e98-4cc1-9183-ac1e430d25bb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2151327 Jan 24 16:36:50.763269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38152) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:50.769637 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0cfd1fbc-e46a-46e6-9c1b-290e15f046a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '8dd62ea5-66f5-4cbf-a703-6bcb960d399c', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:36:50.775422 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0cfd1fbc-e46a-46e6-9c1b-290e15f046a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:36:50.779387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0cfd1fbc-e46a-46e6-9c1b-290e15f046a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:36:50.782479 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0cfd1fbc-e46a-46e6-9c1b-290e15f046a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:36:50.788335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0cfd1fbc-e46a-46e6-9c1b-290e15f046a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:36:50.807038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1fbc-e46a-46e6-9c1b-290e15f046a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:50.868257 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1fbc-e46a-46e6-9c1b-290e15f046a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:50.874173 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1fbc-e46a-46e6-9c1b-290e15f046a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:50.899692 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd1fbc-e46a-46e6-9c1b-290e15f046a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612d959b-c8da-4f1f-a9bb-24b142b29c21,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:50.915021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1fbc-e46a-46e6-9c1b-290e15f046a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:50.916387 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0cfd1fbc-e46a-46e6-9c1b-290e15f046a3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1520522 Jan 24 16:36:50.919206 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38156) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:50.924612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-dfabd5e5-5d34-424f-b944-1fc8debd6974 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '8dd62ea5-66f5-4cbf-a703-6bcb960d399c', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:36:50.930998 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-dfabd5e5-5d34-424f-b944-1fc8debd6974 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:36:50.935073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-dfabd5e5-5d34-424f-b944-1fc8debd6974 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:36:50.938003 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-dfabd5e5-5d34-424f-b944-1fc8debd6974 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:36:50.945254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-dfabd5e5-5d34-424f-b944-1fc8debd6974 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:36:50.963644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dfabd5e5-5d34-424f-b944-1fc8debd6974 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.030227 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dfabd5e5-5d34-424f-b944-1fc8debd6974 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.035389 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dfabd5e5-5d34-424f-b944-1fc8debd6974 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.061371 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabd5e5-5d34-424f-b944-1fc8debd6974 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17bfe80-b4fc-424f-aaae-c6890458011a,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:51.072277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dfabd5e5-5d34-424f-b944-1fc8debd6974 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.073462 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-dfabd5e5-5d34-424f-b944-1fc8debd6974 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1532524 Jan 24 16:36:51.076325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38160) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:51.082226 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-420ab9fa-d2e3-4244-b595-71cef00605c0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '8dd62ea5-66f5-4cbf-a703-6bcb960d399c', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:36:51.089516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-420ab9fa-d2e3-4244-b595-71cef00605c0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:36:51.093861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-420ab9fa-d2e3-4244-b595-71cef00605c0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:36:51.097286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-420ab9fa-d2e3-4244-b595-71cef00605c0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:36:51.103707 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-420ab9fa-d2e3-4244-b595-71cef00605c0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:36:51.108905 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Sync routers for ids ['2b0ef013-2567-4b19-a22d-4586509bfb79'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:36:51.122847 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Routers {'2b0ef013-2567-4b19-a22d-4586509bfb79'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:36:51.123530 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:36:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2b0ef013-2567-4b19-a22d-4586509bfb79'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:51.123679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-420ab9fa-d2e3-4244-b595-71cef00605c0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.186494 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-420ab9fa-d2e3-4244-b595-71cef00605c0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.199842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-420ab9fa-d2e3-4244-b595-71cef00605c0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.230106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ab9fa-d2e3-4244-b595-71cef00605c0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aab87b5-07f7-462e-a7cf-f883d5c3597a,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:51.239227 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-420ab9fa-d2e3-4244-b595-71cef00605c0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.243586 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-420ab9fa-d2e3-4244-b595-71cef00605c0 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1636491 Jan 24 16:36:51.243762 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38164) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:51.251350 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ed5259a2-4ab6-4153-abac-b0950fc6b5f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '8dd62ea5-66f5-4cbf-a703-6bcb960d399c', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:36:51.259574 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ed5259a2-4ab6-4153-abac-b0950fc6b5f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:36:51.266550 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ed5259a2-4ab6-4153-abac-b0950fc6b5f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:36:51.270288 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ed5259a2-4ab6-4153-abac-b0950fc6b5f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:36:51.276933 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ed5259a2-4ab6-4153-abac-b0950fc6b5f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:36:51.294476 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ed5259a2-4ab6-4153-abac-b0950fc6b5f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.312533 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Set router 2b0ef013-2567-4b19-a22d-4586509bfb79 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:36:51.363045 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ed5259a2-4ab6-4153-abac-b0950fc6b5f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.368200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ed5259a2-4ab6-4153-abac-b0950fc6b5f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.391661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5259a2-4ab6-4153-abac-b0950fc6b5f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0ed511-1ccb-4708-8daa-eb4dc1b781b1,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:51.401817 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ed5259a2-4ab6-4153-abac-b0950fc6b5f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.403057 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ed5259a2-4ab6-4153-abac-b0950fc6b5f9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1583598 Jan 24 16:36:51.405898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38168) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:51.411507 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ba82897f-b011-4478-a748-af1e2d75c8d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '8dd62ea5-66f5-4cbf-a703-6bcb960d399c', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:36:51.417524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ba82897f-b011-4478-a748-af1e2d75c8d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:36:51.421340 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ba82897f-b011-4478-a748-af1e2d75c8d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:36:51.424410 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ba82897f-b011-4478-a748-af1e2d75c8d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:36:51.430643 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ba82897f-b011-4478-a748-af1e2d75c8d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:36:51.443361 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-ba82897f-b011-4478-a748-af1e2d75c8d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:36:51.450234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba82897f-b011-4478-a748-af1e2d75c8d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.516906 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba82897f-b011-4478-a748-af1e2d75c8d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.522251 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba82897f-b011-4478-a748-af1e2d75c8d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.545359 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82897f-b011-4478-a748-af1e2d75c8d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c653760b-e287-4bd5-8deb-a656723706f3,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:51.556139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ba82897f-b011-4478-a748-af1e2d75c8d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.557361 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ba82897f-b011-4478-a748-af1e2d75c8d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1505511 Jan 24 16:36:51.560562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38172) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:36:51.566193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4aee24f5-6af8-4d4a-bdb6-2569f0bfd185 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '8dd62ea5-66f5-4cbf-a703-6bcb960d399c', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:36:51.572154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4aee24f5-6af8-4d4a-bdb6-2569f0bfd185 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:36:51.575983 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4aee24f5-6af8-4d4a-bdb6-2569f0bfd185 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:36:51.578832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4aee24f5-6af8-4d4a-bdb6-2569f0bfd185 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:36:51.585177 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4aee24f5-6af8-4d4a-bdb6-2569f0bfd185 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:36:51.596281 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-4aee24f5-6af8-4d4a-bdb6-2569f0bfd185 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:36:51.602978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4aee24f5-6af8-4d4a-bdb6-2569f0bfd185 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.632444 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'abfd99b3-8505-4371-b810-2e9b30833056', 'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:e7:93:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:47Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 2, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '79f3b415-ed35-4719-842b-92376096fd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:51.636762 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Checking router: 2b0ef013-2567-4b19-a22d-4586509bfb79 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:36:51.637101 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Updating router 2b0ef013-2567-4b19-a22d-4586509bfb79 port abfd99b3-8505-4371-b810-2e9b30833056 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:36:51.670722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4aee24f5-6af8-4d4a-bdb6-2569f0bfd185 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.676327 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4aee24f5-6af8-4d4a-bdb6-2569f0bfd185 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.688620 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.699631 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee24f5-6af8-4d4a-bdb6-2569f0bfd185 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a49cbda-6982-4472-9b15-02f907c5bf89,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:51.709902 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4aee24f5-6af8-4d4a-bdb6-2569f0bfd185 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:51.711096 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4aee24f5-6af8-4d4a-bdb6-2569f0bfd185 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1496060 Jan 24 16:36:51.903118 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-92d4053e-8d53-4ded-93bb-02efeb235ccc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:36:51.919812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-92d4053e-8d53-4ded-93bb-02efeb235ccc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:36:51.921038 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-92d4053e-8d53-4ded-93bb-02efeb235ccc tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841351593&fields=id&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 267 time: 0.0577717 Jan 24 16:36:52.061920 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:52.070776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-aa2117a3-5ea2-4822-a652-57462966a5fa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:52.072282 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-aa2117a3-5ea2-4822-a652-57462966a5fa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/networks?id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a HTTP/1.1" status: 200 len: 796 time: 0.1444738 Jan 24 16:36:52.077692 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Transition to ACTIVE for port object abfd99b3-8505-4371-b810-2e9b30833056 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:36:52.085363 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:52.092530 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-3e0a3884-b094-4bc7-b4af-83adf3b7a502 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/quotas/c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 375 time: 0.0121396 Jan 24 16:36:52.190147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-00f27030-5d9c-46dc-a233-d0a43d18abb8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:36:52.191717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e2de0bdd-d0f2-418d-96af-2da49aa2544d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:36:52.208549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-00f27030-5d9c-46dc-a233-d0a43d18abb8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:36:52.209934 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-00f27030-5d9c-46dc-a233-d0a43d18abb8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110771 Jan 24 16:36:52.222975 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e6f1b-bdc9-4511-9908-c5e2ab0e6f77 None None] Pushing event updated for resources: {'Port': ['ID=abfd99b3-8505-4371-b810-2e9b30833056,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:52.256607 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6f1b-bdc9-4511-9908-c5e2ab0e6f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:52.256937 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6f1b-bdc9-4511-9908-c5e2ab0e6f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:52.257431 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6f1b-bdc9-4511-9908-c5e2ab0e6f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:52.257900 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6f1b-bdc9-4511-9908-c5e2ab0e6f77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:52.258553 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6f1b-bdc9-4511-9908-c5e2ab0e6f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:52.259033 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6f1b-bdc9-4511-9908-c5e2ab0e6f77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:52.259969 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6f1b-bdc9-4511-9908-c5e2ab0e6f77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:52.260464 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6f1b-bdc9-4511-9908-c5e2ab0e6f77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:52.260935 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6f1b-bdc9-4511-9908-c5e2ab0e6f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:52.261401 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6f1b-bdc9-4511-9908-c5e2ab0e6f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:52.261871 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6f1b-bdc9-4511-9908-c5e2ab0e6f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:36:52.279649 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port e2de0bdd-d0f2-418d-96af-2da49aa2544d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:36:52.280038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:52.324332 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Attempting to bind port abfd99b3-8505-4371-b810-2e9b30833056 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:36:52.324680 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Attempting to bind port abfd99b3-8505-4371-b810-2e9b30833056 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:36:52.325215 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Attempting to bind port abfd99b3-8505-4371-b810-2e9b30833056 on network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:36:52.332585 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:36:52.333338 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Checking segment: {'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:36:52.334002 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:52.334612 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Bound using segment: {'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:36:52.335278 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Bound port: abfd99b3-8505-4371-b810-2e9b30833056, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:36:52.335888 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:52.429868 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] For port abfd99b3-8505-4371-b810-2e9b30833056, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:36:52.433253 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] For port abfd99b3-8505-4371-b810-2e9b30833056, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=abfd99b3-8505-4371-b810-2e9b30833056,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:36:52.437517 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:52.454936 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-e37e9915-d4f3-432a-9925-c5778d5ac9b6 service neutron] 10.222.0.130 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310936 Jan 24 16:36:52.516958 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Routers {'2b0ef013-2567-4b19-a22d-4586509bfb79'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:36:52.517559 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:36:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2b0ef013-2567-4b19-a22d-4586509bfb79'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:52.580759 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e6f1b-bdc9-4511-9908-c5e2ab0e6f77 None None] Pushing event updated for resources: {'Port': ['ID=abfd99b3-8505-4371-b810-2e9b30833056,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:52.596741 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-f84e02f2-520c-4589-a87c-46fc26066d74 service neutron] 10.222.0.130 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352932 Jan 24 16:36:52.701517 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] Set router 2b0ef013-2567-4b19-a22d-4586509bfb79 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:36:52.796850 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-75e8a3e9-a991-49da-b2cb-3abc108ae599 req-deae3cc0-839b-4580-a61d-4fd27a4466b5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:36:52.810583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-75e8a3e9-a991-49da-b2cb-3abc108ae599 req-deae3cc0-839b-4580-a61d-4fd27a4466b5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:36:52.811777 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-75e8a3e9-a991-49da-b2cb-3abc108ae599 req-deae3cc0-839b-4580-a61d-4fd27a4466b5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 210 time: 0.0551333 Jan 24 16:36:53.010200 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'abfd99b3-8505-4371-b810-2e9b30833056', 'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:e7:93:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:47Z', 'updated_at': '2022-01-24T16:36:52Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '79f3b415-ed35-4719-842b-92376096fd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:36:53.014253 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f0bc8-72cc-4595-ab24-39684b5cd42a None None] The sync data for ids ['2b0ef013-2567-4b19-a22d-4586509bfb79'] in dv-neutron-826104-1-hyperv is: [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'abfd99b3-8505-4371-b810-2e9b30833056', 'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:e7:93:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:47Z', 'updated_at': '2022-01-24T16:36:52Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '79f3b415-ed35-4719-842b-92376096fd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:36:54.116006 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8cf802e4-cea4-4c76-ab09-b6a23e2b9394 req-0dd45fdb-39a7-4c5a-9196-e91fb7e481e2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 210 time: 0.1694529 Jan 24 16:36:54.219653 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device abfd99b3-8505-4371-b810-2e9b30833056 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:36:54.247574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-0c4aa1da-7e3a-4aa2-95ad-a21a91f66f67 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:54.248994 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-0c4aa1da-7e3a-4aa2-95ad-a21a91f66f67 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/networks?id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a HTTP/1.1" status: 200 len: 796 time: 0.2674611 Jan 24 16:36:54.292887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port abfd99b3-8505-4371-b810-2e9b30833056 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:36:54.298086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port abfd99b3-8505-4371-b810-2e9b30833056 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:36:54.298658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:54.314678 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-5440b4ce-eb64-4fc0-862c-da698e842fc5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 380 time: 0.0440321 Jan 24 16:36:54.323783 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-d791a3f5-58ff-4b85-9d9d-8aee1c91f43e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'port': {'device_id': 'b88e859f-8add-4615-bf37-54d90e736a86', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'admin_state_up': True, 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'security_groups': ['8dd62ea5-66f5-4cbf-a703-6bcb960d399c']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:36:54.419184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:54.453706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port abfd99b3-8505-4371-b810-2e9b30833056, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=abfd99b3-8505-4371-b810-2e9b30833056,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:36:54.460115 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:54.465343 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-d791a3f5-58ff-4b85-9d9d-8aee1c91f43e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:36:54.475188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-d791a3f5-58ff-4b85-9d9d-8aee1c91f43e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:36:54.486025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-d791a3f5-58ff-4b85-9d9d-8aee1c91f43e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:36:54.489064 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-d791a3f5-58ff-4b85-9d9d-8aee1c91f43e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:54.526666 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=abfd99b3-8505-4371-b810-2e9b30833056,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:54.651609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-d791a3f5-58ff-4b85-9d9d-8aee1c91f43e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.13 (7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a/79f3b415-ed35-4719-842b-92376096fd47/cc8f3249-ba58-4d0b-b187-66b6b1f44665) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:36:54.851513 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-d791a3f5-58ff-4b85-9d9d-8aee1c91f43e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:54.868285 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-d791a3f5-58ff-4b85-9d9d-8aee1c91f43e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object cc8f3249-ba58-4d0b-b187-66b6b1f44665 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:36:54.892898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-d791a3f5-58ff-4b85-9d9d-8aee1c91f43e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:54.969072 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-d791a3f5-58ff-4b85-9d9d-8aee1c91f43e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:36:54.972673 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-d791a3f5-58ff-4b85-9d9d-8aee1c91f43e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:36:54.974542 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791a3f5-58ff-4b85-9d9d-8aee1c91f43e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=cc8f3249-ba58-4d0b-b187-66b6b1f44665,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:54.976625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-d791a3f5-58ff-4b85-9d9d-8aee1c91f43e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:36:55.040270 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-d791a3f5-58ff-4b85-9d9d-8aee1c91f43e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:55.040874 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-d791a3f5-58ff-4b85-9d9d-8aee1c91f43e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:55.067382 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-d791a3f5-58ff-4b85-9d9d-8aee1c91f43e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7471430 Jan 24 16:36:55.079067 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Request body: {'port': {'device_id': 'b88e859f-8add-4615-bf37-54d90e736a86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:36:55.181125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-db1fc0d8-8a28-4055-957e-b881e9b234fe None None] Provisioning for port cc8f3249-ba58-4d0b-b187-66b6b1f44665 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:36:55.186244 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-db1fc0d8-8a28-4055-957e-b881e9b234fe None None] Provisioning complete for port cc8f3249-ba58-4d0b-b187-66b6b1f44665 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:36:55.186620 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-db1fc0d8-8a28-4055-957e-b881e9b234fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:55.190081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:55.246898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-db1fc0d8-8a28-4055-957e-b881e9b234fe None None] Port cc8f3249-ba58-4d0b-b187-66b6b1f44665 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:36:55.325589 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b626a96-f09a-49d5-b1f6-9e2b773acee1 req-297031c6-63c4-412a-93bb-62b7ca692377 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:55.327058 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1b626a96-f09a-49d5-b1f6-9e2b773acee1 req-297031c6-63c4-412a-93bb-62b7ca692377 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 932 time: 0.0791147 Jan 24 16:36:55.377448 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1b626a96-f09a-49d5-b1f6-9e2b773acee1 req-3c81f566-5562-40d4-922a-deca9230de54 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=8dd62ea5-66f5-4cbf-a703-6bcb960d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440862 Jan 24 16:36:55.532103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8f3249-ba58-4d0b-b187-66b6b1f44665 {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:36:55.538920 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:55.552912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Transition to ACTIVE for port object cc8f3249-ba58-4d0b-b187-66b6b1f44665 will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:36:55.558542 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:55.680511 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8f3249-ba58-4d0b-b187-66b6b1f44665,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:55.789924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Attempting to bind port cc8f3249-ba58-4d0b-b187-66b6b1f44665 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:36:55.790251 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Attempting to bind port cc8f3249-ba58-4d0b-b187-66b6b1f44665 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:36:55.790573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Attempting to bind port cc8f3249-ba58-4d0b-b187-66b6b1f44665 on network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:36:55.796203 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Port cc8f3249-ba58-4d0b-b187-66b6b1f44665 on network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:36:55.796506 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Attempting to bind port cc8f3249-ba58-4d0b-b187-66b6b1f44665 on network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:36:55.802742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:36:55.803062 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Checking segment: {'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:36:55.803436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Bound using segment: {'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:36:55.803879 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Bound port: cc8f3249-ba58-4d0b-b187-66b6b1f44665, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:36:55.804212 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:55.891957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] For port cc8f3249-ba58-4d0b-b187-66b6b1f44665, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:36:55.895048 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] For port cc8f3249-ba58-4d0b-b187-66b6b1f44665, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=cc8f3249-ba58-4d0b-b187-66b6b1f44665,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:36:55.901802 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:56.051292 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:56.052658 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] 10.222.0.129 "PUT /v2.0/ports/cc8f3249-ba58-4d0b-b187-66b6b1f44665 HTTP/1.1" status: 200 len: 1094 time: 0.9779735 Jan 24 16:36:56.053079 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88e859f-8add-4615-bf37-54d90e736a86', 'tag': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:36:56.084217 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df6188-7d34-4296-8d83-f3cb5a89a5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8f3249-ba58-4d0b-b187-66b6b1f44665,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:56.136875 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88e859f-8add-4615-bf37-54d90e736a86', 'tag': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'status': 'completed', 'code': 200} Jan 24 16:36:56.180795 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-2137fd0e-97e3-4a1d-89c0-880df95c2115 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 1097 time: 0.0750582 Jan 24 16:36:56.185695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device abfd99b3-8505-4371-b810-2e9b30833056 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:36:56.259565 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port abfd99b3-8505-4371-b810-2e9b30833056 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:36:56.260223 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:56.264964 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-ac2235ab-85b4-4563-9ce5-16af1c9a8676 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc8f3249-ba58-4d0b-b187-66b6b1f44665 HTTP/1.1" status: 200 len: 217 time: 0.0690475 Jan 24 16:36:56.330644 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-ef7b18f1-ce08-419e-a4d6-a2a9abd1901d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:56.332107 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-ef7b18f1-ce08-419e-a4d6-a2a9abd1901d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=79f3b415-ed35-4719-842b-92376096fd47 HTTP/1.1" status: 200 len: 835 time: 0.0606649 Jan 24 16:36:56.409478 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-2ed0dc52-bf0d-478f-97a0-e9e9dfef3674 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713317 Jan 24 16:36:56.549873 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-ec7d2d33-4370-4201-a6a3-62bc77f51a98 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336958 Jan 24 16:36:56.681570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba779af6-a7eb-490f-b524-37fe04d057a2 req-860952dd-ecd9-424c-91dd-462dec81b820 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:56.683105 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ba779af6-a7eb-490f-b524-37fe04d057a2 req-860952dd-ecd9-424c-91dd-462dec81b820 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 944 time: 0.1814373 Jan 24 16:36:56.693111 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b06efff0-e037-443a-afc3-a475607cd9e9 req-e483dd24-034a-4426-8e61-c0e8360e3553 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364677 Jan 24 16:36:56.727956 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ba779af6-a7eb-490f-b524-37fe04d057a2 req-309d67ad-8cd0-42ac-9a51-7b791c1ec44f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=8dd62ea5-66f5-4cbf-a703-6bcb960d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392466 Jan 24 16:36:56.813162 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ed24327b-0407-46d0-b949-8f3a2d4711aa req-baeeadb7-27a8-4f3d-b97f-303e439972ed service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 1097 time: 0.0688529 Jan 24 16:36:56.948536 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24327b-0407-46d0-b949-8f3a2d4711aa req-48d8a7a1-0ce6-4ed7-b2fa-adbe146a3c37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:56.949995 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ed24327b-0407-46d0-b949-8f3a2d4711aa req-48d8a7a1-0ce6-4ed7-b2fa-adbe146a3c37 service neutron] 10.222.0.129 "GET /v2.0/networks?id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a HTTP/1.1" status: 200 len: 897 time: 0.1273470 Jan 24 16:36:57.021805 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ed24327b-0407-46d0-b949-8f3a2d4711aa req-9d9312bd-da4b-4670-87c5-4c787f9bb066 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc8f3249-ba58-4d0b-b187-66b6b1f44665 HTTP/1.1" status: 200 len: 217 time: 0.0642140 Jan 24 16:36:57.093460 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24327b-0407-46d0-b949-8f3a2d4711aa req-f91a1f12-c291-4b87-9050-ee061dfd0a3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:57.095025 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ed24327b-0407-46d0-b949-8f3a2d4711aa req-f91a1f12-c291-4b87-9050-ee061dfd0a3b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=79f3b415-ed35-4719-842b-92376096fd47 HTTP/1.1" status: 200 len: 835 time: 0.0662804 Jan 24 16:36:57.178359 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ed24327b-0407-46d0-b949-8f3a2d4711aa req-faaa4818-9d78-4d2e-9d0f-f0e9604899d7 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735178 Jan 24 16:36:57.314216 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ed24327b-0407-46d0-b949-8f3a2d4711aa req-c435959f-11eb-4708-a70f-32db165a3010 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250598 Jan 24 16:36:57.456027 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ed24327b-0407-46d0-b949-8f3a2d4711aa req-cd520f25-7c68-41ea-bffc-bfb405da4fed service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326840 Jan 24 16:36:57.931603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc90ae2-f264-491c-ad5b-c0fd0d4685a5 req-dbc8d243-9e02-4a82-8140-80216c9940a1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:57.932282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-0cc90ae2-f264-491c-ad5b-c0fd0d4685a5 req-dbc8d243-9e02-4a82-8140-80216c9940a1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:36:57.952250 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-0cc90ae2-f264-491c-ad5b-c0fd0d4685a5 req-dbc8d243-9e02-4a82-8140-80216c9940a1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:36:57.953334 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0cc90ae2-f264-491c-ad5b-c0fd0d4685a5 req-dbc8d243-9e02-4a82-8140-80216c9940a1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 944 time: 0.1009960 Jan 24 16:36:58.004778 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0cc90ae2-f264-491c-ad5b-c0fd0d4685a5 req-e264dac4-2105-42ab-81f0-ac1b6ca46161 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=8dd62ea5-66f5-4cbf-a703-6bcb960d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446155 Jan 24 16:36:58.871874 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device cc8f3249-ba58-4d0b-b187-66b6b1f44665 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:36:59.018930 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port cc8f3249-ba58-4d0b-b187-66b6b1f44665, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=cc8f3249-ba58-4d0b-b187-66b6b1f44665,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:36:59.046580 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'port_id': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'mac_address': 'fa:16:3e:8b:8a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:36:59.114826 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:59.132410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8f3249-ba58-4d0b-b187-66b6b1f44665 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:36:59.147683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port cc8f3249-ba58-4d0b-b187-66b6b1f44665, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=cc8f3249-ba58-4d0b-b187-66b6b1f44665,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:36:59.151997 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:36:59.223336 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981e45a-fc6c-43f5-97bd-85321f411fdf req-08425721-c67b-43e7-972d-3d13c0a26491 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:36:59.224832 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1981e45a-fc6c-43f5-97bd-85321f411fdf req-08425721-c67b-43e7-972d-3d13c0a26491 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 945 time: 0.0870929 Jan 24 16:36:59.249325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=cc8f3249-ba58-4d0b-b187-66b6b1f44665,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:36:59.270903 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1981e45a-fc6c-43f5-97bd-85321f411fdf req-7d0ff97d-54f0-4f8c-b94f-f9c9997bd8b1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=8dd62ea5-66f5-4cbf-a703-6bcb960d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404272 Jan 24 16:36:59.421580 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['cc8f3249-ba58-4d0b-b187-66b6b1f44665'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:37:00.501903 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db210f9-a1f8-4f9a-b0dc-326c10115e44 req-fd859a94-453e-4651-8424-bed06ad14d4f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:00.503453 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9db210f9-a1f8-4f9a-b0dc-326c10115e44 req-fd859a94-453e-4651-8424-bed06ad14d4f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 945 time: 0.0961092 Jan 24 16:37:00.560784 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9db210f9-a1f8-4f9a-b0dc-326c10115e44 req-833da97b-12ec-4c47-81a7-ea6e430ca0ee tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=8dd62ea5-66f5-4cbf-a703-6bcb960d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495138 Jan 24 16:37:00.880918 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device cc8f3249-ba58-4d0b-b187-66b6b1f44665 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:37:00.962079 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port cc8f3249-ba58-4d0b-b187-66b6b1f44665 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:37:00.970202 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port cc8f3249-ba58-4d0b-b187-66b6b1f44665 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:37:00.970862 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:01.090799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:01.123132 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88e859f-8add-4615-bf37-54d90e736a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:37:01.135168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port cc8f3249-ba58-4d0b-b187-66b6b1f44665, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=cc8f3249-ba58-4d0b-b187-66b6b1f44665,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:37:01.141417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:01.218685 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=cc8f3249-ba58-4d0b-b187-66b6b1f44665,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:01.269269 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88e859f-8add-4615-bf37-54d90e736a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'code': 200} Jan 24 16:37:01.512523 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:37:01.538378 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5cfec332-fbfb-4167-b976-80e7126047b4 req-3d8a14a4-0038-4607-96bd-651b8a83ca6d service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 1099 time: 0.0771976 Jan 24 16:37:01.583162 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5cfec332-fbfb-4167-b976-80e7126047b4 req-20f3d33b-99f7-4a94-b1e3-490ba68ceb0b service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=8dd62ea5-66f5-4cbf-a703-6bcb960d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378592 Jan 24 16:37:01.897716 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251f91d-ced3-4b9a-bc34-02c44d7ffa81 req-3e175cf9-9160-489e-ad83-d6d313fded46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:01.899211 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8251f91d-ced3-4b9a-bc34-02c44d7ffa81 req-3e175cf9-9160-489e-ad83-d6d313fded46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 946 time: 0.1900668 Jan 24 16:37:01.946497 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8251f91d-ced3-4b9a-bc34-02c44d7ffa81 req-733ea8d3-40b5-4a8f-bb8d-9d15140b333a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=8dd62ea5-66f5-4cbf-a703-6bcb960d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415757 Jan 24 16:37:02.957172 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c87f89c0-0fad-4606-867c-81f03548fc9e req-e20385ac-0940-46b3-a7d6-2b709cd1db71 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736630 Jan 24 16:37:03.102311 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c87f89c0-0fad-4606-867c-81f03548fc9e req-d4531405-0cd2-4e49-bf54-6fb18841555e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 1099 time: 0.0722156 Jan 24 16:37:03.164709 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4dc1d-1536-493d-a6c0-c4de8f4b9175 req-de724b80-9f1b-40fc-a3b3-c8d50f83654a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:03.166136 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-40a4dc1d-1536-493d-a6c0-c4de8f4b9175 req-de724b80-9f1b-40fc-a3b3-c8d50f83654a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 946 time: 0.0817561 Jan 24 16:37:03.213337 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-40a4dc1d-1536-493d-a6c0-c4de8f4b9175 req-e02a8803-e856-405c-8118-e19e2c06cfd6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=8dd62ea5-66f5-4cbf-a703-6bcb960d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416336 Jan 24 16:37:03.246567 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f89c0-0fad-4606-867c-81f03548fc9e req-ab8e7852-dbc2-4eba-92cd-eda8505970a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:03.248030 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c87f89c0-0fad-4606-867c-81f03548fc9e req-ab8e7852-dbc2-4eba-92cd-eda8505970a9 service neutron] 10.222.0.129 "GET /v2.0/networks?id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a HTTP/1.1" status: 200 len: 897 time: 0.1254013 Jan 24 16:37:03.318546 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c87f89c0-0fad-4606-867c-81f03548fc9e req-718abad8-7c75-4362-833c-f7acdfdcb923 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc8f3249-ba58-4d0b-b187-66b6b1f44665 HTTP/1.1" status: 200 len: 217 time: 0.0634439 Jan 24 16:37:03.430074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f89c0-0fad-4606-867c-81f03548fc9e req-9b5c77dd-6a17-4ae4-9144-3384403c5763 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:03.431519 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c87f89c0-0fad-4606-867c-81f03548fc9e req-9b5c77dd-6a17-4ae4-9144-3384403c5763 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=79f3b415-ed35-4719-842b-92376096fd47 HTTP/1.1" status: 200 len: 835 time: 0.1067581 Jan 24 16:37:03.506235 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e39a47-587a-471e-a8e9-6882a46f1bf5 req-34e3397e-ddef-44d2-8941-6f0157a0f2c1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:03.507358 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-59e39a47-587a-471e-a8e9-6882a46f1bf5 req-34e3397e-ddef-44d2-8941-6f0157a0f2c1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 946 time: 0.1472392 Jan 24 16:37:03.568440 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c87f89c0-0fad-4606-867c-81f03548fc9e req-679e7335-8067-4caa-84ad-eebc8c114d80 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1294057 Jan 24 16:37:03.598616 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-59e39a47-587a-471e-a8e9-6882a46f1bf5 req-5e6f8b10-c0b3-46cc-82dd-3236f9e4eb42 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=8dd62ea5-66f5-4cbf-a703-6bcb960d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837750 Jan 24 16:37:03.631753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38224) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:37:03.705310 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c87f89c0-0fad-4606-867c-81f03548fc9e req-4a19d837-0650-40ab-9a06-d0f251110ed7 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293049 Jan 24 16:37:03.708233 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1f2e6dae-b135-477d-8014-a76a2e78e920 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 1094 time: 0.0753000 Jan 24 16:37:03.711075 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38228) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:37:03.733182 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:37:03.743160 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:37:03.793066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:floatingip and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:37:03.797163 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:37:03.804868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:37:03.836744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:03.917117 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c87f89c0-0fad-4606-867c-81f03548fc9e req-fee6c30a-d85f-4be9-b8ab-c70d7055a818 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035534 Jan 24 16:37:04.001665 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:04.144610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.222 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/1981943e-0651-4e95-9be0-a38f66f5ce2e) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:37:04.313869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:04.353913 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:04.419439 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:37:04.422326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:37:04.426610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:37:04.453099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=1981943e-0651-4e95-9be0-a38f66f5ce2e,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:05.038351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:05.093667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:05.309628 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:05.317137 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:05.422228 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=1981943e-0651-4e95-9be0-a38f66f5ce2e,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:05.445949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:05.645300 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Floating IP e0034a50-479f-403d-aa9d-9f9b0ad1287d associated. External IP: 172.26.2.222, port: cc8f3249-ba58-4d0b-b187-66b6b1f44665. Jan 24 16:37:06.058202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 2b0ef013-2567-4b19-a22d-4586509bfb79 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:37:06.368100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:37:06.378730 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d1167-3dac-4e58-8799-238c5e38e0f0 None None] Sync routers for ids ['2b0ef013-2567-4b19-a22d-4586509bfb79'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:37:06.392186 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5d1167-3dac-4e58-8799-238c5e38e0f0 None None] Routers {'2b0ef013-2567-4b19-a22d-4586509bfb79'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:37:06.393891 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:06.394219 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-7c5d1167-3dac-4e58-8799-238c5e38e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:36:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2b0ef013-2567-4b19-a22d-4586509bfb79'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:37:06.453786 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0c17e467-0fd5-4ad1-a17a-8c0c61ef5d46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7416420 Jan 24 16:37:06.454439 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88e859f-8add-4615-bf37-54d90e736a86', 'tag': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:37:06.456625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38232) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:37:06.514294 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88e859f-8add-4615-bf37-54d90e736a86', 'tag': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'status': 'completed', 'code': 200} Jan 24 16:37:06.528171 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-72adc3b0-f955-43f8-bd3c-c889ecfc52aa tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 1094 time: 0.0703816 Jan 24 16:37:06.587061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-7c5d1167-3dac-4e58-8799-238c5e38e0f0 None None] Set router 2b0ef013-2567-4b19-a22d-4586509bfb79 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:37:06.610904 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-88b32efe-1f06-44a8-802f-2ffeeb077b64 req-190557f7-3714-4c37-b5cc-ecc8b1a8a650 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 1099 time: 0.0698671 Jan 24 16:37:06.715873 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38240) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:37:06.721816 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6df887f6-3870-4fc9-b9b1-ed6a63a61ba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1056563349', 'description': 'tempest-secgroup-smoke-1056563349 description', 'project_id': 'c758db9abd254971bbaac83475af12ff'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:37:06.727713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6df887f6-3870-4fc9-b9b1-ed6a63a61ba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:37:06.738222 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6df887f6-3870-4fc9-b9b1-ed6a63a61ba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:37:06.744496 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b32efe-1f06-44a8-802f-2ffeeb077b64 req-a3311c0c-9457-467f-b3ae-13b9116335f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:06.745960 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-88b32efe-1f06-44a8-802f-2ffeeb077b64 req-a3311c0c-9457-467f-b3ae-13b9116335f4 service neutron] 10.222.0.129 "GET /v2.0/networks?id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a HTTP/1.1" status: 200 len: 897 time: 0.1289132 Jan 24 16:37:06.754236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6df887f6-3870-4fc9-b9b1-ed6a63a61ba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:06.790950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6df887f6-3870-4fc9-b9b1-ed6a63a61ba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:37:06.794764 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6df887f6-3870-4fc9-b9b1-ed6a63a61ba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:37:06.797686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6df887f6-3870-4fc9-b9b1-ed6a63a61ba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:37:06.805192 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6df887f6-3870-4fc9-b9b1-ed6a63a61ba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:37:06.851323 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-88b32efe-1f06-44a8-802f-2ffeeb077b64 req-5fbe1aa3-bcc8-4c61-9e60-104c515ef8cc service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc8f3249-ba58-4d0b-b187-66b6b1f44665 HTTP/1.1" status: 200 len: 1000 time: 0.0986197 Jan 24 16:37:06.872409 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6df887f6-3870-4fc9-b9b1-ed6a63a61ba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:06.878916 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6df887f6-3870-4fc9-b9b1-ed6a63a61ba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:06.914293 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6df887f6-3870-4fc9-b9b1-ed6a63a61ba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:06.916371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b32efe-1f06-44a8-802f-2ffeeb077b64 req-4c51005a-3f31-4cbf-ae1c-cfe9156110bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:06.917806 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-88b32efe-1f06-44a8-802f-2ffeeb077b64 req-4c51005a-3f31-4cbf-ae1c-cfe9156110bf service neutron] 10.222.0.129 "GET /v2.0/subnets?id=79f3b415-ed35-4719-842b-92376096fd47 HTTP/1.1" status: 200 len: 835 time: 0.0599658 Jan 24 16:37:06.918240 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38244) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:37:06.918397 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6df887f6-3870-4fc9-b9b1-ed6a63a61ba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2013049 Jan 24 16:37:06.923832 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e8adaafc-934b-4596-bdc3-62514fb4e313 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '0053476e-3e78-49a1-ae31-cd671c81aced', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:37:06.938577 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df887f6-3870-4fc9-b9b1-ed6a63a61ba6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0053476e-3e78-49a1-ae31-cd671c81aced,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:06.962788 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-7c5d1167-3dac-4e58-8799-238c5e38e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'e0034a50-479f-403d-aa9d-9f9b0ad1287d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'port_id': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'mac_address': 'fa:16:3e:8b:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88e859f-8add-4615-bf37-54d90e736a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:37:04Z', 'updated_at': '2022-01-24T16:37:04Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfd99b3-8505-4371-b810-2e9b30833056', 'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:e7:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:47Z', 'updated_at': '2022-01-24T16:36:54Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '79f3b415-ed35-4719-842b-92376096fd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:37:06.963059 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e8adaafc-934b-4596-bdc3-62514fb4e313 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:37:06.967862 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d1167-3dac-4e58-8799-238c5e38e0f0 None None] Checking router: 2b0ef013-2567-4b19-a22d-4586509bfb79 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:37:06.970750 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4608ff17-d13a-47d4-bcc1-79bd95f4ab75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:06.976750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e8adaafc-934b-4596-bdc3-62514fb4e313 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:37:06.980111 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e8adaafc-934b-4596-bdc3-62514fb4e313 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:37:06.982773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5d1167-3dac-4e58-8799-238c5e38e0f0 None None] Routers {'2b0ef013-2567-4b19-a22d-4586509bfb79'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:37:06.983408 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-7c5d1167-3dac-4e58-8799-238c5e38e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:36:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2b0ef013-2567-4b19-a22d-4586509bfb79'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:37:06.987564 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e8adaafc-934b-4596-bdc3-62514fb4e313 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:37:07.018487 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8adaafc-934b-4596-bdc3-62514fb4e313 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.053730 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-88b32efe-1f06-44a8-802f-2ffeeb077b64 req-7ed8b3b2-a43b-4ec1-89ac-5d68a36f0a9f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1251357 Jan 24 16:37:07.169310 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-7c5d1167-3dac-4e58-8799-238c5e38e0f0 None None] Set router 2b0ef013-2567-4b19-a22d-4586509bfb79 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:37:07.200339 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8adaafc-934b-4596-bdc3-62514fb4e313 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.211246 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8adaafc-934b-4596-bdc3-62514fb4e313 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.237639 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-88b32efe-1f06-44a8-802f-2ffeeb077b64 req-b9538802-8c4b-4600-8555-6cf15cc5e090 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755960 Jan 24 16:37:07.242080 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8adaafc-934b-4596-bdc3-62514fb4e313 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df9c758-1d1b-45b1-9584-1e0128fb8316,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:07.272140 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8adaafc-934b-4596-bdc3-62514fb4e313 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.276253 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e8adaafc-934b-4596-bdc3-62514fb4e313 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3541682 Jan 24 16:37:07.276700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38248) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:37:07.282741 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4f4e5e69-58b6-4d07-8aa2-90f49ebd17d3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '0053476e-3e78-49a1-ae31-cd671c81aced', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:37:07.289405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4f4e5e69-58b6-4d07-8aa2-90f49ebd17d3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:37:07.294789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4f4e5e69-58b6-4d07-8aa2-90f49ebd17d3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:37:07.298718 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4f4e5e69-58b6-4d07-8aa2-90f49ebd17d3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:37:07.306532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4f4e5e69-58b6-4d07-8aa2-90f49ebd17d3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:37:07.326008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5e69-58b6-4d07-8aa2-90f49ebd17d3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.381692 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-88b32efe-1f06-44a8-802f-2ffeeb077b64 req-420ab42b-1a71-4c52-aff4-cf1223d1fb74 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373029 Jan 24 16:37:07.396877 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5e69-58b6-4d07-8aa2-90f49ebd17d3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.401448 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5e69-58b6-4d07-8aa2-90f49ebd17d3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.431979 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e5e69-58b6-4d07-8aa2-90f49ebd17d3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd48253a-87ca-43f6-b1dc-fee38626a285,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:07.446196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5e69-58b6-4d07-8aa2-90f49ebd17d3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.447840 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4f4e5e69-58b6-4d07-8aa2-90f49ebd17d3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1695945 Jan 24 16:37:07.452963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38252) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:37:07.458316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a68cc28c-03f3-4f94-aef8-84efeeeb719f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '0053476e-3e78-49a1-ae31-cd671c81aced', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:37:07.464383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a68cc28c-03f3-4f94-aef8-84efeeeb719f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:37:07.468393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a68cc28c-03f3-4f94-aef8-84efeeeb719f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:37:07.471814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a68cc28c-03f3-4f94-aef8-84efeeeb719f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:37:07.478013 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a68cc28c-03f3-4f94-aef8-84efeeeb719f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:37:07.497160 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a68cc28c-03f3-4f94-aef8-84efeeeb719f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.562261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a68cc28c-03f3-4f94-aef8-84efeeeb719f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.563616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-7c5d1167-3dac-4e58-8799-238c5e38e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'e0034a50-479f-403d-aa9d-9f9b0ad1287d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'port_id': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'mac_address': 'fa:16:3e:8b:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88e859f-8add-4615-bf37-54d90e736a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:37:04Z', 'updated_at': '2022-01-24T16:37:04Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfd99b3-8505-4371-b810-2e9b30833056', 'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:e7:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:47Z', 'updated_at': '2022-01-24T16:36:54Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '79f3b415-ed35-4719-842b-92376096fd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:37:07.566937 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a68cc28c-03f3-4f94-aef8-84efeeeb719f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.569195 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d1167-3dac-4e58-8799-238c5e38e0f0 None None] The sync data for ids ['2b0ef013-2567-4b19-a22d-4586509bfb79'] in dv-neutron-826104-1-hyperv is: [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'e0034a50-479f-403d-aa9d-9f9b0ad1287d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'port_id': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'mac_address': 'fa:16:3e:8b:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88e859f-8add-4615-bf37-54d90e736a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:37:04Z', 'updated_at': '2022-01-24T16:37:04Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfd99b3-8505-4371-b810-2e9b30833056', 'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:e7:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:47Z', 'updated_at': '2022-01-24T16:36:54Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '79f3b415-ed35-4719-842b-92376096fd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:37:07.590773 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68cc28c-03f3-4f94-aef8-84efeeeb719f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7ef218-6b0f-4e1d-b653-111311ce10b3,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:07.604711 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a68cc28c-03f3-4f94-aef8-84efeeeb719f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.606010 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a68cc28c-03f3-4f94-aef8-84efeeeb719f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1522517 Jan 24 16:37:07.610156 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38256) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:37:07.616542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-bc3b2b20-fe62-4694-b4a8-685f9d881140 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '0053476e-3e78-49a1-ae31-cd671c81aced', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:37:07.622556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-bc3b2b20-fe62-4694-b4a8-685f9d881140 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:37:07.626347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-bc3b2b20-fe62-4694-b4a8-685f9d881140 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:37:07.629230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-bc3b2b20-fe62-4694-b4a8-685f9d881140 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:37:07.635620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-bc3b2b20-fe62-4694-b4a8-685f9d881140 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:37:07.653111 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2b20-fe62-4694-b4a8-685f9d881140 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.715086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2b20-fe62-4694-b4a8-685f9d881140 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.719057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2b20-fe62-4694-b4a8-685f9d881140 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.740278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b2b20-fe62-4694-b4a8-685f9d881140 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b77a17-adad-432a-9c63-528857367d19,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:07.753237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bc3b2b20-fe62-4694-b4a8-685f9d881140 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.754428 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bc3b2b20-fe62-4694-b4a8-685f9d881140 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1428025 Jan 24 16:37:07.757404 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38260) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:37:07.763242 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-1811563f-f463-46cf-a276-3e59b7f69f9c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '0053476e-3e78-49a1-ae31-cd671c81aced', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:37:07.769501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1811563f-f463-46cf-a276-3e59b7f69f9c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:37:07.773444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1811563f-f463-46cf-a276-3e59b7f69f9c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:37:07.776367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1811563f-f463-46cf-a276-3e59b7f69f9c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:37:07.783234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1811563f-f463-46cf-a276-3e59b7f69f9c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:37:07.800140 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-1811563f-f463-46cf-a276-3e59b7f69f9c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:37:07.810695 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1811563f-f463-46cf-a276-3e59b7f69f9c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.882405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1811563f-f463-46cf-a276-3e59b7f69f9c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.886788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1811563f-f463-46cf-a276-3e59b7f69f9c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.910651 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811563f-f463-46cf-a276-3e59b7f69f9c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391bc005-fee3-42d1-8cb4-88532efedf68,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:07.921453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1811563f-f463-46cf-a276-3e59b7f69f9c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:07.922617 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1811563f-f463-46cf-a276-3e59b7f69f9c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1643207 Jan 24 16:37:07.925553 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38264) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:37:07.931198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-677ef733-6dba-4a44-8b22-1f7a15f70ea1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': '0053476e-3e78-49a1-ae31-cd671c81aced', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:37:07.937392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-677ef733-6dba-4a44-8b22-1f7a15f70ea1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:37:07.941548 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-677ef733-6dba-4a44-8b22-1f7a15f70ea1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:37:07.944861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-677ef733-6dba-4a44-8b22-1f7a15f70ea1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:37:07.950664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-677ef733-6dba-4a44-8b22-1f7a15f70ea1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:37:07.961444 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-677ef733-6dba-4a44-8b22-1f7a15f70ea1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:37:07.968087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-677ef733-6dba-4a44-8b22-1f7a15f70ea1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:08.035845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-677ef733-6dba-4a44-8b22-1f7a15f70ea1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:08.040700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-677ef733-6dba-4a44-8b22-1f7a15f70ea1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:08.063987 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ef733-6dba-4a44-8b22-1f7a15f70ea1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2eee7f-5f0c-49e3-9085-345c5034da4b,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:08.074223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-677ef733-6dba-4a44-8b22-1f7a15f70ea1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:08.075518 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-677ef733-6dba-4a44-8b22-1f7a15f70ea1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1489410 Jan 24 16:37:08.265169 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-3864e66a-d716-403a-acd7-3d9c34e561cf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:37:08.281434 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-3864e66a-d716-403a-acd7-3d9c34e561cf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:37:08.282695 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-3864e66a-d716-403a-acd7-3d9c34e561cf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1056563349&fields=id&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 267 time: 0.0591373 Jan 24 16:37:08.437664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-aac0bdf0-54d1-41be-842d-249f3ca29709 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:08.438327 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-aac0bdf0-54d1-41be-842d-249f3ca29709 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:37:08.456486 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-aac0bdf0-54d1-41be-842d-249f3ca29709 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:37:08.457667 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-aac0bdf0-54d1-41be-842d-249f3ca29709 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/networks?id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a HTTP/1.1" status: 200 len: 796 time: 0.1681378 Jan 24 16:37:08.476495 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-32d462e3-80c1-44d8-ad2e-a96d12c5f03e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/quotas/c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 375 time: 0.0120213 Jan 24 16:37:08.582335 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-cee8aa58-5285-4acd-a378-06573625967c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0947049 Jan 24 16:37:08.813289 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-05fa0f2e-8c77-451e-943f-15002f6a2162 service neutron] 10.222.0.130 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185874 Jan 24 16:37:08.948162 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-1f61d69b-d982-4ad6-af97-205cebf3f051 service neutron] 10.222.0.130 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265883 Jan 24 16:37:09.154357 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ecd29ec2-57e7-4770-8a49-e5f5b4f71ff8 req-7608e6a8-9750-4191-abbd-85025b110b44 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 210 time: 0.0432563 Jan 24 16:37:09.171355 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a9076ada-cca8-44db-bd60-39feef4d7c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:09.282742 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaec9ba4-0564-4ecc-835e-bc13857ee1c1 None None] New status for floating IP e0034a50-479f-403d-aa9d-9f9b0ad1287d: ACTIVE {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:37:10.323054 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-873d0b5c-6c2c-41ee-8041-52ad43b99537 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:10.324696 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-873d0b5c-6c2c-41ee-8041-52ad43b99537 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/networks?id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a HTTP/1.1" status: 200 len: 796 time: 0.1510804 Jan 24 16:37:10.330653 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f7ee4eb7-4092-4b26-9788-0b9f35b94a59 req-03180f0a-3819-4c59-bb46-560b22a6210a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 210 time: 0.0495622 Jan 24 16:37:10.370131 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:10.387784 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-acbcda8c-4b6b-4cac-92ac-d733fa8f32db tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 473 time: 0.0493231 Jan 24 16:37:10.399368 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-8e821751-ddaa-4d57-94d3-51e34e3c9fcb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'port': {'device_id': 'e2fdfe39-be4e-443f-b07f-568ee1ea7831', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'admin_state_up': True, 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'security_groups': ['0053476e-3e78-49a1-ae31-cd671c81aced']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:37:10.410053 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:10.541648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-8e821751-ddaa-4d57-94d3-51e34e3c9fcb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:37:10.551267 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-8e821751-ddaa-4d57-94d3-51e34e3c9fcb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:37:10.564485 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-8e821751-ddaa-4d57-94d3-51e34e3c9fcb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:37:10.567572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-8e821751-ddaa-4d57-94d3-51e34e3c9fcb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:10.730901 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-8e821751-ddaa-4d57-94d3-51e34e3c9fcb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.3 (7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a/79f3b415-ed35-4719-842b-92376096fd47/0c9c5ca2-4be2-43ad-b541-23bed1b75e4f) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:37:10.933587 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-8e821751-ddaa-4d57-94d3-51e34e3c9fcb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:10.949585 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-8e821751-ddaa-4d57-94d3-51e34e3c9fcb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:37:10.973720 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-8e821751-ddaa-4d57-94d3-51e34e3c9fcb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:11.140553 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-8e821751-ddaa-4d57-94d3-51e34e3c9fcb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:37:11.143623 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-8e821751-ddaa-4d57-94d3-51e34e3c9fcb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:37:11.147887 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-8e821751-ddaa-4d57-94d3-51e34e3c9fcb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:37:11.178002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e821751-ddaa-4d57-94d3-51e34e3c9fcb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=0c9c5ca2-4be2-43ad-b541-23bed1b75e4f,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:11.217233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-8e821751-ddaa-4d57-94d3-51e34e3c9fcb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:11.217861 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-8e821751-ddaa-4d57-94d3-51e34e3c9fcb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:11.248524 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-8e821751-ddaa-4d57-94d3-51e34e3c9fcb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8530235 Jan 24 16:37:11.260632 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Request body: {'port': {'device_id': 'e2fdfe39-be4e-443f-b07f-568ee1ea7831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:37:11.353299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c2c73fdb-7920-4711-a622-aca56c7770ab None None] Provisioning for port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:37:11.358006 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c2c73fdb-7920-4711-a622-aca56c7770ab None None] Provisioning complete for port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:37:11.358373 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c2c73fdb-7920-4711-a622-aca56c7770ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:11.370813 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:11.415888 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c2c73fdb-7920-4711-a622-aca56c7770ab None None] Port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:37:11.687176 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77ba8b-0392-4e9c-afb0-c7c1bb9b927a req-e5a69f20-eaff-4673-adc1-1487f7e696dd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:11.687920 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-8d77ba8b-0392-4e9c-afb0-c7c1bb9b927a req-e5a69f20-eaff-4673-adc1-1487f7e696dd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:37:11.722580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-8d77ba8b-0392-4e9c-afb0-c7c1bb9b927a req-e5a69f20-eaff-4673-adc1-1487f7e696dd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:37:11.723747 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8d77ba8b-0392-4e9c-afb0-c7c1bb9b927a req-e5a69f20-eaff-4673-adc1-1487f7e696dd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 931 time: 0.2333672 Jan 24 16:37:11.793448 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:11.811778 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:37:11.822674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:11.833079 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8d77ba8b-0392-4e9c-afb0-c7c1bb9b927a req-b2afdce7-a5b8-4dde-9da4-10d95908ff5d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=0053476e-3e78-49a1-ae31-cd671c81aced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009927 Jan 24 16:37:11.841497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Transition to ACTIVE for port object 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:37:11.845298 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:11.973926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9c5ca2-4be2-43ad-b541-23bed1b75e4f,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:12.080983 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Attempting to bind port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:37:12.081305 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Attempting to bind port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:37:12.081623 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Attempting to bind port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f on network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:37:12.088457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f on network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:37:12.089160 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Attempting to bind port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f on network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:37:12.095254 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:37:12.095601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Checking segment: {'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:37:12.095971 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Bound using segment: {'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:37:12.096368 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Bound port: 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:37:12.096706 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:12.188223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] For port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:37:12.192349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] For port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=0c9c5ca2-4be2-43ad-b541-23bed1b75e4f,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:37:12.199068 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:12.265272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:12.267062 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] 10.222.0.129 "PUT /v2.0/ports/0c9c5ca2-4be2-43ad-b541-23bed1b75e4f HTTP/1.1" status: 200 len: 1093 time: 1.0105286 Jan 24 16:37:12.267542 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fdfe39-be4e-443f-b07f-568ee1ea7831', 'tag': '0c9c5ca2-4be2-43ad-b541-23bed1b75e4f'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:37:12.286394 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e011c-8a2c-4a23-85bc-c2bc4819d6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9c5ca2-4be2-43ad-b541-23bed1b75e4f,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:12.344416 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2fdfe39-be4e-443f-b07f-568ee1ea7831', 'tag': '0c9c5ca2-4be2-43ad-b541-23bed1b75e4f', 'status': 'completed', 'code': 200} Jan 24 16:37:12.389589 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-17f61777-1d73-468a-9b22-3f66fbbc5cef service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 1096 time: 0.0771587 Jan 24 16:37:12.460341 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-94c27306-a211-45bc-8566-a332ae00a9ad service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c9c5ca2-4be2-43ad-b541-23bed1b75e4f HTTP/1.1" status: 200 len: 217 time: 0.0624573 Jan 24 16:37:12.526099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-67116df4-d23b-4cfd-8c59-a13822e6023d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:12.527428 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-67116df4-d23b-4cfd-8c59-a13822e6023d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=79f3b415-ed35-4719-842b-92376096fd47 HTTP/1.1" status: 200 len: 835 time: 0.0610166 Jan 24 16:37:12.607012 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-5ae98199-3ab3-4932-b91e-fa111914dfa4 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721366 Jan 24 16:37:12.740624 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-c359bb81-a423-491f-9c17-fcf7508e305a service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265306 Jan 24 16:37:13.001009 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8dfe6adc-955c-46a9-b7e0-82fae6695087 req-5349a665-4f10-4305-8c6e-90efa339a953 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537713 Jan 24 16:37:13.050024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3e2d3-a4d9-446a-8c90-b8652283ae92 req-7d2a0cc1-2902-4ada-9410-54e78a11893a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:13.050994 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e0f3e2d3-a4d9-446a-8c90-b8652283ae92 req-7d2a0cc1-2902-4ada-9410-54e78a11893a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 943 time: 0.0898750 Jan 24 16:37:13.142319 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e0f3e2d3-a4d9-446a-8c90-b8652283ae92 req-f072db82-f563-425c-bb3a-c747c7d16d19 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=0053476e-3e78-49a1-ae31-cd671c81aced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621243 Jan 24 16:37:13.154762 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-709995fc-1aa8-4354-ae7b-e65e41666e95 req-9e1fd851-7866-4444-a45d-a7eedb07d688 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 1096 time: 0.1028183 Jan 24 16:37:13.294960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709995fc-1aa8-4354-ae7b-e65e41666e95 req-6034fb87-df6a-4c9c-8e28-133a57698418 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:13.296423 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-709995fc-1aa8-4354-ae7b-e65e41666e95 req-6034fb87-df6a-4c9c-8e28-133a57698418 service neutron] 10.222.0.129 "GET /v2.0/networks?id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a HTTP/1.1" status: 200 len: 897 time: 0.1332109 Jan 24 16:37:13.367820 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-709995fc-1aa8-4354-ae7b-e65e41666e95 req-af283efc-eca2-4dae-a8ab-2f18e6729b61 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c9c5ca2-4be2-43ad-b541-23bed1b75e4f HTTP/1.1" status: 200 len: 217 time: 0.0634141 Jan 24 16:37:13.432499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709995fc-1aa8-4354-ae7b-e65e41666e95 req-f140a8a0-0165-41ca-9598-7b10daa54e3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:13.433928 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-709995fc-1aa8-4354-ae7b-e65e41666e95 req-f140a8a0-0165-41ca-9598-7b10daa54e3f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=79f3b415-ed35-4719-842b-92376096fd47 HTTP/1.1" status: 200 len: 835 time: 0.0592630 Jan 24 16:37:13.532354 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-709995fc-1aa8-4354-ae7b-e65e41666e95 req-ffc1e5a4-8e7f-4e55-ad83-ca0d027b3e1e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0914338 Jan 24 16:37:13.670565 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-709995fc-1aa8-4354-ae7b-e65e41666e95 req-f1cdcefe-8f7c-4c8a-ad44-290af9973b57 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291449 Jan 24 16:37:13.808922 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-709995fc-1aa8-4354-ae7b-e65e41666e95 req-adc126bc-e893-4fc4-a874-0c561def479b service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297917 Jan 24 16:37:14.351133 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd0e46-a39f-482c-a021-a6e10cfedd68 req-be7ad943-207b-4997-a190-be0d6dca8733 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:14.352533 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d1cd0e46-a39f-482c-a021-a6e10cfedd68 req-be7ad943-207b-4997-a190-be0d6dca8733 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 943 time: 0.0797915 Jan 24 16:37:14.397837 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d1cd0e46-a39f-482c-a021-a6e10cfedd68 req-9a5fc258-e3f7-48f5-b15e-5f683624f15a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=0053476e-3e78-49a1-ae31-cd671c81aced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395851 Jan 24 16:37:14.905884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:37:15.046167 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=0c9c5ca2-4be2-43ad-b541-23bed1b75e4f,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:37:15.061199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '0c9c5ca2-4be2-43ad-b541-23bed1b75e4f', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'port_id': '0c9c5ca2-4be2-43ad-b541-23bed1b75e4f', 'mac_address': 'fa:16:3e:1c:b5:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:37:15.115766 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:15.132495 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:37:15.148398 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=0c9c5ca2-4be2-43ad-b541-23bed1b75e4f,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:37:15.154133 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:15.227652 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=0c9c5ca2-4be2-43ad-b541-23bed1b75e4f,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:15.404695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['0c9c5ca2-4be2-43ad-b541-23bed1b75e4f'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:37:15.595750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd1a26-f363-462c-94c6-703d7726684a req-eccdf837-0d35-47e3-9ad9-236663706f07 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:15.597285 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a2bd1a26-f363-462c-94c6-703d7726684a req-eccdf837-0d35-47e3-9ad9-236663706f07 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 944 time: 0.0766346 Jan 24 16:37:15.643750 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a2bd1a26-f363-462c-94c6-703d7726684a req-bed390a7-a181-4bbd-a59f-1163c2908ff2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=0053476e-3e78-49a1-ae31-cd671c81aced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406754 Jan 24 16:37:16.853499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09e3a3-63e7-4676-a7d0-15831b498ad9 req-c895af20-aa90-4456-aa97-7d2fafa53755 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:16.854926 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-df09e3a3-63e7-4676-a7d0-15831b498ad9 req-c895af20-aa90-4456-aa97-7d2fafa53755 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 944 time: 0.0881968 Jan 24 16:37:16.906878 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-df09e3a3-63e7-4676-a7d0-15831b498ad9 req-2f54f6ce-3101-4ce8-957b-86df7cbb84a2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=0053476e-3e78-49a1-ae31-cd671c81aced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460937 Jan 24 16:37:16.918022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:37:16.988704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:37:16.993411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:37:16.993769 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:17.109690 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:17.136923 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fdfe39-be4e-443f-b07f-568ee1ea7831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9c5ca2-4be2-43ad-b541-23bed1b75e4f'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:37:17.147098 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=0c9c5ca2-4be2-43ad-b541-23bed1b75e4f,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:37:17.152709 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:17.199554 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fdfe39-be4e-443f-b07f-568ee1ea7831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9c5ca2-4be2-43ad-b541-23bed1b75e4f', 'code': 200} Jan 24 16:37:17.226714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=0c9c5ca2-4be2-43ad-b541-23bed1b75e4f,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:17.470093 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-de05aa6d-d9b4-4736-a0f1-07a37437e031 req-eb63ec71-51eb-41cb-811a-a48275cb343e service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 1098 time: 0.0758255 Jan 24 16:37:17.515436 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-de05aa6d-d9b4-4736-a0f1-07a37437e031 req-ce91d941-8cd9-4f7b-bd44-07c618327e10 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=0053476e-3e78-49a1-ae31-cd671c81aced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383701 Jan 24 16:37:18.029655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:18.124929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded9002-a8d2-41b3-a81b-18899abf3a5a req-e8f8b7c5-4994-4800-82e0-be7ad122f385 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:18.126415 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cded9002-a8d2-41b3-a81b-18899abf3a5a req-e8f8b7c5-4994-4800-82e0-be7ad122f385 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 945 time: 0.0867767 Jan 24 16:37:18.190024 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cded9002-a8d2-41b3-a81b-18899abf3a5a req-8536c1d1-3119-46bf-81ba-f03d84d404f4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=0053476e-3e78-49a1-ae31-cd671c81aced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536840 Jan 24 16:37:19.419777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f259-1634-48b6-9d9d-c8aa59083ef4 req-4a4956c4-8a64-41b4-a6ad-7d0d30ce2eec tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:19.421240 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d133f259-1634-48b6-9d9d-c8aa59083ef4 req-4a4956c4-8a64-41b4-a6ad-7d0d30ce2eec tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 945 time: 0.0818713 Jan 24 16:37:19.469728 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d133f259-1634-48b6-9d9d-c8aa59083ef4 req-1c2e2339-26d6-4d44-8489-380d21595da4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=0053476e-3e78-49a1-ae31-cd671c81aced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399899 Jan 24 16:37:19.685576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865efbdd-151e-458d-8a80-f3d025346b08 req-29d49c62-0c59-452d-8fb7-fc1688047c46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:19.687051 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-865efbdd-151e-458d-8a80-f3d025346b08 req-29d49c62-0c59-452d-8fb7-fc1688047c46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 945 time: 0.0898244 Jan 24 16:37:19.732421 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-865efbdd-151e-458d-8a80-f3d025346b08 req-cc171cf1-ce81-43f8-81a8-da7a0c8a8e44 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=0053476e-3e78-49a1-ae31-cd671c81aced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397596 Jan 24 16:37:19.760922 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38310) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:37:19.842075 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ca69a885-5d6e-44a8-9d6d-524451cb61ab tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 1093 time: 0.0797153 Jan 24 16:37:19.845221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38314) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:37:19.852697 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '0c9c5ca2-4be2-43ad-b541-23bed1b75e4f', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:37:19.858529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:37:19.863011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:floatingip and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:37:19.866034 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:37:19.872147 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:37:19.889692 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:20.032806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:20.171443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.66 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/67e21b59-f6b2-4938-bb94-61d1a0970401) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:37:20.416353 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:20.450260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:20.528041 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:37:20.532497 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:37:20.539025 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:37:20.562273 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=67e21b59-f6b2-4938-bb94-61d1a0970401,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:21.050585 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:21.117536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:21.335973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:21.342923 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:21.443336 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=67e21b59-f6b2-4938-bb94-61d1a0970401,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:37:21.462692 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:21.656853 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Floating IP 55727cb7-b18d-45b8-bedf-c02fe5b9615d associated. External IP: 172.26.2.66, port: 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f. Jan 24 16:37:22.172012 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 2b0ef013-2567-4b19-a22d-4586509bfb79 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:37:22.378273 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:37:22.390814 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e832d0-e775-4bbc-a9af-2a0ed3e3d76a None None] Sync routers for ids ['2b0ef013-2567-4b19-a22d-4586509bfb79'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:37:22.408643 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e832d0-e775-4bbc-a9af-2a0ed3e3d76a None None] Routers {'2b0ef013-2567-4b19-a22d-4586509bfb79'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:37:22.409257 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-42e832d0-e775-4bbc-a9af-2a0ed3e3d76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:37:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2b0ef013-2567-4b19-a22d-4586509bfb79'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:37:22.411625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:22.465637 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5959dc0a-0d5e-41c1-b60f-4ae6018a3d35 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6191130 Jan 24 16:37:22.466224 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fdfe39-be4e-443f-b07f-568ee1ea7831', 'tag': '0c9c5ca2-4be2-43ad-b541-23bed1b75e4f'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:37:22.595852 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2fdfe39-be4e-443f-b07f-568ee1ea7831', 'tag': '0c9c5ca2-4be2-43ad-b541-23bed1b75e4f', 'status': 'completed', 'code': 200} Jan 24 16:37:22.596951 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-42e832d0-e775-4bbc-a9af-2a0ed3e3d76a None None] Set router 2b0ef013-2567-4b19-a22d-4586509bfb79 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:37:22.693136 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4338f8c4-c8c0-4637-8e8e-d6ad8458a093 req-ee1478ea-9b0a-4990-8535-7b7a0d7bf6cf service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 1098 time: 0.0740440 Jan 24 16:37:22.829087 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338f8c4-c8c0-4637-8e8e-d6ad8458a093 req-538a301e-a7d4-4b55-bcd4-e7dea6fd6c5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:22.830597 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4338f8c4-c8c0-4637-8e8e-d6ad8458a093 req-538a301e-a7d4-4b55-bcd4-e7dea6fd6c5f service neutron] 10.222.0.129 "GET /v2.0/networks?id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a HTTP/1.1" status: 200 len: 897 time: 0.1309412 Jan 24 16:37:22.938401 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4338f8c4-c8c0-4637-8e8e-d6ad8458a093 req-b2a03099-829f-4da4-85c7-a520a6f5933a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c9c5ca2-4be2-43ad-b541-23bed1b75e4f HTTP/1.1" status: 200 len: 998 time: 0.0987070 Jan 24 16:37:22.986720 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-42e832d0-e775-4bbc-a9af-2a0ed3e3d76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '55727cb7-b18d-45b8-bedf-c02fe5b9615d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.66', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'port_id': '0c9c5ca2-4be2-43ad-b541-23bed1b75e4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'mac_address': 'fa:16:3e:1c:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fdfe39-be4e-443f-b07f-568ee1ea7831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:37:20Z', 'updated_at': '2022-01-24T16:37:20Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}, {'id': 'e0034a50-479f-403d-aa9d-9f9b0ad1287d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'port_id': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'mac_address': 'fa:16:3e:8b:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88e859f-8add-4615-bf37-54d90e736a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:37:04Z', 'updated_at': '2022-01-24T16:37:09Z', 'revision_number': 1, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfd99b3-8505-4371-b810-2e9b30833056', 'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:e7:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:47Z', 'updated_at': '2022-01-24T16:36:54Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '79f3b415-ed35-4719-842b-92376096fd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:37:22.990856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e832d0-e775-4bbc-a9af-2a0ed3e3d76a None None] Checking router: 2b0ef013-2567-4b19-a22d-4586509bfb79 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:37:23.001839 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e832d0-e775-4bbc-a9af-2a0ed3e3d76a None None] Routers {'2b0ef013-2567-4b19-a22d-4586509bfb79'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:37:23.002023 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338f8c4-c8c0-4637-8e8e-d6ad8458a093 req-ae6c4557-0a4a-4b6f-89d7-0901151a42b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:37:23.002579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-42e832d0-e775-4bbc-a9af-2a0ed3e3d76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:37:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2b0ef013-2567-4b19-a22d-4586509bfb79'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:37:23.003399 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4338f8c4-c8c0-4637-8e8e-d6ad8458a093 req-ae6c4557-0a4a-4b6f-89d7-0901151a42b1 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=79f3b415-ed35-4719-842b-92376096fd47 HTTP/1.1" status: 200 len: 835 time: 0.0580099 Jan 24 16:37:23.085801 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4338f8c4-c8c0-4637-8e8e-d6ad8458a093 req-5d53f049-ac92-4fce-96b2-09ff681abd67 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747983 Jan 24 16:37:23.097159 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [req-4338f8c4-c8c0-4637-8e8e-d6ad8458a093 req-7355b59b-cace-45d4-9346-c1cef199aae1 service neutron] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:37:23.098058 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4338f8c4-c8c0-4637-8e8e-d6ad8458a093 req-7355b59b-cace-45d4-9346-c1cef199aae1 service neutron] 10.222.0.129 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049384 Jan 24 16:37:23.186262 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-42e832d0-e775-4bbc-a9af-2a0ed3e3d76a None None] Set router 2b0ef013-2567-4b19-a22d-4586509bfb79 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:37:23.329712 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4338f8c4-c8c0-4637-8e8e-d6ad8458a093 req-29e1fdd6-ba56-47b8-bc6e-87fa9944c1f8 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232738 Jan 24 16:37:23.464320 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4338f8c4-c8c0-4637-8e8e-d6ad8458a093 req-285c8fa5-69ca-4774-9980-948cb8fb9edb service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277094 Jan 24 16:37:23.549424 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-42e832d0-e775-4bbc-a9af-2a0ed3e3d76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '55727cb7-b18d-45b8-bedf-c02fe5b9615d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.66', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'port_id': '0c9c5ca2-4be2-43ad-b541-23bed1b75e4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'mac_address': 'fa:16:3e:1c:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fdfe39-be4e-443f-b07f-568ee1ea7831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:37:20Z', 'updated_at': '2022-01-24T16:37:20Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}, {'id': 'e0034a50-479f-403d-aa9d-9f9b0ad1287d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'port_id': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'mac_address': 'fa:16:3e:8b:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88e859f-8add-4615-bf37-54d90e736a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:37:04Z', 'updated_at': '2022-01-24T16:37:09Z', 'revision_number': 1, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfd99b3-8505-4371-b810-2e9b30833056', 'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:e7:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:47Z', 'updated_at': '2022-01-24T16:36:54Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '79f3b415-ed35-4719-842b-92376096fd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:37:23.553411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e832d0-e775-4bbc-a9af-2a0ed3e3d76a None None] The sync data for ids ['2b0ef013-2567-4b19-a22d-4586509bfb79'] in dv-neutron-826104-1-hyperv is: [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '55727cb7-b18d-45b8-bedf-c02fe5b9615d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.66', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'port_id': '0c9c5ca2-4be2-43ad-b541-23bed1b75e4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'mac_address': 'fa:16:3e:1c:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fdfe39-be4e-443f-b07f-568ee1ea7831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:37:20Z', 'updated_at': '2022-01-24T16:37:20Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}, {'id': 'e0034a50-479f-403d-aa9d-9f9b0ad1287d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'port_id': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'mac_address': 'fa:16:3e:8b:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88e859f-8add-4615-bf37-54d90e736a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:37:04Z', 'updated_at': '2022-01-24T16:37:09Z', 'revision_number': 1, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfd99b3-8505-4371-b810-2e9b30833056', 'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:e7:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:47Z', 'updated_at': '2022-01-24T16:36:54Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '79f3b415-ed35-4719-842b-92376096fd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:37:23.755513 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d014cf3d-46d5-4979-84df-8d15060f6694 None None] New status for floating IP 55727cb7-b18d-45b8-bedf-c02fe5b9615d: ACTIVE {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:37:36.969241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-305f9d94-0146-4cfc-a74a-64bd964bb607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:38.517419 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:37:39.176199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd1437db-9cfc-4728-9c19-f0c832366888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:40.368021 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:40.407819 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:41.800852 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:48.033785 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:37:58.958419 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38334) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:37:59.070242 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-988ced25-f94c-49df-a584-6f7257987ee7 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/e0034a50-479f-403d-aa9d-9f9b0ad1287d HTTP/1.1" status: 200 len: 994 time: 0.1104479 Jan 24 16:38:00.252003 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38344) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:00.257846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:38:00.374162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:00.589820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port cc8f3249-ba58-4d0b-b187-66b6b1f44665, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=cc8f3249-ba58-4d0b-b187-66b6b1f44665,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:38:00.614688 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:00.622209 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:00.692428 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:00.693031 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:00.694369 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/ports/cc8f3249-ba58-4d0b-b187-66b6b1f44665 HTTP/1.1" status: 200 len: 939 time: 0.4413838 Jan 24 16:38:00.694880 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88e859f-8add-4615-bf37-54d90e736a86', 'tag': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:38:00.710927 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=cc8f3249-ba58-4d0b-b187-66b6b1f44665,revision_number=6']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:00.720508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:00.720834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:00.721163 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:00.721490 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:00.721920 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:00.722249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:00.722599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:00.722923 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:00.723237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:00.723584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:00.723893 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5806-b962-4f53-85c5-eaa35be535aa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:00.754678 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88e859f-8add-4615-bf37-54d90e736a86', 'tag': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'status': 'completed', 'code': 200} Jan 24 16:38:00.853036 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2e419aec-c87b-4ef7-bf96-cbcff9ac52ba req-9dae86f8-ac3b-461b-91ee-e02e32f647b1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 1100 time: 0.0722437 Jan 24 16:38:00.989401 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-dc2d2a98-6508-4942-90a6-ab4e5bfbef55 None None] Provisioning complete for port cc8f3249-ba58-4d0b-b187-66b6b1f44665 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:38:00.989982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dc2d2a98-6508-4942-90a6-ab4e5bfbef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:00.991823 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e419aec-c87b-4ef7-bf96-cbcff9ac52ba req-33f59929-4d7f-4e5e-a298-0d5f4d5ea82b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:00.993366 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2e419aec-c87b-4ef7-bf96-cbcff9ac52ba req-33f59929-4d7f-4e5e-a298-0d5f4d5ea82b service neutron] 10.222.0.129 "GET /v2.0/networks?id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a HTTP/1.1" status: 200 len: 897 time: 0.1325366 Jan 24 16:38:01.051304 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d2a98-6508-4942-90a6-ab4e5bfbef55 None None] Port cc8f3249-ba58-4d0b-b187-66b6b1f44665 is administratively disabled so it will not transition to active. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Jan 24 16:38:01.099911 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2e419aec-c87b-4ef7-bf96-cbcff9ac52ba req-92ad72a4-50a8-4922-aeee-d80db25357fd service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc8f3249-ba58-4d0b-b187-66b6b1f44665 HTTP/1.1" status: 200 len: 1003 time: 0.0992565 Jan 24 16:38:01.179104 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e419aec-c87b-4ef7-bf96-cbcff9ac52ba req-6eeee6c3-1586-435e-b418-4ba4681faa7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:01.181005 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2e419aec-c87b-4ef7-bf96-cbcff9ac52ba req-6eeee6c3-1586-435e-b418-4ba4681faa7c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=79f3b415-ed35-4719-842b-92376096fd47 HTTP/1.1" status: 200 len: 835 time: 0.0745366 Jan 24 16:38:01.263265 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2e419aec-c87b-4ef7-bf96-cbcff9ac52ba req-d6c455b6-fea3-4ba3-b703-3760b8e390e2 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755236 Jan 24 16:38:01.396194 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2e419aec-c87b-4ef7-bf96-cbcff9ac52ba req-a39ac461-346c-42ad-95c4-b7c04425ae08 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250188 Jan 24 16:38:01.533955 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2e419aec-c87b-4ef7-bf96-cbcff9ac52ba req-743b1a6b-cb87-4c62-b48b-b77219fc6ddd service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256936 Jan 24 16:38:04.287771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38354) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:04.296636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-058c1a9e-e02e-4307-93da-12755b095093 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:38:04.415063 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-058c1a9e-e02e-4307-93da-12755b095093 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:04.641702 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-058c1a9e-e02e-4307-93da-12755b095093 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port cc8f3249-ba58-4d0b-b187-66b6b1f44665, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=cc8f3249-ba58-4d0b-b187-66b6b1f44665,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:38:04.667710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-058c1a9e-e02e-4307-93da-12755b095093 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:04.675504 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-058c1a9e-e02e-4307-93da-12755b095093 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:04.740557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c1a9e-e02e-4307-93da-12755b095093 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:04.741144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-058c1a9e-e02e-4307-93da-12755b095093 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:04.742459 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-058c1a9e-e02e-4307-93da-12755b095093 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/ports/cc8f3249-ba58-4d0b-b187-66b6b1f44665 HTTP/1.1" status: 200 len: 938 time: 0.4535820 Jan 24 16:38:04.742984 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88e859f-8add-4615-bf37-54d90e736a86', 'tag': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:38:04.745540 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38358) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:04.760711 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c1a9e-e02e-4307-93da-12755b095093 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=cc8f3249-ba58-4d0b-b187-66b6b1f44665,revision_number=7']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:04.801831 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88e859f-8add-4615-bf37-54d90e736a86', 'tag': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'status': 'completed', 'code': 200} Jan 24 16:38:04.912234 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a10a5151-99f2-4a3a-8c50-1709e0ec3e9b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/e0034a50-479f-403d-aa9d-9f9b0ad1287d HTTP/1.1" status: 200 len: 994 time: 0.1648836 Jan 24 16:38:04.928429 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-22681c66-21ea-4457-9ca8-a8026a842efa req-d4480aa9-4245-4441-8f52-ce37065ae4f1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 1099 time: 0.1026423 Jan 24 16:38:04.987058 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6a9b125c-dd4b-45f2-ab8e-836d81e06bab req-f5f022e7-bea4-4424-88ea-e01bf7418df1 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745032 Jan 24 16:38:04.996991 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-96db6db1-ce96-4992-8d0b-9e6be13b6a6c None None] Provisioning complete for port cc8f3249-ba58-4d0b-b187-66b6b1f44665 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:38:04.997525 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-96db6db1-ce96-4992-8d0b-9e6be13b6a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:05.055611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['cc8f3249-ba58-4d0b-b187-66b6b1f44665'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:38:05.071842 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22681c66-21ea-4457-9ca8-a8026a842efa req-638c8739-d88b-4b67-b613-6d27a9ca0767 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:05.073270 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-22681c66-21ea-4457-9ca8-a8026a842efa req-638c8739-d88b-4b67-b613-6d27a9ca0767 service neutron] 10.222.0.129 "GET /v2.0/networks?id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a HTTP/1.1" status: 200 len: 897 time: 0.1386590 Jan 24 16:38:05.186159 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-22681c66-21ea-4457-9ca8-a8026a842efa req-36ca5ab5-131d-467d-94a4-b9589a6645bd service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc8f3249-ba58-4d0b-b187-66b6b1f44665 HTTP/1.1" status: 200 len: 1002 time: 0.1060524 Jan 24 16:38:05.248591 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22681c66-21ea-4457-9ca8-a8026a842efa req-3bfb5e9f-3fab-409b-92a2-69e6bbb0cb0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:05.250038 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-22681c66-21ea-4457-9ca8-a8026a842efa req-3bfb5e9f-3fab-409b-92a2-69e6bbb0cb0a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=79f3b415-ed35-4719-842b-92376096fd47 HTTP/1.1" status: 200 len: 835 time: 0.0576036 Jan 24 16:38:05.430149 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-22681c66-21ea-4457-9ca8-a8026a842efa req-3aba0dd1-1256-46cf-9b95-0a92b05dae40 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1735687 Jan 24 16:38:05.561303 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-22681c66-21ea-4457-9ca8-a8026a842efa req-4b6b21f2-1eef-4b74-aa30-4f6a0ff8fed0 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242197 Jan 24 16:38:05.695904 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-22681c66-21ea-4457-9ca8-a8026a842efa req-2d098b6e-6b78-454a-832c-00ab7b8c19d7 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274166 Jan 24 16:38:05.877541 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6a9b125c-dd4b-45f2-ab8e-836d81e06bab req-83728686-4669-4983-9890-16af8ff66e11 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 1099 time: 0.0799627 Jan 24 16:38:06.034833 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b125c-dd4b-45f2-ab8e-836d81e06bab req-16fa2de9-8570-45f9-a9af-46fcef2fdd71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:06.036343 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6a9b125c-dd4b-45f2-ab8e-836d81e06bab req-16fa2de9-8570-45f9-a9af-46fcef2fdd71 service neutron] 10.222.0.129 "GET /v2.0/networks?id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a HTTP/1.1" status: 200 len: 897 time: 0.1337001 Jan 24 16:38:06.141759 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6a9b125c-dd4b-45f2-ab8e-836d81e06bab req-e0ae3b6d-52c1-44e4-9e83-2468a2027363 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc8f3249-ba58-4d0b-b187-66b6b1f44665 HTTP/1.1" status: 200 len: 1002 time: 0.0955231 Jan 24 16:38:06.206052 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b125c-dd4b-45f2-ab8e-836d81e06bab req-e2ec793d-afd6-406c-9e7a-aca26fb24a40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:06.207470 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6a9b125c-dd4b-45f2-ab8e-836d81e06bab req-e2ec793d-afd6-406c-9e7a-aca26fb24a40 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=79f3b415-ed35-4719-842b-92376096fd47 HTTP/1.1" status: 200 len: 835 time: 0.0593185 Jan 24 16:38:06.282769 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6a9b125c-dd4b-45f2-ab8e-836d81e06bab req-268089bb-5d59-4b8d-848b-3615a215bf36 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681300 Jan 24 16:38:06.419562 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6a9b125c-dd4b-45f2-ab8e-836d81e06bab req-4176835e-b080-4387-ac03-9f131aa5db24 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277204 Jan 24 16:38:06.551448 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6a9b125c-dd4b-45f2-ab8e-836d81e06bab req-66df6833-6ab6-4929-811c-c25ee1fecefd service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248314 Jan 24 16:38:06.963503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0cb71392-bff0-4f0d-a700-c073ee8962f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:07.519814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38370) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:07.818819 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-412f44c3-6d39-4415-9665-e67418f55f46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 67e21b59-f6b2-4938-bb94-61d1a0970401 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:38:07.819098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-412f44c3-6d39-4415-9665-e67418f55f46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:08.003871 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-412f44c3-6d39-4415-9665-e67418f55f46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:08.004145 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-412f44c3-6d39-4415-9665-e67418f55f46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:08.121431 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-412f44c3-6d39-4415-9665-e67418f55f46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 67e21b59-f6b2-4938-bb94-61d1a0970401 owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:38:08.279687 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-412f44c3-6d39-4415-9665-e67418f55f46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:08.331220 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f44c3-6d39-4415-9665-e67418f55f46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=67e21b59-f6b2-4938-bb94-61d1a0970401,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:08.428993 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-412f44c3-6d39-4415-9665-e67418f55f46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:08.860571 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412f44c3-6d39-4415-9665-e67418f55f46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 2b0ef013-2567-4b19-a22d-4586509bfb79 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:38:09.074461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412f44c3-6d39-4415-9665-e67418f55f46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:38:09.085164 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c14f1d-230e-44f7-bf95-633b1b515d8f None None] Sync routers for ids ['2b0ef013-2567-4b19-a22d-4586509bfb79'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:38:09.095572 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-412f44c3-6d39-4415-9665-e67418f55f46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:09.100054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c14f1d-230e-44f7-bf95-633b1b515d8f None None] Routers {'2b0ef013-2567-4b19-a22d-4586509bfb79'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:38:09.100667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-43c14f1d-230e-44f7-bf95-633b1b515d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:37:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2b0ef013-2567-4b19-a22d-4586509bfb79'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:09.153276 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-412f44c3-6d39-4415-9665-e67418f55f46 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/floatingips/55727cb7-b18d-45b8-bedf-c02fe5b9615d HTTP/1.1" status: 204 len: 168 time: 1.6299150 Jan 24 16:38:09.153276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fdfe39-be4e-443f-b07f-568ee1ea7831', 'tag': '0c9c5ca2-4be2-43ad-b541-23bed1b75e4f'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:38:09.197059 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d2038ceb-a5e2-41a7-b1c9-7b4157d5c4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:09.208452 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2fdfe39-be4e-443f-b07f-568ee1ea7831', 'tag': '0c9c5ca2-4be2-43ad-b541-23bed1b75e4f', 'status': 'completed', 'code': 200} Jan 24 16:38:09.304560 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-43c14f1d-230e-44f7-bf95-633b1b515d8f None None] Set router 2b0ef013-2567-4b19-a22d-4586509bfb79 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:38:09.306117 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e7f8d52a-110c-46f1-8c05-8dd4b55f1bfc req-a142301d-8941-4318-9fe1-50a7c410e78c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 1098 time: 0.0741541 Jan 24 16:38:09.447669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8d52a-110c-46f1-8c05-8dd4b55f1bfc req-a30d971d-ad5c-46c0-ac4e-626978b5ae7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:09.449150 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e7f8d52a-110c-46f1-8c05-8dd4b55f1bfc req-a30d971d-ad5c-46c0-ac4e-626978b5ae7d service neutron] 10.222.0.129 "GET /v2.0/networks?id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a HTTP/1.1" status: 200 len: 897 time: 0.1330318 Jan 24 16:38:09.520288 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e7f8d52a-110c-46f1-8c05-8dd4b55f1bfc req-247bcecb-ac65-4e01-8e5a-24f98a5bd0c0 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c9c5ca2-4be2-43ad-b541-23bed1b75e4f HTTP/1.1" status: 200 len: 217 time: 0.0629003 Jan 24 16:38:09.581079 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c5749-b688-42d2-8d6d-ee94915b9071 req-79c49029-e283-49f2-859d-85eef4715201 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:09.581888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-950c5749-b688-42d2-8d6d-ee94915b9071 req-79c49029-e283-49f2-859d-85eef4715201 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:38:09.588259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8d52a-110c-46f1-8c05-8dd4b55f1bfc req-a0063f68-36be-4584-bd1a-8a64193e256a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:09.589969 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e7f8d52a-110c-46f1-8c05-8dd4b55f1bfc req-a0063f68-36be-4584-bd1a-8a64193e256a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=79f3b415-ed35-4719-842b-92376096fd47 HTTP/1.1" status: 200 len: 835 time: 0.0616953 Jan 24 16:38:09.601399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-950c5749-b688-42d2-8d6d-ee94915b9071 req-79c49029-e283-49f2-859d-85eef4715201 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:38:09.603646 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-950c5749-b688-42d2-8d6d-ee94915b9071 req-79c49029-e283-49f2-859d-85eef4715201 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 945 time: 0.0992873 Jan 24 16:38:09.649616 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-950c5749-b688-42d2-8d6d-ee94915b9071 req-100e3c53-c582-4e7d-af99-591b85ecf3f2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=0053476e-3e78-49a1-ae31-cd671c81aced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397906 Jan 24 16:38:09.668886 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e7f8d52a-110c-46f1-8c05-8dd4b55f1bfc req-2af0d103-1865-47c0-8da5-4701f0606b2f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719285 Jan 24 16:38:09.712272 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-43c14f1d-230e-44f7-bf95-633b1b515d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'e0034a50-479f-403d-aa9d-9f9b0ad1287d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'port_id': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'mac_address': 'fa:16:3e:8b:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88e859f-8add-4615-bf37-54d90e736a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:37:04Z', 'updated_at': '2022-01-24T16:37:09Z', 'revision_number': 1, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfd99b3-8505-4371-b810-2e9b30833056', 'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:e7:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:47Z', 'updated_at': '2022-01-24T16:36:54Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '79f3b415-ed35-4719-842b-92376096fd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:09.716291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c14f1d-230e-44f7-bf95-633b1b515d8f None None] Checking router: 2b0ef013-2567-4b19-a22d-4586509bfb79 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:38:09.726657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c14f1d-230e-44f7-bf95-633b1b515d8f None None] Routers {'2b0ef013-2567-4b19-a22d-4586509bfb79'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:38:09.727291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-43c14f1d-230e-44f7-bf95-633b1b515d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:38:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2b0ef013-2567-4b19-a22d-4586509bfb79'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:09.903133 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e7f8d52a-110c-46f1-8c05-8dd4b55f1bfc req-6efd6d99-28d7-4159-83ed-7dfd56b398c5 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272294 Jan 24 16:38:09.904278 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-43c14f1d-230e-44f7-bf95-633b1b515d8f None None] Set router 2b0ef013-2567-4b19-a22d-4586509bfb79 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:38:10.040234 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e7f8d52a-110c-46f1-8c05-8dd4b55f1bfc req-3e293987-778f-42f3-8433-b4a7a733048a service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287742 Jan 24 16:38:10.266030 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-43c14f1d-230e-44f7-bf95-633b1b515d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'e0034a50-479f-403d-aa9d-9f9b0ad1287d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'port_id': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'mac_address': 'fa:16:3e:8b:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88e859f-8add-4615-bf37-54d90e736a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:37:04Z', 'updated_at': '2022-01-24T16:37:09Z', 'revision_number': 1, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfd99b3-8505-4371-b810-2e9b30833056', 'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:e7:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:47Z', 'updated_at': '2022-01-24T16:36:54Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '79f3b415-ed35-4719-842b-92376096fd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:10.270288 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c14f1d-230e-44f7-bf95-633b1b515d8f None None] The sync data for ids ['2b0ef013-2567-4b19-a22d-4586509bfb79'] in dv-neutron-826104-1-hyperv is: [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'e0034a50-479f-403d-aa9d-9f9b0ad1287d', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'port_id': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'mac_address': 'fa:16:3e:8b:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88e859f-8add-4615-bf37-54d90e736a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:37:04Z', 'updated_at': '2022-01-24T16:37:09Z', 'revision_number': 1, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfd99b3-8505-4371-b810-2e9b30833056', 'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:e7:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:47Z', 'updated_at': '2022-01-24T16:36:54Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '79f3b415-ed35-4719-842b-92376096fd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:38:10.372198 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:10.402778 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:10.516543 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd6d46c-714e-411f-a08f-b334e942ccb6 None None] New status for floating IP 55727cb7-b18d-45b8-bedf-c02fe5b9615d: DOWN {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:38:10.868787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3cdee-2dc4-4b35-87bb-8c9bfc7bc874 req-c50dbb73-0339-4e69-80a0-026cee106ec1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:10.870265 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-41d3cdee-2dc4-4b35-87bb-8c9bfc7bc874 req-c50dbb73-0339-4e69-80a0-026cee106ec1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 945 time: 0.0895875 Jan 24 16:38:10.919948 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-41d3cdee-2dc4-4b35-87bb-8c9bfc7bc874 req-a2d984f4-6dc3-479d-9e1a-30087c6b2291 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=0053476e-3e78-49a1-ae31-cd671c81aced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415096 Jan 24 16:38:11.009875 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06844a0f-0c3c-436a-a6db-dca316039e3f req-53d58fb6-e622-40e0-b68e-f47e6f5cf29c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:11.011297 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-06844a0f-0c3c-436a-a6db-dca316039e3f req-53d58fb6-e622-40e0-b68e-f47e6f5cf29c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/ports?device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 945 time: 0.0791609 Jan 24 16:38:11.085892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-06844a0f-0c3c-436a-a6db-dca316039e3f req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:38:11.086218 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-06844a0f-0c3c-436a-a6db-dca316039e3f req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:11.335882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-06844a0f-0c3c-436a-a6db-dca316039e3f req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=0c9c5ca2-4be2-43ad-b541-23bed1b75e4f,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:38:11.336126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-06844a0f-0c3c-436a-a6db-dca316039e3f req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:11.468499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-06844a0f-0c3c-436a-a6db-dca316039e3f req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:38:11.613327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-06844a0f-0c3c-436a-a6db-dca316039e3f req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:11.662797 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=0c9c5ca2-4be2-43ad-b541-23bed1b75e4f,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:11.702457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:11.702782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:11.703116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:11.703441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:11.703780 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:11.704095 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:11.704408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:11.704723 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:11.705067 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:11.705375 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:11.705680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:11.745909 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-06844a0f-0c3c-436a-a6db-dca316039e3f req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] No DVR routers for this DVR port 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:38:11.748449 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-06844a0f-0c3c-436a-a6db-dca316039e3f req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:11.750862 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fdfe39-be4e-443f-b07f-568ee1ea7831', 'name': 'network-vif-deleted', 'tag': '0c9c5ca2-4be2-43ad-b541-23bed1b75e4f'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:38:11.767498 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-06844a0f-0c3c-436a-a6db-dca316039e3f req-2100b804-d043-4283-b467-2683dfb09474 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "DELETE /v2.0/ports/0c9c5ca2-4be2-43ad-b541-23bed1b75e4f HTTP/1.1" status: 204 len: 173 time: 0.7472501 Jan 24 16:38:11.802218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:11.811756 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fdfe39-be4e-443f-b07f-568ee1ea7831', 'name': 'network-vif-deleted', 'tag': '0c9c5ca2-4be2-43ad-b541-23bed1b75e4f', 'status': 'completed', 'code': 200} Jan 24 16:38:12.109277 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-64616b96-b31a-40fc-892e-0e21fcbd0613 req-53060843-7576-418d-8a3b-079d9ac2c6af tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:38:12.126759 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-64616b96-b31a-40fc-892e-0e21fcbd0613 req-53060843-7576-418d-8a3b-079d9ac2c6af tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:38:12.127995 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-64616b96-b31a-40fc-892e-0e21fcbd0613 req-53060843-7576-418d-8a3b-079d9ac2c6af tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=e2fdfe39-be4e-443f-b07f-568ee1ea7831 HTTP/1.1" status: 200 len: 210 time: 0.0610673 Jan 24 16:38:13.240862 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38388) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:13.316502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-18a167ff-1660-4f17-98d1-2a4cd5ee60f5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:13.352818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-18a167ff-1660-4f17-98d1-2a4cd5ee60f5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:13.417508 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-18a167ff-1660-4f17-98d1-2a4cd5ee60f5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:13.441658 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a167ff-1660-4f17-98d1-2a4cd5ee60f5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0053476e-3e78-49a1-ae31-cd671c81aced,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:13.454453 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-18a167ff-1660-4f17-98d1-2a4cd5ee60f5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:13.459465 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-18a167ff-1660-4f17-98d1-2a4cd5ee60f5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/security-groups/0053476e-3e78-49a1-ae31-cd671c81aced HTTP/1.1" status: 204 len: 168 time: 0.2137482 Jan 24 16:38:13.502255 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38394) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:13.702000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-7972b5e6-4ea8-48b2-9ff0-7975845c1b6b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 1981943e-0651-4e95-9be0-a38f66f5ce2e {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:38:13.702310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7972b5e6-4ea8-48b2-9ff0-7975845c1b6b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:13.959693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7972b5e6-4ea8-48b2-9ff0-7975845c1b6b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:13.960066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7972b5e6-4ea8-48b2-9ff0-7975845c1b6b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:14.081493 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-7972b5e6-4ea8-48b2-9ff0-7975845c1b6b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 1981943e-0651-4e95-9be0-a38f66f5ce2e owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:38:14.230679 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7972b5e6-4ea8-48b2-9ff0-7975845c1b6b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:14.273744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972b5e6-4ea8-48b2-9ff0-7975845c1b6b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=1981943e-0651-4e95-9be0-a38f66f5ce2e,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:14.371652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7972b5e6-4ea8-48b2-9ff0-7975845c1b6b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:14.777887 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7972b5e6-4ea8-48b2-9ff0-7975845c1b6b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 2b0ef013-2567-4b19-a22d-4586509bfb79 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:38:14.981180 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7972b5e6-4ea8-48b2-9ff0-7975845c1b6b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:38:14.992694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4d546-20ec-4625-b656-a53aa66319c1 None None] Sync routers for ids ['2b0ef013-2567-4b19-a22d-4586509bfb79'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:38:15.002566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7972b5e6-4ea8-48b2-9ff0-7975845c1b6b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:15.005040 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4d546-20ec-4625-b656-a53aa66319c1 None None] Routers {'2b0ef013-2567-4b19-a22d-4586509bfb79'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:38:15.005645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-08f4d546-20ec-4625-b656-a53aa66319c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:38:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2b0ef013-2567-4b19-a22d-4586509bfb79'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:15.059104 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7972b5e6-4ea8-48b2-9ff0-7975845c1b6b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/floatingips/e0034a50-479f-403d-aa9d-9f9b0ad1287d HTTP/1.1" status: 204 len: 168 time: 1.5539355 Jan 24 16:38:15.059104 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88e859f-8add-4615-bf37-54d90e736a86', 'tag': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:38:15.124453 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88e859f-8add-4615-bf37-54d90e736a86', 'tag': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'status': 'completed', 'code': 200} Jan 24 16:38:15.205585 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-08f4d546-20ec-4625-b656-a53aa66319c1 None None] Set router 2b0ef013-2567-4b19-a22d-4586509bfb79 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:38:15.217633 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c9d01b43-1791-4b89-9b91-763cc344d973 req-0be0003e-3df0-4638-a2ad-2f4eac06291c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 1099 time: 0.0685251 Jan 24 16:38:15.246304 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:38:15.292996 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:38:15.293364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 0c9c5ca2-4be2-43ad-b541-23bed1b75e4f not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:38:15.365717 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d01b43-1791-4b89-9b91-763cc344d973 req-7470666f-3869-451a-9232-145b68e832aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:15.367070 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c9d01b43-1791-4b89-9b91-763cc344d973 req-7470666f-3869-451a-9232-145b68e832aa service neutron] 10.222.0.129 "GET /v2.0/networks?id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a HTTP/1.1" status: 200 len: 897 time: 0.1431828 Jan 24 16:38:15.469999 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c9d01b43-1791-4b89-9b91-763cc344d973 req-8335a5ad-8197-485a-948c-8939219c94f4 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc8f3249-ba58-4d0b-b187-66b6b1f44665 HTTP/1.1" status: 200 len: 217 time: 0.0959637 Jan 24 16:38:15.518528 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:38:15.580382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-08f4d546-20ec-4625-b656-a53aa66319c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'abfd99b3-8505-4371-b810-2e9b30833056', 'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:e7:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:47Z', 'updated_at': '2022-01-24T16:36:54Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '79f3b415-ed35-4719-842b-92376096fd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:15.584414 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4d546-20ec-4625-b656-a53aa66319c1 None None] Checking router: 2b0ef013-2567-4b19-a22d-4586509bfb79 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:38:15.596037 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4d546-20ec-4625-b656-a53aa66319c1 None None] Routers {'2b0ef013-2567-4b19-a22d-4586509bfb79'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:38:15.596649 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-08f4d546-20ec-4625-b656-a53aa66319c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:38:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2b0ef013-2567-4b19-a22d-4586509bfb79'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:15.654769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d01b43-1791-4b89-9b91-763cc344d973 req-93e48889-d887-43a0-a29f-586869c8cc27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:15.656215 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c9d01b43-1791-4b89-9b91-763cc344d973 req-93e48889-d887-43a0-a29f-586869c8cc27 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=79f3b415-ed35-4719-842b-92376096fd47 HTTP/1.1" status: 200 len: 835 time: 0.1787179 Jan 24 16:38:15.710706 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cd476-4263-461b-880c-8a8ff3da66a5 req-fcef604d-e328-4d15-9fdf-28dbf1f95d78 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:15.711408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-517cd476-4263-461b-880c-8a8ff3da66a5 req-fcef604d-e328-4d15-9fdf-28dbf1f95d78 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:38:15.742240 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-517cd476-4263-461b-880c-8a8ff3da66a5 req-fcef604d-e328-4d15-9fdf-28dbf1f95d78 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:38:15.743353 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-517cd476-4263-461b-880c-8a8ff3da66a5 req-fcef604d-e328-4d15-9fdf-28dbf1f95d78 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 946 time: 0.3189240 Jan 24 16:38:15.770113 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c9d01b43-1791-4b89-9b91-763cc344d973 req-f1003bbc-3060-419a-92e3-b53a2b7d962d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1070325 Jan 24 16:38:15.815087 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-08f4d546-20ec-4625-b656-a53aa66319c1 None None] Set router 2b0ef013-2567-4b19-a22d-4586509bfb79 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:38:15.867717 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-517cd476-4263-461b-880c-8a8ff3da66a5 req-e4f879bf-8804-4a7f-a67a-0b2b799b3930 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:38:15.915964 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-517cd476-4263-461b-880c-8a8ff3da66a5 req-e4f879bf-8804-4a7f-a67a-0b2b799b3930 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:38:15.917261 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-517cd476-4263-461b-880c-8a8ff3da66a5 req-e4f879bf-8804-4a7f-a67a-0b2b799b3930 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=8dd62ea5-66f5-4cbf-a703-6bcb960d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671340 Jan 24 16:38:15.925063 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c9d01b43-1791-4b89-9b91-763cc344d973 req-53467003-4e85-44f7-9394-1cc6877ac697 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417184 Jan 24 16:38:16.066870 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c9d01b43-1791-4b89-9b91-763cc344d973 req-df4bd1a9-3116-422f-92fc-0a6e48e4c946 service neutron] 10.222.0.129 "GET /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344314 Jan 24 16:38:16.133279 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-08f4d546-20ec-4625-b656-a53aa66319c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'abfd99b3-8505-4371-b810-2e9b30833056', 'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:e7:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:47Z', 'updated_at': '2022-01-24T16:36:54Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '79f3b415-ed35-4719-842b-92376096fd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:16.138174 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4d546-20ec-4625-b656-a53aa66319c1 None None] The sync data for ids ['2b0ef013-2567-4b19-a22d-4586509bfb79'] in dv-neutron-826104-1-hyperv is: [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'abfd99b3-8505-4371-b810-2e9b30833056', 'name': '', 'network_id': '7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:e7:93:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f3b415-ed35-4719-842b-92376096fd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:47Z', 'updated_at': '2022-01-24T16:36:54Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': '79f3b415-ed35-4719-842b-92376096fd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:38:16.364989 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819591f-e324-4750-ad1c-a92f71e079e0 None None] New status for floating IP e0034a50-479f-403d-aa9d-9f9b0ad1287d: DOWN {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:38:17.097126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec61f82-e680-442d-a04e-a99aedcc3cd8 req-3ce745d9-0412-42bb-99f9-5b3eaf025e0a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:17.098681 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7ec61f82-e680-442d-a04e-a99aedcc3cd8 req-3ce745d9-0412-42bb-99f9-5b3eaf025e0a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 946 time: 0.0854108 Jan 24 16:38:17.169351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-7ec61f82-e680-442d-a04e-a99aedcc3cd8 req-875a8d6f-8caf-4148-83f0-318d54d8d9fa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port cc8f3249-ba58-4d0b-b187-66b6b1f44665 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:38:17.169642 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7ec61f82-e680-442d-a04e-a99aedcc3cd8 req-875a8d6f-8caf-4148-83f0-318d54d8d9fa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:17.233808 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db72137-5093-4219-808a-a21023786448 req-debe618e-986d-4730-9b35-2f4f5434ea7f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:17.235161 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6db72137-5093-4219-808a-a21023786448 req-debe618e-986d-4730-9b35-2f4f5434ea7f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 946 time: 0.1798830 Jan 24 16:38:17.282821 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6db72137-5093-4219-808a-a21023786448 req-a481b929-1282-449c-97d0-834d664ac0d2 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=8dd62ea5-66f5-4cbf-a703-6bcb960d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Jan 24 16:38:17.427231 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-7ec61f82-e680-442d-a04e-a99aedcc3cd8 req-875a8d6f-8caf-4148-83f0-318d54d8d9fa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port cc8f3249-ba58-4d0b-b187-66b6b1f44665, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=cc8f3249-ba58-4d0b-b187-66b6b1f44665,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:38:17.427623 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7ec61f82-e680-442d-a04e-a99aedcc3cd8 req-875a8d6f-8caf-4148-83f0-318d54d8d9fa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:17.551764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-7ec61f82-e680-442d-a04e-a99aedcc3cd8 req-875a8d6f-8caf-4148-83f0-318d54d8d9fa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for cc8f3249-ba58-4d0b-b187-66b6b1f44665 owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:38:17.732728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7ec61f82-e680-442d-a04e-a99aedcc3cd8 req-875a8d6f-8caf-4148-83f0-318d54d8d9fa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:17.784753 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a8d6f-8caf-4148-83f0-318d54d8d9fa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=cc8f3249-ba58-4d0b-b187-66b6b1f44665,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:17.856506 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec61f82-e680-442d-a04e-a99aedcc3cd8 req-875a8d6f-8caf-4148-83f0-318d54d8d9fa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] No DVR routers for this DVR port cc8f3249-ba58-4d0b-b187-66b6b1f44665 on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:38:17.859191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-7ec61f82-e680-442d-a04e-a99aedcc3cd8 req-875a8d6f-8caf-4148-83f0-318d54d8d9fa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:17.862084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88e859f-8add-4615-bf37-54d90e736a86', 'name': 'network-vif-deleted', 'tag': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:38:17.880048 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7ec61f82-e680-442d-a04e-a99aedcc3cd8 req-875a8d6f-8caf-4148-83f0-318d54d8d9fa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "DELETE /v2.0/ports/cc8f3249-ba58-4d0b-b187-66b6b1f44665 HTTP/1.1" status: 204 len: 173 time: 0.7752192 Jan 24 16:38:17.922311 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88e859f-8add-4615-bf37-54d90e736a86', 'name': 'network-vif-deleted', 'tag': 'cc8f3249-ba58-4d0b-b187-66b6b1f44665', 'status': 'completed', 'code': 200} Jan 24 16:38:18.049345 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:18.466816 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bf1819be-351c-4e1a-bfb3-2055c7e9d36b req-ade4f9c6-ab49-498d-8fd8-92958af90c2a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=b88e859f-8add-4615-bf37-54d90e736a86 HTTP/1.1" status: 200 len: 210 time: 0.0411608 Jan 24 16:38:19.585716 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38414) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:19.680902 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3441dad-145e-43f7-87f3-ca27c9381338 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:19.716987 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3441dad-145e-43f7-87f3-ca27c9381338 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:19.798766 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3441dad-145e-43f7-87f3-ca27c9381338 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:19.823748 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3441dad-145e-43f7-87f3-ca27c9381338 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd62ea5-66f5-4cbf-a703-6bcb960d399c,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:19.840100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e3441dad-145e-43f7-87f3-ca27c9381338 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:19.841644 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e3441dad-145e-43f7-87f3-ca27c9381338 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/security-groups/8dd62ea5-66f5-4cbf-a703-6bcb960d399c HTTP/1.1" status: 204 len: 168 time: 0.2547669 Jan 24 16:38:19.898076 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38420) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:20.362947 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ff922299-0850-4043-83ea-c301db0c2f57 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:21.052287 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ff922299-0850-4043-83ea-c301db0c2f57 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port abfd99b3-8505-4371-b810-2e9b30833056 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:38:21.052975 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ff922299-0850-4043-83ea-c301db0c2f57 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:21.237017 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-ff922299-0850-4043-83ea-c301db0c2f57 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port abfd99b3-8505-4371-b810-2e9b30833056, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=abfd99b3-8505-4371-b810-2e9b30833056,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:38:21.237360 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ff922299-0850-4043-83ea-c301db0c2f57 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:21.256691 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device cc8f3249-ba58-4d0b-b187-66b6b1f44665 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:38:21.289410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: cc8f3249-ba58-4d0b-b187-66b6b1f44665 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:38:21.289747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device cc8f3249-ba58-4d0b-b187-66b6b1f44665 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:38:21.357437 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ff922299-0850-4043-83ea-c301db0c2f57 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for abfd99b3-8505-4371-b810-2e9b30833056 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:38:21.663228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ff922299-0850-4043-83ea-c301db0c2f57 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:21.711678 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff922299-0850-4043-83ea-c301db0c2f57 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=abfd99b3-8505-4371-b810-2e9b30833056,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:22.011121 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ff922299-0850-4043-83ea-c301db0c2f57 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:22.609307 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff922299-0850-4043-83ea-c301db0c2f57 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 2b0ef013-2567-4b19-a22d-4586509bfb79 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:38:22.822245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff922299-0850-4043-83ea-c301db0c2f57 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:38:22.832578 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4faf9dd-bb8e-4edf-9660-d2d6fcecc720 None None] Sync routers for ids ['2b0ef013-2567-4b19-a22d-4586509bfb79'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:38:22.837101 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ff922299-0850-4043-83ea-c301db0c2f57 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/2b0ef013-2567-4b19-a22d-4586509bfb79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9378245 Jan 24 16:38:22.840125 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38424) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:22.845150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4faf9dd-bb8e-4edf-9660-d2d6fcecc720 None None] Routers {'2b0ef013-2567-4b19-a22d-4586509bfb79'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:38:22.845771 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e4faf9dd-bb8e-4edf-9660-d2d6fcecc720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:38:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2b0ef013-2567-4b19-a22d-4586509bfb79'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:23.025025 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-e4faf9dd-bb8e-4edf-9660-d2d6fcecc720 None None] Set router 2b0ef013-2567-4b19-a22d-4586509bfb79 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:38:23.136378 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a645c6d-516b-4745-870a-b846b1db45d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting subnet 79f3b415-ed35-4719-842b-92376096fd47 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:38:23.139327 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6a645c6d-516b-4745-870a-b846b1db45d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:23.191760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6a645c6d-516b-4745-870a-b846b1db45d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:23.277080 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6a645c6d-516b-4745-870a-b846b1db45d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:23.306382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e4faf9dd-bb8e-4edf-9660-d2d6fcecc720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:38:21Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:23.310431 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4faf9dd-bb8e-4edf-9660-d2d6fcecc720 None None] Checking router: 2b0ef013-2567-4b19-a22d-4586509bfb79 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:38:23.323727 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4faf9dd-bb8e-4edf-9660-d2d6fcecc720 None None] Routers {'2b0ef013-2567-4b19-a22d-4586509bfb79'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:38:23.324336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e4faf9dd-bb8e-4edf-9660-d2d6fcecc720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:38:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['2b0ef013-2567-4b19-a22d-4586509bfb79'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:23.358518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6a645c6d-516b-4745-870a-b846b1db45d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:23.398155 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a645c6d-516b-4745-870a-b846b1db45d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Subnet': ['ID=79f3b415-ed35-4719-842b-92376096fd47,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:23.404411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6a645c6d-516b-4745-870a-b846b1db45d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:23.412845 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6a645c6d-516b-4745-870a-b846b1db45d8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/subnets/79f3b415-ed35-4719-842b-92376096fd47 HTTP/1.1" status: 204 len: 168 time: 0.5692744 Jan 24 16:38:23.413016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aa1bed-e891-46d3-aac4-0ff01672b8da None None] Network 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:38:23.413107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38428) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:23.618531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-241b96e0-b18b-4c8d-a8fc-47058beb09a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:23.648123 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-e4faf9dd-bb8e-4edf-9660-d2d6fcecc720 None None] Set router 2b0ef013-2567-4b19-a22d-4586509bfb79 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:38:23.818714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-241b96e0-b18b-4c8d-a8fc-47058beb09a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:23.829140 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-241b96e0-b18b-4c8d-a8fc-47058beb09a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:38:23.829474 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-241b96e0-b18b-4c8d-a8fc-47058beb09a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:23.978342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] DHCP port deletion for 7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:38:23.983663 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Deleting port e2de0bdd-d0f2-418d-96af-2da49aa2544d {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:38:23.984026 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:24.010997 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-241b96e0-b18b-4c8d-a8fc-47058beb09a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:38:24.011447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-241b96e0-b18b-4c8d-a8fc-47058beb09a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:24.075523 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e4faf9dd-bb8e-4edf-9660-d2d6fcecc720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:38:21Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:24.095680 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4faf9dd-bb8e-4edf-9660-d2d6fcecc720 None None] The sync data for ids ['2b0ef013-2567-4b19-a22d-4586509bfb79'] in dv-neutron-826104-1-hyperv is: [{'id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'name': 'tempest-TestNetworkBasicOps-router-237740702', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:36:43Z', 'updated_at': '2022-01-24T16:38:21Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0ef013-2567-4b19-a22d-4586509bfb79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:36:44Z', 'updated_at': '2022-01-24T16:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:38:24.138903 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-241b96e0-b18b-4c8d-a8fc-47058beb09a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:38:24.216766 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] For port e2de0bdd-d0f2-418d-96af-2da49aa2544d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e2de0bdd-d0f2-418d-96af-2da49aa2544d,segment=NetworkSegment(d060e8fd-3348-49ba-8f27-ee5a56ae9d52),segment_id=d060e8fd-3348-49ba-8f27-ee5a56ae9d52)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:38:24.217009 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:24.309634 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-241b96e0-b18b-4c8d-a8fc-47058beb09a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:24.333861 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Calling delete_port for e2de0bdd-d0f2-418d-96af-2da49aa2544d owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:38:24.356589 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b96e0-b18b-4c8d-a8fc-47058beb09a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:24.406434 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:24.450705 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Pushing event deleted for resources: {'Port': ['ID=e2de0bdd-d0f2-418d-96af-2da49aa2544d,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:24.460566 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:24.460906 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:24.461240 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:24.461572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:24.461887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:24.462204 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:24.462518 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:24.462833 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:24.463145 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:24.463452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:24.463987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:24.481248 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a3e0f-06de-4df8-a6b7-9b63ad003678 None None] No DVR routers for this DVR port e2de0bdd-d0f2-418d-96af-2da49aa2544d on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:38:24.563406 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e2de0bdd-d0f2-418d-96af-2da49aa2544d no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:38:24.594980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-241b96e0-b18b-4c8d-a8fc-47058beb09a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:24.597491 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: e2de0bdd-d0f2-418d-96af-2da49aa2544d {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:38:24.597937 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e2de0bdd-d0f2-418d-96af-2da49aa2544d not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:38:24.598428 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device abfd99b3-8505-4371-b810-2e9b30833056 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:38:24.632272 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: abfd99b3-8505-4371-b810-2e9b30833056 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:38:24.632717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device abfd99b3-8505-4371-b810-2e9b30833056 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:38:24.959764 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-241b96e0-b18b-4c8d-a8fc-47058beb09a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:24.964690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-241b96e0-b18b-4c8d-a8fc-47058beb09a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:24.993620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-241b96e0-b18b-4c8d-a8fc-47058beb09a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:24.994146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241b96e0-b18b-4c8d-a8fc-47058beb09a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Fanout notify agent at l3_agent the message router_deleted on router 2b0ef013-2567-4b19-a22d-4586509bfb79 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:38:25.011639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-241b96e0-b18b-4c8d-a8fc-47058beb09a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:25.013095 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-241b96e0-b18b-4c8d-a8fc-47058beb09a8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/routers/2b0ef013-2567-4b19-a22d-4586509bfb79 HTTP/1.1" status: 204 len: 168 time: 1.5989401 Jan 24 16:38:25.016581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38432) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:25.132421 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8cca54b7-1049-434b-bbe3-339f215dfe26 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:25.345203 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8cca54b7-1049-434b-bbe3-339f215dfe26 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:25.371257 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-8cca54b7-1049-434b-bbe3-339f215dfe26 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:25.385217 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-8cca54b7-1049-434b-bbe3-339f215dfe26 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:25.385554 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-8cca54b7-1049-434b-bbe3-339f215dfe26 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd060e8fd-3348-49ba-8f27-ee5a56ae9d52') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:25.396597 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8cca54b7-1049-434b-bbe3-339f215dfe26 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:25.411924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8cca54b7-1049-434b-bbe3-339f215dfe26 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:25.418355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cca54b7-1049-434b-bbe3-339f215dfe26 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:38:25.418738 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8cca54b7-1049-434b-bbe3-339f215dfe26 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:38:25.433126 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:38:25.516801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8cca54b7-1049-434b-bbe3-339f215dfe26 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:25.533653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8cca54b7-1049-434b-bbe3-339f215dfe26 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:25.544526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca54b7-1049-434b-bbe3-339f215dfe26 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Network': ['ID=7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:25.555215 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8cca54b7-1049-434b-bbe3-339f215dfe26 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/networks/7c9ccb2a-ed01-4a8a-b261-ff1bf412ab5a HTTP/1.1" status: 204 len: 168 time: 0.5375686 Jan 24 16:38:25.584686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38436) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:25.590410 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-43171101-b32b-4cb9-a449-cc745110a93f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'network': {'name': 'tempest-network-smoke--2075950045', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'port_security_enabled': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:38:25.595812 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-43171101-b32b-4cb9-a449-cc745110a93f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:38:25.600114 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-43171101-b32b-4cb9-a449-cc745110a93f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:network and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:38:25.603168 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-43171101-b32b-4cb9-a449-cc745110a93f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:38:25.611527 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-43171101-b32b-4cb9-a449-cc745110a93f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:38:25.629228 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43171101-b32b-4cb9-a449-cc745110a93f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:38:25.633978 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-43171101-b32b-4cb9-a449-cc745110a93f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:25.665693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43171101-b32b-4cb9-a449-cc745110a93f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:38:25.675783 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-43171101-b32b-4cb9-a449-cc745110a93f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:25.676124 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-43171101-b32b-4cb9-a449-cc745110a93f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Added segment c3379edb-816e-44e3-b975-f20f6e7ac355 of type vlan for network 9f078bb3-3059-47b5-9937-4e6060e19c02 Jan 24 16:38:25.702811 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-43171101-b32b-4cb9-a449-cc745110a93f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:25.743081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-43171101-b32b-4cb9-a449-cc745110a93f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:25.747109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43171101-b32b-4cb9-a449-cc745110a93f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:25.747724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-43171101-b32b-4cb9-a449-cc745110a93f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:25.855398 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-43171101-b32b-4cb9-a449-cc745110a93f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2689743 Jan 24 16:38:25.857816 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38440) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:25.858378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43171101-b32b-4cb9-a449-cc745110a93f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Network': ['ID=9f078bb3-3059-47b5-9937-4e6060e19c02,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:25.865035 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1231782862', 'admin_state_up': True, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:38:25.869677 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 9f078bb3-3059-47b5-9937-4e6060e19c02 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:38:25.873611 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:38:25.877745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:router and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:38:25.880772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:38:25.886734 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:38:25.899676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:25.900861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:25.920773 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:26.065265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:26.195568 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:38:26.227944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:38:26.228334 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a12af754-d9f4-4eb4-b7f6-dbef1b9fac8d not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:38:26.262498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:26.290651 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:26.441951 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.253 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/f3a9df65-c890-40b1-b069-d9680adb30ff) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:38:26.592652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:26.623498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:26.689313 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:38:26.692303 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:38:26.696620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:38:26.720747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=f3a9df65-c890-40b1-b069-d9680adb30ff,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:26.861674 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:26.862434 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:27.094694 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:38:27.408574 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:38:27.418485 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Sync routers for ids ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:38:27.433259 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Routers {'15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:38:27.433987 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:38:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:27.436054 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:27.439518 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c20072c6-cfba-42b7-bd11-87a76711aa63 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5784903 Jan 24 16:38:27.440525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38444) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:27.479698 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8fadc6bb-b92b-4f02-8ed7-ceb0d5470174 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?project_id=c758db9abd254971bbaac83475af12ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380070 Jan 24 16:38:27.482432 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38448) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:27.610613 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Set router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:38:27.616074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6167970-3c9d-4f96-9767-9ba17088de45 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:27.617593 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f6167970-3c9d-4f96-9767-9ba17088de45 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1341853 Jan 24 16:38:27.621704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38452) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:27.661504 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-269ca1aa-039f-46ea-934f-84c96b4e9609 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384781 Jan 24 16:38:27.663938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38456) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:27.669583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-025722bf-6956-4eaf-a011-421b41dc1f28 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1695201641', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:38:27.790960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-025722bf-6956-4eaf-a011-421b41dc1f28 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:38:27.795275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-025722bf-6956-4eaf-a011-421b41dc1f28 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:subnet and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:38:27.798191 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-025722bf-6956-4eaf-a011-421b41dc1f28 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:38:27.803993 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-025722bf-6956-4eaf-a011-421b41dc1f28 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:38:27.815776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025722bf-6956-4eaf-a011-421b41dc1f28 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:38:27.903332 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'name': 'tempest-TestNetworkBasicOps-router-1231782862', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:38:25Z', 'updated_at': '2022-01-24T16:38:26Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:26Z', 'updated_at': '2022-01-24T16:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:27.907577 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Checking router: 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:38:27.907924 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Updating router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 port f3a9df65-c890-40b1-b069-d9680adb30ff binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:38:27.917223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-025722bf-6956-4eaf-a011-421b41dc1f28 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:27.958350 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:28.145547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-025722bf-6956-4eaf-a011-421b41dc1f28 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:28.217073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025722bf-6956-4eaf-a011-421b41dc1f28 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Subnet': ['ID=cc236f0a-cb26-4065-a00a-63bba8f4aac1,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:28.246910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025722bf-6956-4eaf-a011-421b41dc1f28 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Checking segment: {'id': 'c3379edb-816e-44e3-b975-f20f6e7ac355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:38:28.247275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025722bf-6956-4eaf-a011-421b41dc1f28 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network hostable DHCP agents. Network: 9f078bb3-3059-47b5-9937-4e6060e19c02, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:38:28.270959 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025722bf-6956-4eaf-a011-421b41dc1f28 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 9f078bb3-3059-47b5-9937-4e6060e19c02 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:38:28.282710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-025722bf-6956-4eaf-a011-421b41dc1f28 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 9f078bb3-3059-47b5-9937-4e6060e19c02) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:38:28.286761 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025722bf-6956-4eaf-a011-421b41dc1f28 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:28.287343 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-025722bf-6956-4eaf-a011-421b41dc1f28 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:28.294111 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f12d708-4348-4186-8412-af6872878efa None None] Network 9f078bb3-3059-47b5-9937-4e6060e19c02 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:38:28.312902 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-025722bf-6956-4eaf-a011-421b41dc1f28 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6452277 Jan 24 16:38:28.313425 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38460) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:28.340807 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:28.352385 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Transition to ACTIVE for port object f3a9df65-c890-40b1-b069-d9680adb30ff will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:38:28.359466 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:28.446438 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Attempting to bind port f3a9df65-c890-40b1-b069-d9680adb30ff on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:38:28.447157 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Attempting to bind port f3a9df65-c890-40b1-b069-d9680adb30ff by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:38:28.447157 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Attempting to bind port f3a9df65-c890-40b1-b069-d9680adb30ff on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:38:28.453091 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812ad60-9ad9-49ee-b5d9-c6711dde6e21 None None] Pushing event updated for resources: {'Port': ['ID=f3a9df65-c890-40b1-b069-d9680adb30ff,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:28.455730 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:38:28.456045 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:38:28.456415 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:28.456802 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:38:28.457549 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Bound port: f3a9df65-c890-40b1-b069-d9680adb30ff, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:38:28.457877 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:28.506178 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ad60-9ad9-49ee-b5d9-c6711dde6e21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:28.506722 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ad60-9ad9-49ee-b5d9-c6711dde6e21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:28.507054 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ad60-9ad9-49ee-b5d9-c6711dde6e21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:28.507374 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ad60-9ad9-49ee-b5d9-c6711dde6e21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:28.508151 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ad60-9ad9-49ee-b5d9-c6711dde6e21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:28.508151 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ad60-9ad9-49ee-b5d9-c6711dde6e21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:28.508334 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ad60-9ad9-49ee-b5d9-c6711dde6e21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:28.508633 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ad60-9ad9-49ee-b5d9-c6711dde6e21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:28.508933 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ad60-9ad9-49ee-b5d9-c6711dde6e21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:28.509237 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ad60-9ad9-49ee-b5d9-c6711dde6e21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:28.509815 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ad60-9ad9-49ee-b5d9-c6711dde6e21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:38:28.526372 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-9f078bb3-3059-47b5-9937-4e6060e19c02', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ips': [{'subnet_id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:38:28.527004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:28.545257 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] For port f3a9df65-c890-40b1-b069-d9680adb30ff, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:38:28.549739 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] For port f3a9df65-c890-40b1-b069-d9680adb30ff, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f3a9df65-c890-40b1-b069-d9680adb30ff,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:38:28.554253 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:28.645633 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Routers {'15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:38:28.646243 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:38:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:28.689562 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Allocated IP 172.20.0.2 (9f078bb3-3059-47b5-9937-4e6060e19c02/cc236f0a-cb26-4065-a00a-63bba8f4aac1/13072a1e-d68e-4356-9719-0985c8792024) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:38:28.705701 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812ad60-9ad9-49ee-b5d9-c6711dde6e21 None None] Pushing event updated for resources: {'Port': ['ID=f3a9df65-c890-40b1-b069-d9680adb30ff,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:28.825694 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] Set router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:38:28.935256 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:28.945999 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Transition to ACTIVE for port object 13072a1e-d68e-4356-9719-0985c8792024 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:38:28.966986 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Transition to ACTIVE for port object 13072a1e-d68e-4356-9719-0985c8792024 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:38:28.975056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:29.050794 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Network 9f078bb3-3059-47b5-9937-4e6060e19c02 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:38:29.054556 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:38:29.056577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Pushing event updated for resources: {'Port': ['ID=13072a1e-d68e-4356-9719-0985c8792024,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:29.059255 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:38:29.157965 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Attempting to bind port 13072a1e-d68e-4356-9719-0985c8792024 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:38:29.158330 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Attempting to bind port 13072a1e-d68e-4356-9719-0985c8792024 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'c3379edb-816e-44e3-b975-f20f6e7ac355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:38:29.158816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Attempting to bind port 13072a1e-d68e-4356-9719-0985c8792024 on network 9f078bb3-3059-47b5-9937-4e6060e19c02 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:38:29.165437 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:38:29.165807 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Checking segment: {'id': 'c3379edb-816e-44e3-b975-f20f6e7ac355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:38:29.166200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:29.166720 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Bound using segment: {'id': 'c3379edb-816e-44e3-b975-f20f6e7ac355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:38:29.166915 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'name': 'tempest-TestNetworkBasicOps-router-1231782862', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:38:25Z', 'updated_at': '2022-01-24T16:38:26Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:26Z', 'updated_at': '2022-01-24T16:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:29.167313 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Bound port: 13072a1e-d68e-4356-9719-0985c8792024, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3379edb-816e-44e3-b975-f20f6e7ac355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:38:29.167708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:29.171295 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22384696-1680-46ca-8227-22fa8a17e337 None None] The sync data for ids ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'] in dv-neutron-826104-1-hyperv is: [{'id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'name': 'tempest-TestNetworkBasicOps-router-1231782862', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:38:25Z', 'updated_at': '2022-01-24T16:38:26Z', 'revision_number': 3, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:26Z', 'updated_at': '2022-01-24T16:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:38:29.227326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:29.267186 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] For port 13072a1e-d68e-4356-9719-0985c8792024, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:38:29.270949 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] For port 13072a1e-d68e-4356-9719-0985c8792024, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=13072a1e-d68e-4356-9719-0985c8792024,segment=NetworkSegment(c3379edb-816e-44e3-b975-f20f6e7ac355),segment_id=c3379edb-816e-44e3-b975-f20f6e7ac355)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:38:29.275724 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:29.360306 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da071ad6-b910-4c2b-bbfa-d4c833c46e03 None None] Pushing event updated for resources: {'Port': ['ID=13072a1e-d68e-4356-9719-0985c8792024,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:29.715754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.1 (9f078bb3-3059-47b5-9937-4e6060e19c02/cc236f0a-cb26-4065-a00a-63bba8f4aac1/52e49bdf-164a-411d-a64e-3aa3caf3cb70) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:38:29.880275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:29.897604 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object 52e49bdf-164a-411d-a64e-3aa3caf3cb70 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:38:29.921832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:29.994837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 9f078bb3-3059-47b5-9937-4e6060e19c02 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:38:29.998343 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:38:30.003153 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:38:30.039182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=52e49bdf-164a-411d-a64e-3aa3caf3cb70,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:30.081103 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:30.184916 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:30.302128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 13072a1e-d68e-4356-9719-0985c8792024 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:38:30.356458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a2d303-5828-4e74-b06a-63e3160584d8 None None] Network 9f078bb3-3059-47b5-9937-4e6060e19c02 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:38:30.463559 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f221af2c-36b4-4c62-ad05-c8f643a9c264 None None] Provisioning for port 13072a1e-d68e-4356-9719-0985c8792024 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:38:30.496301 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 13072a1e-d68e-4356-9719-0985c8792024 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:38:30.524968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 13072a1e-d68e-4356-9719-0985c8792024 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:38:30.525214 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:30.616023 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:30.621528 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:30.698570 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:30.731258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=52e49bdf-164a-411d-a64e-3aa3caf3cb70,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:30.733820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:30.745481 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 13072a1e-d68e-4356-9719-0985c8792024, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=13072a1e-d68e-4356-9719-0985c8792024,segment=NetworkSegment(c3379edb-816e-44e3-b975-f20f6e7ac355),segment_id=c3379edb-816e-44e3-b975-f20f6e7ac355)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:38:30.751284 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:30.752127 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f3a9df65-c890-40b1-b069-d9680adb30ff up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:38:30.862185 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=13072a1e-d68e-4356-9719-0985c8792024,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:30.883189 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port f3a9df65-c890-40b1-b069-d9680adb30ff completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:38:30.889518 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port f3a9df65-c890-40b1-b069-d9680adb30ff triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:38:30.889883 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:31.004284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 9f078bb3-3059-47b5-9937-4e6060e19c02 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:38:31.005415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:38:31.017799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:31.036998 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port f3a9df65-c890-40b1-b069-d9680adb30ff, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f3a9df65-c890-40b1-b069-d9680adb30ff,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:38:31.038564 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e802899b-d3bf-41df-af0c-0f949ec649a3 None None] Provisioning for port 52e49bdf-164a-411d-a64e-3aa3caf3cb70 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:38:31.043602 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:31.079188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e802899b-d3bf-41df-af0c-0f949ec649a3 None None] Provisioning complete for port 52e49bdf-164a-411d-a64e-3aa3caf3cb70 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:38:31.079188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e802899b-d3bf-41df-af0c-0f949ec649a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:31.158374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e802899b-d3bf-41df-af0c-0f949ec649a3 None None] Port 52e49bdf-164a-411d-a64e-3aa3caf3cb70 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:38:31.163784 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=f3a9df65-c890-40b1-b069-d9680adb30ff,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:31.177547 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e802899b-d3bf-41df-af0c-0f949ec649a3 None None] Provisioning complete for port 13072a1e-d68e-4356-9719-0985c8792024 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:38:31.177913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e802899b-d3bf-41df-af0c-0f949ec649a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:31.410082 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:38:31.431454 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f52f-b8a2-4dbf-be17-92b2f07ad8e6 None None] Provisioning complete for port 52e49bdf-164a-411d-a64e-3aa3caf3cb70 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:38:31.431932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f52f-b8a2-4dbf-be17-92b2f07ad8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:31.485049 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2f52f-b8a2-4dbf-be17-92b2f07ad8e6 None None] Port 52e49bdf-164a-411d-a64e-3aa3caf3cb70 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:38:31.620250 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:38:31.632656 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-170d1636-c587-412a-a96b-7d81c81009ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3181620 Jan 24 16:38:31.635401 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38464) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:31.771074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0744c52-06a0-4d73-83fd-395cacb1d0df tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:31.771413 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0744c52-06a0-4d73-83fd-395cacb1d0df tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:31.771792 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0744c52-06a0-4d73-83fd-395cacb1d0df tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:31.772168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0744c52-06a0-4d73-83fd-395cacb1d0df tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:31.773775 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b0744c52-06a0-4d73-83fd-395cacb1d0df tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1375473 Jan 24 16:38:31.777718 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38468) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:31.844654 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ecab18-7bb6-4920-9d62-df99927bd407 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:31.845009 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ecab18-7bb6-4920-9d62-df99927bd407 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:31.845377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ecab18-7bb6-4920-9d62-df99927bd407 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:31.845689 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ecab18-7bb6-4920-9d62-df99927bd407 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:31.847275 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-02ecab18-7bb6-4920-9d62-df99927bd407 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0687237 Jan 24 16:38:31.851431 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38472) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:32.054852 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-15cfefec-db7a-41d3-9562-fe11727f1323 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2023692 Jan 24 16:38:32.242148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 13072a1e-d68e-4356-9719-0985c8792024 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:38:32.312977 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 13072a1e-d68e-4356-9719-0985c8792024 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:38:32.313257 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:32.433208 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f3a9df65-c890-40b1-b069-d9680adb30ff up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:38:32.501700 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port f3a9df65-c890-40b1-b069-d9680adb30ff triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:38:32.502380 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:32.615776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38478) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:32.622153 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-db05ed98-f5b5-4f52-bbe8-b49873b3c9ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326989285', 'description': 'tempest-secgroup-smoke-1326989285 description', 'project_id': 'c758db9abd254971bbaac83475af12ff'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:38:32.629046 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-db05ed98-f5b5-4f52-bbe8-b49873b3c9ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:38:32.633390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-db05ed98-f5b5-4f52-bbe8-b49873b3c9ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:38:32.636769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-db05ed98-f5b5-4f52-bbe8-b49873b3c9ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:38:32.643086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-db05ed98-f5b5-4f52-bbe8-b49873b3c9ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:38:32.655813 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-db05ed98-f5b5-4f52-bbe8-b49873b3c9ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:32.698305 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-db05ed98-f5b5-4f52-bbe8-b49873b3c9ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:38:32.702027 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-db05ed98-f5b5-4f52-bbe8-b49873b3c9ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:38:32.704808 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-db05ed98-f5b5-4f52-bbe8-b49873b3c9ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:38:32.710309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-db05ed98-f5b5-4f52-bbe8-b49873b3c9ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:38:32.765400 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-db05ed98-f5b5-4f52-bbe8-b49873b3c9ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:32.772772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-db05ed98-f5b5-4f52-bbe8-b49873b3c9ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:32.823043 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05ed98-f5b5-4f52-bbe8-b49873b3c9ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6305965-e019-4d00-9e32-6f56f7dc8338,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:32.826689 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-db05ed98-f5b5-4f52-bbe8-b49873b3c9ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:32.827954 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-db05ed98-f5b5-4f52-bbe8-b49873b3c9ab tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2111633 Jan 24 16:38:32.828335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Sync routers for ids ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:38:32.830946 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38482) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:32.836317 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-1c7ba997-2fbf-4ce5-b497-64c51b42743d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'b6305965-e019-4d00-9e32-6f56f7dc8338', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:38:32.841011 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Routers {'15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:38:32.841655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:38:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:32.843051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1c7ba997-2fbf-4ce5-b497-64c51b42743d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:38:32.846791 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1c7ba997-2fbf-4ce5-b497-64c51b42743d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:38:32.849667 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1c7ba997-2fbf-4ce5-b497-64c51b42743d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:38:32.855530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1c7ba997-2fbf-4ce5-b497-64c51b42743d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:38:32.873797 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1c7ba997-2fbf-4ce5-b497-64c51b42743d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:32.936276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1c7ba997-2fbf-4ce5-b497-64c51b42743d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:32.940580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1c7ba997-2fbf-4ce5-b497-64c51b42743d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:32.963276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ba997-2fbf-4ce5-b497-64c51b42743d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a0f8a5-53e6-48f8-9441-4691e55c5e0c,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:32.973351 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1c7ba997-2fbf-4ce5-b497-64c51b42743d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:32.974530 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1c7ba997-2fbf-4ce5-b497-64c51b42743d tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1426661 Jan 24 16:38:32.977477 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38486) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:32.983284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b6a2607a-5503-4137-b49d-8b8cc2f37e74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'b6305965-e019-4d00-9e32-6f56f7dc8338', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:38:32.989575 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b6a2607a-5503-4137-b49d-8b8cc2f37e74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:38:32.993338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b6a2607a-5503-4137-b49d-8b8cc2f37e74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:38:32.996169 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b6a2607a-5503-4137-b49d-8b8cc2f37e74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:38:33.001776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b6a2607a-5503-4137-b49d-8b8cc2f37e74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:38:33.019355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b6a2607a-5503-4137-b49d-8b8cc2f37e74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.023704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Set router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:38:33.081969 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b6a2607a-5503-4137-b49d-8b8cc2f37e74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.086696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b6a2607a-5503-4137-b49d-8b8cc2f37e74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.110303 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2607a-5503-4137-b49d-8b8cc2f37e74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d3f019-0017-40c1-b381-8dad7011be2e,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:33.120483 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b6a2607a-5503-4137-b49d-8b8cc2f37e74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.121796 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b6a2607a-5503-4137-b49d-8b8cc2f37e74 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1433046 Jan 24 16:38:33.124732 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38490) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:33.130092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-bcd6ce3a-bccf-47fb-a422-9a30874aeae1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'b6305965-e019-4d00-9e32-6f56f7dc8338', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:38:33.136429 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-bcd6ce3a-bccf-47fb-a422-9a30874aeae1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:38:33.140320 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-bcd6ce3a-bccf-47fb-a422-9a30874aeae1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:38:33.144058 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-bcd6ce3a-bccf-47fb-a422-9a30874aeae1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:38:33.148852 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-bcd6ce3a-bccf-47fb-a422-9a30874aeae1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:38:33.167174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ce3a-bccf-47fb-a422-9a30874aeae1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.234172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ce3a-bccf-47fb-a422-9a30874aeae1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.238526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ce3a-bccf-47fb-a422-9a30874aeae1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.263994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6ce3a-bccf-47fb-a422-9a30874aeae1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ac51be-bf8b-4cb0-8313-0385cbac1150,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:33.273861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ce3a-bccf-47fb-a422-9a30874aeae1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.275121 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bcd6ce3a-bccf-47fb-a422-9a30874aeae1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1494572 Jan 24 16:38:33.278263 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38494) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:33.284256 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e33499bc-5a24-463b-98a1-8eec6c66638f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'b6305965-e019-4d00-9e32-6f56f7dc8338', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:38:33.290436 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e33499bc-5a24-463b-98a1-8eec6c66638f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:38:33.294493 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e33499bc-5a24-463b-98a1-8eec6c66638f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:38:33.297474 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e33499bc-5a24-463b-98a1-8eec6c66638f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:38:33.303387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e33499bc-5a24-463b-98a1-8eec6c66638f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:38:33.322719 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e33499bc-5a24-463b-98a1-8eec6c66638f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.340503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'name': 'tempest-TestNetworkBasicOps-router-1231782862', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:38:25Z', 'updated_at': '2022-01-24T16:38:30Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:26Z', 'updated_at': '2022-01-24T16:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '52e49bdf-164a-411d-a64e-3aa3caf3cb70', 'name': '', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:84:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:29Z', 'updated_at': '2022-01-24T16:38:30Z', 'revision_number': 2, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:33.344806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Checking router: 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:38:33.345148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Updating router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 port 52e49bdf-164a-411d-a64e-3aa3caf3cb70 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:38:33.387236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e33499bc-5a24-463b-98a1-8eec6c66638f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.392442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e33499bc-5a24-463b-98a1-8eec6c66638f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.398953 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.416076 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33499bc-5a24-463b-98a1-8eec6c66638f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f57a42-54c4-49e4-83bb-def5719e00e5,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:33.425247 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e33499bc-5a24-463b-98a1-8eec6c66638f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.429310 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e33499bc-5a24-463b-98a1-8eec6c66638f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1473796 Jan 24 16:38:33.429465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38498) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:33.435073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6aedb75f-000a-429f-b462-c242462c899b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'b6305965-e019-4d00-9e32-6f56f7dc8338', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:38:33.440984 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6aedb75f-000a-429f-b462-c242462c899b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:38:33.444806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6aedb75f-000a-429f-b462-c242462c899b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:38:33.447674 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6aedb75f-000a-429f-b462-c242462c899b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:38:33.453561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6aedb75f-000a-429f-b462-c242462c899b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:38:33.465463 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-6aedb75f-000a-429f-b462-c242462c899b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:38:33.472175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6aedb75f-000a-429f-b462-c242462c899b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.537396 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6aedb75f-000a-429f-b462-c242462c899b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.542777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6aedb75f-000a-429f-b462-c242462c899b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.566040 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedb75f-000a-429f-b462-c242462c899b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c38bde-033d-4d6e-a44e-9cb1277ff889,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:33.576910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6aedb75f-000a-429f-b462-c242462c899b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.578194 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6aedb75f-000a-429f-b462-c242462c899b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1478367 Jan 24 16:38:33.581161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38502) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:33.586640 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-de8fe61e-54de-40c5-b32b-0d42feaa7851 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'security_group_rule': {'security_group_id': 'b6305965-e019-4d00-9e32-6f56f7dc8338', 'project_id': 'c758db9abd254971bbaac83475af12ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:38:33.592829 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-de8fe61e-54de-40c5-b32b-0d42feaa7851 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:38:33.596566 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-de8fe61e-54de-40c5-b32b-0d42feaa7851 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:security_group_rule and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:38:33.599377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-de8fe61e-54de-40c5-b32b-0d42feaa7851 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:38:33.605299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-de8fe61e-54de-40c5-b32b-0d42feaa7851 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:38:33.618881 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-de8fe61e-54de-40c5-b32b-0d42feaa7851 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Project c758db9abd254971bbaac83475af12ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:38:33.625856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-de8fe61e-54de-40c5-b32b-0d42feaa7851 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.754983 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.769099 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Transition to ACTIVE for port object 52e49bdf-164a-411d-a64e-3aa3caf3cb70 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:38:33.775651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.802629 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-de8fe61e-54de-40c5-b32b-0d42feaa7851 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.806570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-de8fe61e-54de-40c5-b32b-0d42feaa7851 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.830682 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fe61e-54de-40c5-b32b-0d42feaa7851 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d809496-14c7-4459-9e7f-24bd4943a051,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:33.841187 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-de8fe61e-54de-40c5-b32b-0d42feaa7851 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:33.852854 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-de8fe61e-54de-40c5-b32b-0d42feaa7851 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2611527 Jan 24 16:38:33.895716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b1f70-51dd-4adc-a75c-36ada8575ef2 None None] Pushing event updated for resources: {'Port': ['ID=52e49bdf-164a-411d-a64e-3aa3caf3cb70,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:33.997918 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Attempting to bind port 52e49bdf-164a-411d-a64e-3aa3caf3cb70 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:38:33.998738 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Attempting to bind port 52e49bdf-164a-411d-a64e-3aa3caf3cb70 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'c3379edb-816e-44e3-b975-f20f6e7ac355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:38:33.999108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Attempting to bind port 52e49bdf-164a-411d-a64e-3aa3caf3cb70 on network 9f078bb3-3059-47b5-9937-4e6060e19c02 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:38:34.015222 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:38:34.016551 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Checking segment: {'id': 'c3379edb-816e-44e3-b975-f20f6e7ac355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:38:34.016551 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:34.016551 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Bound using segment: {'id': 'c3379edb-816e-44e3-b975-f20f6e7ac355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:38:34.016794 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Bound port: 52e49bdf-164a-411d-a64e-3aa3caf3cb70, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3379edb-816e-44e3-b975-f20f6e7ac355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:38:34.017185 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:34.050033 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-4c14fa30-39c7-4065-ab74-a1270fb343b1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:38:34.071831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-4c14fa30-39c7-4065-ab74-a1270fb343b1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:38:34.074572 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-4c14fa30-39c7-4065-ab74-a1270fb343b1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326989285&fields=id&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 267 time: 0.0771303 Jan 24 16:38:34.127847 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] For port 52e49bdf-164a-411d-a64e-3aa3caf3cb70, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:38:34.132651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] For port 52e49bdf-164a-411d-a64e-3aa3caf3cb70, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=52e49bdf-164a-411d-a64e-3aa3caf3cb70,segment=NetworkSegment(c3379edb-816e-44e3-b975-f20f6e7ac355),segment_id=c3379edb-816e-44e3-b975-f20f6e7ac355)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:38:34.140754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:34.230136 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b1f70-51dd-4adc-a75c-36ada8575ef2 None None] Pushing event updated for resources: {'Port': ['ID=52e49bdf-164a-411d-a64e-3aa3caf3cb70,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:34.235671 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Routers {'15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:38:34.236662 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:38:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:34.245472 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-1e3ba361-d156-4786-a28a-e85cd2a99fb6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:34.247028 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-1e3ba361-d156-4786-a28a-e85cd2a99fb6 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/networks?id=9f078bb3-3059-47b5-9937-4e6060e19c02 HTTP/1.1" status: 200 len: 797 time: 0.1599267 Jan 24 16:38:34.266801 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-2bbeb73e-4df9-4da7-acf1-4bbaf2ce3151 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/quotas/c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 375 time: 0.0139151 Jan 24 16:38:34.360188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-2838ceda-c8d5-45aa-b24c-540a108c08de tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:38:34.383796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-2838ceda-c8d5-45aa-b24c-540a108c08de tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:38:34.385203 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-2838ceda-c8d5-45aa-b24c-540a108c08de tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129928 Jan 24 16:38:34.407862 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-c837e2ff-1414-4272-8dc7-55d1802e9380 service neutron] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83465) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:38:34.408852 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-c837e2ff-1414-4272-8dc7-55d1802e9380 service neutron] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054793 Jan 24 16:38:34.479187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] Set router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:38:34.561033 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-20798948-5aca-4f9e-8420-f550df39a70e service neutron] 10.222.0.130 "GET /v2.0/networks/9f078bb3-3059-47b5-9937-4e6060e19c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447742 Jan 24 16:38:34.693811 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-d6c2d4d3-09b1-46cd-9b95-6824ff3b0d37 service neutron] 10.222.0.130 "GET /v2.0/networks/9f078bb3-3059-47b5-9937-4e6060e19c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266577 Jan 24 16:38:34.824913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'name': 'tempest-TestNetworkBasicOps-router-1231782862', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:38:25Z', 'updated_at': '2022-01-24T16:38:30Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:26Z', 'updated_at': '2022-01-24T16:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '52e49bdf-164a-411d-a64e-3aa3caf3cb70', 'name': '', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:84:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:29Z', 'updated_at': '2022-01-24T16:38:34Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:34.829061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34ab8cc-e77d-4b46-94cf-b03f209c8ec7 None None] The sync data for ids ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'] in dv-neutron-826104-1-hyperv is: [{'id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'name': 'tempest-TestNetworkBasicOps-router-1231782862', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:38:25Z', 'updated_at': '2022-01-24T16:38:30Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:26Z', 'updated_at': '2022-01-24T16:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '52e49bdf-164a-411d-a64e-3aa3caf3cb70', 'name': '', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:84:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:29Z', 'updated_at': '2022-01-24T16:38:34Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:38:34.906249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-dd079769-222d-415f-9888-037c033e0a57 req-2282673c-d1a6-4bfe-b6c1-4be33e68056a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:38:34.922463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-dd079769-222d-415f-9888-037c033e0a57 req-2282673c-d1a6-4bfe-b6c1-4be33e68056a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:38:34.923714 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dd079769-222d-415f-9888-037c033e0a57 req-2282673c-d1a6-4bfe-b6c1-4be33e68056a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 210 time: 0.0753379 Jan 24 16:38:36.092475 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-54b24242-16f7-424e-94f4-137fecbe1b2a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:36.093164 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-54b24242-16f7-424e-94f4-137fecbe1b2a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:38:36.108183 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d6d6b1e1-5acc-43dd-bd66-d00df31bf46e req-1cc97f23-bbcc-452b-843f-1fa3a92019cf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 210 time: 0.0521946 Jan 24 16:38:36.110347 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-54b24242-16f7-424e-94f4-137fecbe1b2a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:38:36.111804 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-54b24242-16f7-424e-94f4-137fecbe1b2a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/networks?id=9f078bb3-3059-47b5-9937-4e6060e19c02 HTTP/1.1" status: 200 len: 797 time: 0.1760199 Jan 24 16:38:36.169876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-f70c4229-9ca4-4af3-b889-c825693266e9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:38:36.181819 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-f70c4229-9ca4-4af3-b889-c825693266e9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:38:36.183545 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-f70c4229-9ca4-4af3-b889-c825693266e9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c758db9abd254971bbaac83475af12ff HTTP/1.1" status: 200 len: 380 time: 0.0567212 Jan 24 16:38:36.192118 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a7e810f2-e64d-42c4-a9bc-2037ab374cbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'port': {'device_id': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'admin_state_up': True, 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'security_groups': ['b6305965-e019-4d00-9e32-6f56f7dc8338']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:38:36.265942 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 52e49bdf-164a-411d-a64e-3aa3caf3cb70 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:38:36.337203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 52e49bdf-164a-411d-a64e-3aa3caf3cb70 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:38:36.342269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 52e49bdf-164a-411d-a64e-3aa3caf3cb70 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:38:36.342635 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:36.351436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a7e810f2-e64d-42c4-a9bc-2037ab374cbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:38:36.361725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a7e810f2-e64d-42c4-a9bc-2037ab374cbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:38:36.372337 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a7e810f2-e64d-42c4-a9bc-2037ab374cbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Made reservation on behalf of c758db9abd254971bbaac83475af12ff for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:38:36.375587 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a7e810f2-e64d-42c4-a9bc-2037ab374cbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:36.459576 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:36.491669 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 52e49bdf-164a-411d-a64e-3aa3caf3cb70, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=52e49bdf-164a-411d-a64e-3aa3caf3cb70,segment=NetworkSegment(c3379edb-816e-44e3-b975-f20f6e7ac355),segment_id=c3379edb-816e-44e3-b975-f20f6e7ac355)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:38:36.495989 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:36.537463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a7e810f2-e64d-42c4-a9bc-2037ab374cbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.20.0.10 (9f078bb3-3059-47b5-9937-4e6060e19c02/cc236f0a-cb26-4065-a00a-63bba8f4aac1/4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:38:36.565087 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=52e49bdf-164a-411d-a64e-3aa3caf3cb70,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:36.728455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a7e810f2-e64d-42c4-a9bc-2037ab374cbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:36.744601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a7e810f2-e64d-42c4-a9bc-2037ab374cbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Transition to ACTIVE for port object 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:38:36.769562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a7e810f2-e64d-42c4-a9bc-2037ab374cbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:36.847820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a7e810f2-e64d-42c4-a9bc-2037ab374cbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 9f078bb3-3059-47b5-9937-4e6060e19c02 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:38:36.850923 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a7e810f2-e64d-42c4-a9bc-2037ab374cbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:38:36.855378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a7e810f2-e64d-42c4-a9bc-2037ab374cbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:38:36.883788 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e810f2-e64d-42c4-a9bc-2037ab374cbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:36.921577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a7e810f2-e64d-42c4-a9bc-2037ab374cbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:36.922169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a7e810f2-e64d-42c4-a9bc-2037ab374cbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:36.949562 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a7e810f2-e64d-42c4-a9bc-2037ab374cbf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7612426 Jan 24 16:38:36.961524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Request body: {'port': {'device_id': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:38:36.973497 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-91d7a4c5-f14e-4f79-839d-3872a0b65126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:37.059637 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-da1c91b9-2a56-4b6f-8057-800a5649d83d None None] Provisioning for port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:38:37.064479 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-da1c91b9-2a56-4b6f-8057-800a5649d83d None None] Provisioning complete for port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:38:37.064845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da1c91b9-2a56-4b6f-8057-800a5649d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:37.079917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:37.117060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-da1c91b9-2a56-4b6f-8057-800a5649d83d None None] Port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:38:37.504300 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459a724-6902-41d2-bb80-e93858515a3e req-b1d33ea8-c0e4-4e9a-aee7-938817e2d7e9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:37.504961 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-0459a724-6902-41d2-bb80-e93858515a3e req-b1d33ea8-c0e4-4e9a-aee7-938817e2d7e9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:38:37.574512 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-0459a724-6902-41d2-bb80-e93858515a3e req-b1d33ea8-c0e4-4e9a-aee7-938817e2d7e9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:38:37.575625 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0459a724-6902-41d2-bb80-e93858515a3e req-b1d33ea8-c0e4-4e9a-aee7-938817e2d7e9 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 932 time: 0.3384531 Jan 24 16:38:37.581910 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:38:37.604803 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:37.632224 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Transition to ACTIVE for port object 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:38:37.639544 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:37.692318 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0459a724-6902-41d2-bb80-e93858515a3e req-c1b576fa-b26f-4424-9326-f068b3dff3cf tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=b6305965-e019-4d00-9e32-6f56f7dc8338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061640 Jan 24 16:38:37.774597 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:37.882990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Attempting to bind port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:38:37.883331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Attempting to bind port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'c3379edb-816e-44e3-b975-f20f6e7ac355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:38:37.883681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Attempting to bind port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd on network 9f078bb3-3059-47b5-9937-4e6060e19c02 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:38:37.890003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd on network 9f078bb3-3059-47b5-9937-4e6060e19c02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:38:37.890315 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Attempting to bind port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd on network 9f078bb3-3059-47b5-9937-4e6060e19c02 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:38:37.896912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:38:37.897238 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Checking segment: {'id': 'c3379edb-816e-44e3-b975-f20f6e7ac355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:38:37.897617 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Bound using segment: {'id': 'c3379edb-816e-44e3-b975-f20f6e7ac355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:38:37.898028 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Bound port: 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3379edb-816e-44e3-b975-f20f6e7ac355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:38:37.898363 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:37.989702 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] For port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:38:37.992670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] For port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd,segment=NetworkSegment(c3379edb-816e-44e3-b975-f20f6e7ac355),segment_id=c3379edb-816e-44e3-b975-f20f6e7ac355)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:38:38.000437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:38.060580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:38.061949 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] 10.222.0.129 "PUT /v2.0/ports/4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd HTTP/1.1" status: 200 len: 1094 time: 1.1048665 Jan 24 16:38:38.062407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'tag': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:38:38.086411 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008917e-1bed-452e-a0a5-db84941c0bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:38.136990 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'tag': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd', 'status': 'completed', 'code': 200} Jan 24 16:38:38.183696 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-c166ac93-6af3-4f6d-9a39-3ad68820c337 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 1097 time: 0.0816183 Jan 24 16:38:38.242713 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 52e49bdf-164a-411d-a64e-3aa3caf3cb70 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:38:38.252877 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-6912ed8a-01b6-4d8c-ab6d-a3f66d81f145 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd HTTP/1.1" status: 200 len: 217 time: 0.0616913 Jan 24 16:38:38.312591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 52e49bdf-164a-411d-a64e-3aa3caf3cb70 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:38:38.312997 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:38.322536 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-d5676c07-0609-448e-894b-3d46a856eda9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:38.324223 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-d5676c07-0609-448e-894b-3d46a856eda9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=cc236f0a-cb26-4065-a00a-63bba8f4aac1 HTTP/1.1" status: 200 len: 835 time: 0.0650527 Jan 24 16:38:38.403782 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-2b042436-61a8-4ff2-a9ea-5c5930b04f2e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=9f078bb3-3059-47b5-9937-4e6060e19c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720892 Jan 24 16:38:38.547275 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a0c691fc-204f-4140-a240-4324add422d1 service neutron] 10.222.0.129 "GET /v2.0/networks/9f078bb3-3059-47b5-9937-4e6060e19c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351473 Jan 24 16:38:38.684140 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3a1cc655-36b9-473a-b938-c01aa72f1010 req-a51ad55b-5af0-41ad-812a-e5f211ad1c56 service neutron] 10.222.0.129 "GET /v2.0/networks/9f078bb3-3059-47b5-9937-4e6060e19c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271918 Jan 24 16:38:38.819393 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7c42144e-27e4-4290-ab80-520260b34096 req-076586b2-7e69-4123-b121-04cc0ecffbab service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 1097 time: 0.0738328 Jan 24 16:38:39.000529 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42144e-27e4-4290-ab80-520260b34096 req-de407c9c-418d-425d-8f61-6b6ac31cd8b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:39.002028 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7c42144e-27e4-4290-ab80-520260b34096 req-de407c9c-418d-425d-8f61-6b6ac31cd8b4 service neutron] 10.222.0.129 "GET /v2.0/networks?id=9f078bb3-3059-47b5-9937-4e6060e19c02 HTTP/1.1" status: 200 len: 898 time: 0.1505589 Jan 24 16:38:39.008480 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faeea3-5c8d-4aa4-a141-38c88f7e1bcc req-1c726e31-5771-47ed-a629-8c9dea48622c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:39.009800 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b0faeea3-5c8d-4aa4-a141-38c88f7e1bcc req-1c726e31-5771-47ed-a629-8c9dea48622c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 944 time: 0.1895764 Jan 24 16:38:39.170930 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5fc476ec-8bd3-4801-a14c-3324e4e0dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:39.180603 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7c42144e-27e4-4290-ab80-520260b34096 req-05d65112-11d9-4ace-9deb-d767b9c663de service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd HTTP/1.1" status: 200 len: 217 time: 0.1695385 Jan 24 16:38:39.243956 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b0faeea3-5c8d-4aa4-a141-38c88f7e1bcc req-c298f170-584b-4c2f-843a-0f05e6b12966 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=b6305965-e019-4d00-9e32-6f56f7dc8338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930290 Jan 24 16:38:39.256966 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42144e-27e4-4290-ab80-520260b34096 req-da036595-754f-40cb-9885-140d2b23b8c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:39.258344 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7c42144e-27e4-4290-ab80-520260b34096 req-da036595-754f-40cb-9885-140d2b23b8c5 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=cc236f0a-cb26-4065-a00a-63bba8f4aac1 HTTP/1.1" status: 200 len: 835 time: 0.0675220 Jan 24 16:38:39.338275 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7c42144e-27e4-4290-ab80-520260b34096 req-f95ba20a-88f3-4e2b-a66b-2db17b866b3f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=9f078bb3-3059-47b5-9937-4e6060e19c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696530 Jan 24 16:38:39.483973 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7c42144e-27e4-4290-ab80-520260b34096 req-bb2dc2ec-b49e-422d-a083-0071905cdc68 service neutron] 10.222.0.129 "GET /v2.0/networks/9f078bb3-3059-47b5-9937-4e6060e19c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368065 Jan 24 16:38:39.619535 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7c42144e-27e4-4290-ab80-520260b34096 req-d6690577-5ee5-4266-bbc6-b26575f54eae service neutron] 10.222.0.129 "GET /v2.0/networks/9f078bb3-3059-47b5-9937-4e6060e19c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282394 Jan 24 16:38:40.374403 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:40.408145 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:40.463736 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6ead2-e5a7-4341-b396-6dc23f2dc298 req-aca87f26-7942-4f2d-979f-db3c389fe26e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:40.465205 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-28b6ead2-e5a7-4341-b396-6dc23f2dc298 req-aca87f26-7942-4f2d-979f-db3c389fe26e tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 944 time: 0.0817466 Jan 24 16:38:40.531059 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-28b6ead2-e5a7-4341-b396-6dc23f2dc298 req-6fc1da92-8f38-471f-a144-c5dc4209836f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=b6305965-e019-4d00-9e32-6f56f7dc8338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572760 Jan 24 16:38:41.349269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:38:41.489458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd,segment=NetworkSegment(c3379edb-816e-44e3-b975-f20f6e7ac355),segment_id=c3379edb-816e-44e3-b975-f20f6e7ac355)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:38:41.502444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'port_id': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd', 'mac_address': 'fa:16:3e:57:af:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:38:41.560443 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:41.579343 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:38:41.595886 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd,segment=NetworkSegment(c3379edb-816e-44e3-b975-f20f6e7ac355),segment_id=c3379edb-816e-44e3-b975-f20f6e7ac355)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:38:41.601032 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:41.668096 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:41.748397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c8228-068c-4353-ad30-afd9ba5b2332 req-3494dba6-c1fe-4e67-9a8c-cb13a067214a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:41.750051 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-893c8228-068c-4353-ad30-afd9ba5b2332 req-3494dba6-c1fe-4e67-9a8c-cb13a067214a tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 945 time: 0.0867565 Jan 24 16:38:41.804078 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-893c8228-068c-4353-ad30-afd9ba5b2332 req-a1a2d2d7-3114-4a1a-a3e9-7ab9858379ee tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=b6305965-e019-4d00-9e32-6f56f7dc8338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466192 Jan 24 16:38:41.856634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:38:41.893891 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:43.017294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bc11a-1882-4da7-bab0-329104c33693 req-72e006d6-a158-4932-9e81-721565282583 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:43.018746 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5b9bc11a-1882-4da7-bab0-329104c33693 req-72e006d6-a158-4932-9e81-721565282583 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 945 time: 0.0824332 Jan 24 16:38:43.064959 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5b9bc11a-1882-4da7-bab0-329104c33693 req-b93684d8-a715-4020-a3d7-887675cbfcfe tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=b6305965-e019-4d00-9e32-6f56f7dc8338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403461 Jan 24 16:38:43.364947 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:38:43.447795 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:38:43.453630 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:38:43.453995 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:43.575095 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:43.604182 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:38:43.614890 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd,segment=NetworkSegment(c3379edb-816e-44e3-b975-f20f6e7ac355),segment_id=c3379edb-816e-44e3-b975-f20f6e7ac355)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:38:43.620328 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:43.663518 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd', 'code': 200} Jan 24 16:38:43.689532 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:43.911258 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2bee3112-ecf6-49d8-8c37-8720ab0c9493 req-28b199cd-50c5-475b-adac-94c9803e14b8 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 1099 time: 0.0707819 Jan 24 16:38:43.956668 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2bee3112-ecf6-49d8-8c37-8720ab0c9493 req-b84ed886-f289-4841-88ba-372ca793979e service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=b6305965-e019-4d00-9e32-6f56f7dc8338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386622 Jan 24 16:38:44.280016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16341921-21a6-4920-9227-d522963a7edc req-763a591b-f796-43f4-9c4b-2f5f5ad19ae8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:44.281378 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-16341921-21a6-4920-9227-d522963a7edc req-763a591b-f796-43f4-9c4b-2f5f5ad19ae8 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 946 time: 0.0812809 Jan 24 16:38:44.329638 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-16341921-21a6-4920-9227-d522963a7edc req-8ad7f93f-d80d-4148-b18d-356c53f0af6b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=b6305965-e019-4d00-9e32-6f56f7dc8338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395896 Jan 24 16:38:45.546476 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8c868-4a67-454e-aa7c-fb2318a7c7f0 req-550e5d97-23cd-40fb-af55-77958e4e862b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:45.547987 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ac8c868-4a67-454e-aa7c-fb2318a7c7f0 req-550e5d97-23cd-40fb-af55-77958e4e862b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 946 time: 0.0855405 Jan 24 16:38:45.593583 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ac8c868-4a67-454e-aa7c-fb2318a7c7f0 req-b20d02a0-b685-4cdc-a59a-480e15c3f688 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=b6305965-e019-4d00-9e32-6f56f7dc8338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399897 Jan 24 16:38:45.813500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bf9a0-fb5e-45a7-9ee1-9be263f68395 req-f318a1cf-87a7-4560-8780-73cfce8d9819 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:45.815690 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b70bf9a0-fb5e-45a7-9ee1-9be263f68395 req-f318a1cf-87a7-4560-8780-73cfce8d9819 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 946 time: 0.0899091 Jan 24 16:38:45.870008 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b70bf9a0-fb5e-45a7-9ee1-9be263f68395 req-f7d99b3d-afe5-4285-b9af-12e189e733ba tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=b6305965-e019-4d00-9e32-6f56f7dc8338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455005 Jan 24 16:38:45.898463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38546) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:45.978567 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e8b26115-de64-476a-81f7-7f4e43546ab1 tempest-TestNetworkBasicOps-1476945146 tempest-TestNetworkBasicOps-1476945146-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 1094 time: 0.0787494 Jan 24 16:38:45.982543 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38550) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:45.988005 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:38:45.993769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:38:45.997966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Usage tracker for resource:floatingip and tenant:c758db9abd254971bbaac83475af12ff is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:38:46.000800 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:38:46.006421 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:38:46.019900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:46.166121 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:46.312316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Allocated IP 172.26.2.219 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/7ec59ce4-7d67-484b-88ac-212c52e6e4f4) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:38:46.467368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:46.505129 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:46.569212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:38:46.572181 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:38:46.577132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:38:46.600803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=7ec59ce4-7d67-484b-88ac-212c52e6e4f4,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:47.203094 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:47.265934 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:47.479002 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:47.488025 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:47.588814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event updated for resources: {'Port': ['ID=7ec59ce4-7d67-484b-88ac-212c52e6e4f4,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:38:47.609033 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:47.807792 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Floating IP bb5012bf-6757-4449-9403-b21938c09633 associated. External IP: 172.26.2.219, port: 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd. Jan 24 16:38:48.051911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:48.216330 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:38:48.538294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:38:48.549709 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf793ae5-a08b-4ca5-9c5f-d293d4191333 None None] Sync routers for ids ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:38:48.564694 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf793ae5-a08b-4ca5-9c5f-d293d4191333 None None] Routers {'15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:38:48.565336 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-bf793ae5-a08b-4ca5-9c5f-d293d4191333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:38:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:48.566396 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:38:48.622261 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-da870df2-58d8-46e0-ba8c-56352cd5e818 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6362906 Jan 24 16:38:48.622261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'tag': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:38:48.623188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38554) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:48.677802 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'tag': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd', 'status': 'completed', 'code': 200} Jan 24 16:38:48.742558 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-bf793ae5-a08b-4ca5-9c5f-d293d4191333 None None] Set router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:38:48.771940 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e3983917-9e96-43a2-8698-e9c30673e920 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/bb5012bf-6757-4449-9403-b21938c09633 HTTP/1.1" status: 200 len: 992 time: 0.1467872 Jan 24 16:38:48.797201 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cc7c7dbe-43b7-4a80-b84f-2b4dc9c4dddc req-9e8dede3-a3a1-4095-bdc3-ee65d2e8bde4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 1099 time: 0.0865934 Jan 24 16:38:48.930031 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c7dbe-43b7-4a80-b84f-2b4dc9c4dddc req-8f5bb20e-0039-41d1-a09b-48169fe17770 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:48.931470 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cc7c7dbe-43b7-4a80-b84f-2b4dc9c4dddc req-8f5bb20e-0039-41d1-a09b-48169fe17770 service neutron] 10.222.0.129 "GET /v2.0/networks?id=9f078bb3-3059-47b5-9937-4e6060e19c02 HTTP/1.1" status: 200 len: 898 time: 0.1280625 Jan 24 16:38:49.039299 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cc7c7dbe-43b7-4a80-b84f-2b4dc9c4dddc req-e7728015-734b-4e2f-abb7-ad80ba049d18 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd HTTP/1.1" status: 200 len: 1000 time: 0.0996587 Jan 24 16:38:49.094507 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-bf793ae5-a08b-4ca5-9c5f-d293d4191333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'name': 'tempest-TestNetworkBasicOps-router-1231782862', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:38:25Z', 'updated_at': '2022-01-24T16:38:30Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:26Z', 'updated_at': '2022-01-24T16:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'bb5012bf-6757-4449-9403-b21938c09633', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.219', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'port_id': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'mac_address': 'fa:16:3e:57:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:38:47Z', 'updated_at': '2022-01-24T16:38:47Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e49bdf-164a-411d-a64e-3aa3caf3cb70', 'name': '', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:84:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:29Z', 'updated_at': '2022-01-24T16:38:36Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:49.098540 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf793ae5-a08b-4ca5-9c5f-d293d4191333 None None] Checking router: 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:38:49.102876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c7dbe-43b7-4a80-b84f-2b4dc9c4dddc req-39fc28ec-99f6-4fb8-ba99-2c72c4d48122 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:38:49.104507 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cc7c7dbe-43b7-4a80-b84f-2b4dc9c4dddc req-39fc28ec-99f6-4fb8-ba99-2c72c4d48122 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=cc236f0a-cb26-4065-a00a-63bba8f4aac1 HTTP/1.1" status: 200 len: 835 time: 0.0586662 Jan 24 16:38:49.109474 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf793ae5-a08b-4ca5-9c5f-d293d4191333 None None] Routers {'15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:38:49.110069 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-bf793ae5-a08b-4ca5-9c5f-d293d4191333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:38:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:49.183093 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cc7c7dbe-43b7-4a80-b84f-2b4dc9c4dddc req-e48496ac-7251-4834-b334-79f80d030f0f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=9f078bb3-3059-47b5-9937-4e6060e19c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713840 Jan 24 16:38:49.315581 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-bf793ae5-a08b-4ca5-9c5f-d293d4191333 None None] Set router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:38:49.319086 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cc7c7dbe-43b7-4a80-b84f-2b4dc9c4dddc req-69c1fa73-2eba-49bc-9f28-afc0bbe44175 service neutron] 10.222.0.129 "GET /v2.0/networks/9f078bb3-3059-47b5-9937-4e6060e19c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262162 Jan 24 16:38:49.556418 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cc7c7dbe-43b7-4a80-b84f-2b4dc9c4dddc req-053d8258-6b59-4586-9ff8-587473087ebb service neutron] 10.222.0.129 "GET /v2.0/networks/9f078bb3-3059-47b5-9937-4e6060e19c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300050 Jan 24 16:38:49.662528 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-bf793ae5-a08b-4ca5-9c5f-d293d4191333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'name': 'tempest-TestNetworkBasicOps-router-1231782862', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:38:25Z', 'updated_at': '2022-01-24T16:38:30Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:26Z', 'updated_at': '2022-01-24T16:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'bb5012bf-6757-4449-9403-b21938c09633', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.219', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'port_id': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'mac_address': 'fa:16:3e:57:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:38:47Z', 'updated_at': '2022-01-24T16:38:47Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e49bdf-164a-411d-a64e-3aa3caf3cb70', 'name': '', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:84:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:29Z', 'updated_at': '2022-01-24T16:38:36Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:38:49.666562 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf793ae5-a08b-4ca5-9c5f-d293d4191333 None None] The sync data for ids ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'] in dv-neutron-826104-1-hyperv is: [{'id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'name': 'tempest-TestNetworkBasicOps-router-1231782862', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:38:25Z', 'updated_at': '2022-01-24T16:38:30Z', 'revision_number': 4, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:26Z', 'updated_at': '2022-01-24T16:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'bb5012bf-6757-4449-9403-b21938c09633', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.219', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'port_id': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'mac_address': 'fa:16:3e:57:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:38:47Z', 'updated_at': '2022-01-24T16:38:47Z', 'revision_number': 0, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e49bdf-164a-411d-a64e-3aa3caf3cb70', 'name': '', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:84:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:29Z', 'updated_at': '2022-01-24T16:38:36Z', 'revision_number': 5, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:38:49.776369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38560) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:49.880796 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8d4a10a6-1d85-4a64-af5b-028772884c59 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/bb5012bf-6757-4449-9403-b21938c09633 HTTP/1.1" status: 200 len: 992 time: 0.1031079 Jan 24 16:38:50.886437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38564) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:50.997463 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-67731ff5-8fbc-4bb9-a838-cf68ddb9358c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/bb5012bf-6757-4449-9403-b21938c09633 HTTP/1.1" status: 200 len: 992 time: 0.1095901 Jan 24 16:38:51.837488 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbf8294-9102-432a-861a-6770b68ea245 None None] New status for floating IP bb5012bf-6757-4449-9403-b21938c09633: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:38:52.001612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38568) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:52.114717 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-37f037d8-5bff-4023-8d53-b35e2ffffeaa tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/bb5012bf-6757-4449-9403-b21938c09633 HTTP/1.1" status: 200 len: 992 time: 0.1119037 Jan 24 16:38:52.522734 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:38:53.118368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38572) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:38:53.237175 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-91dbc2f6-9a96-48c2-9784-3220239756eb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/bb5012bf-6757-4449-9403-b21938c09633 HTTP/1.1" status: 200 len: 994 time: 0.1175725 Jan 24 16:39:06.976522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-75956e0a-7b93-4934-805e-d9d401459925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:09.178201 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0500e795-faa8-424a-bf29-bb9cccb20979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:10.383862 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:10.419723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:11.807212 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:18.059802 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:24.610084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38588) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:24.617612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-66f1e427-d7f6-439a-9b08-c7b6ac117fd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:39:25.219559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66f1e427-d7f6-439a-9b08-c7b6ac117fd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:25.234249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66f1e427-d7f6-439a-9b08-c7b6ac117fd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:25.447566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f1e427-d7f6-439a-9b08-c7b6ac117fd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:39:25.657708 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f1e427-d7f6-439a-9b08-c7b6ac117fd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:39:25.663945 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-66f1e427-d7f6-439a-9b08-c7b6ac117fd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:25.665026 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-66f1e427-d7f6-439a-9b08-c7b6ac117fd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 HTTP/1.1" status: 200 len: 889 time: 1.0540102 Jan 24 16:39:25.670850 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca9ce7-54c7-4ac3-b97f-b6aab25163bc None None] Sync routers for ids ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:39:25.683625 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca9ce7-54c7-4ac3-b97f-b6aab25163bc None None] Routers {'15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:39:25.684235 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-09ca9ce7-54c7-4ac3-b97f-b6aab25163bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:39:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:39:25.744404 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-09ca9ce7-54c7-4ac3-b97f-b6aab25163bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:39:25.755653 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca9ce7-54c7-4ac3-b97f-b6aab25163bc None None] Routers {'15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:39:25.756244 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-09ca9ce7-54c7-4ac3-b97f-b6aab25163bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:39:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:39:25.818268 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-09ca9ce7-54c7-4ac3-b97f-b6aab25163bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:39:25.818665 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca9ce7-54c7-4ac3-b97f-b6aab25163bc None None] The sync data for ids ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'] in dv-neutron-826104-1-hyperv is: [] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:39:26.554375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 52e49bdf-164a-411d-a64e-3aa3caf3cb70 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:39:26.579791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132b8335-87d6-4ea7-9774-45cc3916f102 None None] New status for floating IP bb5012bf-6757-4449-9403-b21938c09633: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:39:26.891600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:26.926701 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 52e49bdf-164a-411d-a64e-3aa3caf3cb70, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=52e49bdf-164a-411d-a64e-3aa3caf3cb70,segment=NetworkSegment(c3379edb-816e-44e3-b975-f20f6e7ac355),segment_id=c3379edb-816e-44e3-b975-f20f6e7ac355)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:39:26.931530 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:27.003708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=52e49bdf-164a-411d-a64e-3aa3caf3cb70,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:39:27.012927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:27.013261 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:27.013619 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:27.013947 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:27.014275 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:27.014577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:27.014895 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:27.015210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:27.015559 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:27.015873 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:27.016184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:27.847810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38594) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:27.856131 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-950b4c00-0767-46a2-bacb-1b30b07e3e4b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:39:28.264274 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f3a9df65-c890-40b1-b069-d9680adb30ff no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:39:28.371134 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:28.386873 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port f3a9df65-c890-40b1-b069-d9680adb30ff, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f3a9df65-c890-40b1-b069-d9680adb30ff,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:39:28.391987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:28.459226 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=f3a9df65-c890-40b1-b069-d9680adb30ff,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:39:28.552639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-950b4c00-0767-46a2-bacb-1b30b07e3e4b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:28.565151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-950b4c00-0767-46a2-bacb-1b30b07e3e4b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-901358'] for router, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:28.768206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950b4c00-0767-46a2-bacb-1b30b07e3e4b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:39:28.977862 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950b4c00-0767-46a2-bacb-1b30b07e3e4b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:39:28.983921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-950b4c00-0767-46a2-bacb-1b30b07e3e4b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:28.985009 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-950b4c00-0767-46a2-bacb-1b30b07e3e4b tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 HTTP/1.1" status: 200 len: 888 time: 1.1359596 Jan 24 16:39:28.988766 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38598) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:28.990108 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6ffcc-e645-4eea-ab04-c52ea1f77a53 None None] Sync routers for ids ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:39:29.001758 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6ffcc-e645-4eea-ab04-c52ea1f77a53 None None] Routers {'15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:39:29.002436 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-92d6ffcc-e645-4eea-ab04-c52ea1f77a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:39:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:39:29.098576 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-65034920-d8eb-4fbb-9598-05044f7f96c1 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/bb5012bf-6757-4449-9403-b21938c09633 HTTP/1.1" status: 200 len: 992 time: 0.1087372 Jan 24 16:39:29.185124 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-92d6ffcc-e645-4eea-ab04-c52ea1f77a53 None None] Set router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:39:29.559732 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:39:29.585360 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-92d6ffcc-e645-4eea-ab04-c52ea1f77a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'name': 'tempest-TestNetworkBasicOps-router-1231782862', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:38:25Z', 'updated_at': '2022-01-24T16:39:28Z', 'revision_number': 6, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:26Z', 'updated_at': '2022-01-24T16:39:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'bb5012bf-6757-4449-9403-b21938c09633', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.219', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'port_id': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'mac_address': 'fa:16:3e:57:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:38:47Z', 'updated_at': '2022-01-24T16:39:26Z', 'revision_number': 2, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e49bdf-164a-411d-a64e-3aa3caf3cb70', 'name': '', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:84:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:29Z', 'updated_at': '2022-01-24T16:39:26Z', 'revision_number': 6, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:39:29.589570 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6ffcc-e645-4eea-ab04-c52ea1f77a53 None None] Checking router: 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:39:29.601438 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6ffcc-e645-4eea-ab04-c52ea1f77a53 None None] Routers {'15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:39:29.602021 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-92d6ffcc-e645-4eea-ab04-c52ea1f77a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:39:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:39:29.778452 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-92d6ffcc-e645-4eea-ab04-c52ea1f77a53 None None] Set router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:39:30.102878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38602) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:30.141762 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-92d6ffcc-e645-4eea-ab04-c52ea1f77a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'name': 'tempest-TestNetworkBasicOps-router-1231782862', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:38:25Z', 'updated_at': '2022-01-24T16:39:28Z', 'revision_number': 6, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:26Z', 'updated_at': '2022-01-24T16:39:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'bb5012bf-6757-4449-9403-b21938c09633', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.219', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'port_id': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'mac_address': 'fa:16:3e:57:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:38:47Z', 'updated_at': '2022-01-24T16:39:26Z', 'revision_number': 2, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e49bdf-164a-411d-a64e-3aa3caf3cb70', 'name': '', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:84:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:29Z', 'updated_at': '2022-01-24T16:39:26Z', 'revision_number': 6, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:39:30.146300 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6ffcc-e645-4eea-ab04-c52ea1f77a53 None None] The sync data for ids ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'] in dv-neutron-826104-1-hyperv is: [{'id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'name': 'tempest-TestNetworkBasicOps-router-1231782862', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:38:25Z', 'updated_at': '2022-01-24T16:39:28Z', 'revision_number': 6, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:26Z', 'updated_at': '2022-01-24T16:39:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'bb5012bf-6757-4449-9403-b21938c09633', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'floating_ip_address': '172.26.2.219', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'port_id': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'mac_address': 'fa:16:3e:57:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:38:47Z', 'updated_at': '2022-01-24T16:39:26Z', 'revision_number': 2, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e49bdf-164a-411d-a64e-3aa3caf3cb70', 'name': '', 'network_id': '9f078bb3-3059-47b5-9937-4e6060e19c02', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'mac_address': 'fa:16:3e:84:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:29Z', 'updated_at': '2022-01-24T16:39:26Z', 'revision_number': 6, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'subnets': [{'id': 'cc236f0a-cb26-4065-a00a-63bba8f4aac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:39:30.219438 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7d32a02d-af2b-4b17-945d-035093535fd5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/bb5012bf-6757-4449-9403-b21938c09633 HTTP/1.1" status: 200 len: 992 time: 0.1152396 Jan 24 16:39:31.223125 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38606) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:31.334773 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a5e8eab2-911f-4459-933b-e874754f0c01 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/bb5012bf-6757-4449-9403-b21938c09633 HTTP/1.1" status: 200 len: 992 time: 0.1101654 Jan 24 16:39:32.314470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f3a9df65-c890-40b1-b069-d9680adb30ff up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:39:32.339211 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38610) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:32.385156 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port f3a9df65-c890-40b1-b069-d9680adb30ff triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:39:32.385426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:32.444985 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2817ce62-e74b-4ab5-a64c-2c107c6b9467 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/bb5012bf-6757-4449-9403-b21938c09633 HTTP/1.1" status: 200 len: 992 time: 0.1045020 Jan 24 16:39:32.507617 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:32.525495 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port f3a9df65-c890-40b1-b069-d9680adb30ff, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f3a9df65-c890-40b1-b069-d9680adb30ff,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:39:32.531780 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:32.532552 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 52e49bdf-164a-411d-a64e-3aa3caf3cb70 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:39:32.687163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=f3a9df65-c890-40b1-b069-d9680adb30ff,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:39:32.712204 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 52e49bdf-164a-411d-a64e-3aa3caf3cb70 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:39:32.712571 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:32.841470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:32.879696 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 52e49bdf-164a-411d-a64e-3aa3caf3cb70, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=52e49bdf-164a-411d-a64e-3aa3caf3cb70,segment=NetworkSegment(c3379edb-816e-44e3-b975-f20f6e7ac355),segment_id=c3379edb-816e-44e3-b975-f20f6e7ac355)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:39:32.886651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:32.951743 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=52e49bdf-164a-411d-a64e-3aa3caf3cb70,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:39:33.449733 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38614) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:33.561718 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d11c0de8-7a99-40b4-9fac-f443316d7e47 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/bb5012bf-6757-4449-9403-b21938c09633 HTTP/1.1" status: 200 len: 992 time: 0.1106224 Jan 24 16:39:34.283342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f3a9df65-c890-40b1-b069-d9680adb30ff up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:39:34.362424 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port f3a9df65-c890-40b1-b069-d9680adb30ff triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:39:34.362728 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:34.483721 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 52e49bdf-164a-411d-a64e-3aa3caf3cb70 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:39:34.550886 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 52e49bdf-164a-411d-a64e-3aa3caf3cb70 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:39:34.551245 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:34.567356 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38618) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:34.677342 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-138d75a4-acaa-49d7-998b-1a8c634f3f6c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/bb5012bf-6757-4449-9403-b21938c09633 HTTP/1.1" status: 200 len: 992 time: 0.1085143 Jan 24 16:39:35.682436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38622) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:35.793679 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-587db41f-be2e-417e-8e74-3e858ccb21f3 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/bb5012bf-6757-4449-9403-b21938c09633 HTTP/1.1" status: 200 len: 992 time: 0.1097965 Jan 24 16:39:36.798654 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38628) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:36.973803 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-62ea4bba-c600-4bbd-bce0-011fb4912fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:37.013435 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fe6c748d-59f9-43ac-95ec-9cb513aec7cd tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/bb5012bf-6757-4449-9403-b21938c09633 HTTP/1.1" status: 200 len: 992 time: 0.2132611 Jan 24 16:39:37.323263 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92987d-b630-4a0c-9616-5fb18bbecd37 None None] New status for floating IP bb5012bf-6757-4449-9403-b21938c09633: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:39:38.018223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38632) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:38.131764 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ab01a497-9fed-49b0-8de1-a2834f5e0c50 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/floatingips/bb5012bf-6757-4449-9403-b21938c09633 HTTP/1.1" status: 200 len: 994 time: 0.1121798 Jan 24 16:39:38.449272 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38640) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:38.655974 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 7ec59ce4-7d67-484b-88ac-212c52e6e4f4 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:39:38.656211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:38.842575 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:38.842871 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:38.960283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 7ec59ce4-7d67-484b-88ac-212c52e6e4f4 owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:39:39.124527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:39.169743 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=7ec59ce4-7d67-484b-88ac-212c52e6e4f4,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:39:39.172435 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5b41457c-1b64-4797-8a38-2d0be81dc46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:39.209092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:39.209428 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:39.209780 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:39.210082 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:39.210468 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:39.210719 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:39.211051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:39.211446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:39.211818 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:39.212133 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:39.212439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:39.393532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:39.817765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:39:40.040188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:39:40.061728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:40.116927 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4d58bd65-8885-4d33-af63-06ea5ed1fc04 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/floatingips/bb5012bf-6757-4449-9403-b21938c09633 HTTP/1.1" status: 204 len: 168 time: 1.6665688 Jan 24 16:39:40.117539 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'tag': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:39:40.176525 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'tag': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd', 'status': 'completed', 'code': 200} Jan 24 16:39:40.362438 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ee6c83a5-717a-4ef9-a466-fac59515a8c5 req-e49e6b03-a07c-4bd6-a232-48c421db7d1a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c758db9abd254971bbaac83475af12ff&device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 1099 time: 0.1632597 Jan 24 16:39:40.383382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:40.419099 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:40.502380 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c83a5-717a-4ef9-a466-fac59515a8c5 req-ac584e1c-f9ad-47cf-bae4-b7981d53f325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:39:40.504162 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ee6c83a5-717a-4ef9-a466-fac59515a8c5 req-ac584e1c-f9ad-47cf-bae4-b7981d53f325 service neutron] 10.222.0.129 "GET /v2.0/networks?id=9f078bb3-3059-47b5-9937-4e6060e19c02 HTTP/1.1" status: 200 len: 898 time: 0.1334221 Jan 24 16:39:40.580879 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ee6c83a5-717a-4ef9-a466-fac59515a8c5 req-880ece68-86cd-4393-b0b8-7e78ff55d8e0 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd HTTP/1.1" status: 200 len: 217 time: 0.0611756 Jan 24 16:39:40.647964 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c83a5-717a-4ef9-a466-fac59515a8c5 req-9b8d64a7-1aeb-40b2-9f66-960e3d513a63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:39:40.649769 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ee6c83a5-717a-4ef9-a466-fac59515a8c5 req-9b8d64a7-1aeb-40b2-9f66-960e3d513a63 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=cc236f0a-cb26-4065-a00a-63bba8f4aac1 HTTP/1.1" status: 200 len: 835 time: 0.0615191 Jan 24 16:39:40.676135 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292699d-2f8c-42a5-b807-1b666f617be3 req-9f98b8da-617c-404d-a6c4-07b20b33f649 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:39:40.676810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-4292699d-2f8c-42a5-b807-1b666f617be3 req-9f98b8da-617c-404d-a6c4-07b20b33f649 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:39:40.693884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-4292699d-2f8c-42a5-b807-1b666f617be3 req-9f98b8da-617c-404d-a6c4-07b20b33f649 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:39:40.695131 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4292699d-2f8c-42a5-b807-1b666f617be3 req-9f98b8da-617c-404d-a6c4-07b20b33f649 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 946 time: 0.0968034 Jan 24 16:39:40.727609 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ee6c83a5-717a-4ef9-a466-fac59515a8c5 req-950b6205-1b17-439c-9c60-8864d76fd587 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=9f078bb3-3059-47b5-9937-4e6060e19c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685182 Jan 24 16:39:40.744839 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4292699d-2f8c-42a5-b807-1b666f617be3 req-ab33dcdb-30f6-483c-a704-67d0cd30cad4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=b6305965-e019-4d00-9e32-6f56f7dc8338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438142 Jan 24 16:39:40.874221 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ee6c83a5-717a-4ef9-a466-fac59515a8c5 req-3541fca1-61d4-421e-920d-50f6847009b7 service neutron] 10.222.0.129 "GET /v2.0/networks/9f078bb3-3059-47b5-9937-4e6060e19c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390650 Jan 24 16:39:41.008217 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ee6c83a5-717a-4ef9-a466-fac59515a8c5 req-7861cf26-7b75-4a87-9f89-595904f07143 service neutron] 10.222.0.129 "GET /v2.0/networks/9f078bb3-3059-47b5-9937-4e6060e19c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268051 Jan 24 16:39:41.809558 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:41.956301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f4bf0-c741-4f3b-9080-5d57e3cb2520 req-566757e5-debf-41c1-9c29-60fa71c63bfb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:39:41.957972 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-709f4bf0-c741-4f3b-9080-5d57e3cb2520 req-566757e5-debf-41c1-9c29-60fa71c63bfb tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 946 time: 0.0878932 Jan 24 16:39:42.013823 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-709f4bf0-c741-4f3b-9080-5d57e3cb2520 req-8486d7a2-0e7e-4050-8e3d-ecfaf95725d5 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/security-groups?id=b6305965-e019-4d00-9e32-6f56f7dc8338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501199 Jan 24 16:39:42.212274 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3309d44-c43b-460a-834d-02f07f97e5e1 req-4f92cd3b-bf04-40df-894d-7e72733af455 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:39:42.213726 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b3309d44-c43b-460a-834d-02f07f97e5e1 req-4f92cd3b-bf04-40df-894d-7e72733af455 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "GET /v2.0/ports?device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 946 time: 0.0867698 Jan 24 16:39:42.293053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-b3309d44-c43b-460a-834d-02f07f97e5e1 req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:39:42.293271 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b3309d44-c43b-460a-834d-02f07f97e5e1 req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:42.548682 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-b3309d44-c43b-460a-834d-02f07f97e5e1 req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd,segment=NetworkSegment(c3379edb-816e-44e3-b975-f20f6e7ac355),segment_id=c3379edb-816e-44e3-b975-f20f6e7ac355)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:39:42.548934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b3309d44-c43b-460a-834d-02f07f97e5e1 req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:42.667324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-b3309d44-c43b-460a-834d-02f07f97e5e1 req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:39:42.902141 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b3309d44-c43b-460a-834d-02f07f97e5e1 req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:42.952489 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:39:42.994840 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:42.995552 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:42.995552 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:42.995823 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:42.996125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:42.996437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:42.996750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:42.997074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:42.997451 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:42.997780 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:42.998080 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:39:43.033023 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3309d44-c43b-460a-834d-02f07f97e5e1 req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] No DVR routers for this DVR port 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:39:43.035818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-b3309d44-c43b-460a-834d-02f07f97e5e1 req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:43.038323 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'name': 'network-vif-deleted', 'tag': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:39:43.058910 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b3309d44-c43b-460a-834d-02f07f97e5e1 req-57b60032-b72c-49e7-b628-26c09ecbb214 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.129 "DELETE /v2.0/ports/4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd HTTP/1.1" status: 204 len: 173 time: 0.8379591 Jan 24 16:39:43.099326 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3224da15-813d-4fd2-a179-49a2bfb1e79c', 'name': 'network-vif-deleted', 'tag': '4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd', 'status': 'completed', 'code': 200} Jan 24 16:39:43.221758 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-56f3184f-e506-4e0d-8bbf-3b18ad63b374 req-4285d708-0aef-4a7d-a1a4-3544577e047c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Synchronizing usage tracker for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:39:43.242041 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-56f3184f-e506-4e0d-8bbf-3b18ad63b374 req-4285d708-0aef-4a7d-a1a4-3544577e047c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Unset dirty status for tenant:c758db9abd254971bbaac83475af12ff on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:39:43.243624 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-56f3184f-e506-4e0d-8bbf-3b18ad63b374 req-4285d708-0aef-4a7d-a1a4-3544577e047c tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "GET /v2.0/ports?device_id=3224da15-813d-4fd2-a179-49a2bfb1e79c HTTP/1.1" status: 200 len: 210 time: 0.0885708 Jan 24 16:39:44.356791 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38662) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:44.434573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-203b8175-08e9-4da3-8fb4-e6352c228a73 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:44.464926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-203b8175-08e9-4da3-8fb4-e6352c228a73 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:44.530535 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-203b8175-08e9-4da3-8fb4-e6352c228a73 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:44.550080 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b8175-08e9-4da3-8fb4-e6352c228a73 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6305965-e019-4d00-9e32-6f56f7dc8338,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:39:44.562667 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-203b8175-08e9-4da3-8fb4-e6352c228a73 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:44.563938 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-203b8175-08e9-4da3-8fb4-e6352c228a73 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/security-groups/b6305965-e019-4d00-9e32-6f56f7dc8338 HTTP/1.1" status: 204 len: 168 time: 0.2058361 Jan 24 16:39:44.606053 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38668) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:45.031147 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4f4c304b-1a53-4767-8fce-aa9c05272f88 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:45.613682 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:39:45.650472 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:39:45.650890 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 4bc7eca5-35f2-4bcb-a8dc-6165bd57dafd not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:39:45.825983 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c304b-1a53-4767-8fce-aa9c05272f88 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port 52e49bdf-164a-411d-a64e-3aa3caf3cb70 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:39:45.826550 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4f4c304b-1a53-4767-8fce-aa9c05272f88 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:46.022985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-4f4c304b-1a53-4767-8fce-aa9c05272f88 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port 52e49bdf-164a-411d-a64e-3aa3caf3cb70, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=52e49bdf-164a-411d-a64e-3aa3caf3cb70,segment=NetworkSegment(c3379edb-816e-44e3-b975-f20f6e7ac355),segment_id=c3379edb-816e-44e3-b975-f20f6e7ac355)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:39:46.023362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4f4c304b-1a53-4767-8fce-aa9c05272f88 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:46.147179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c304b-1a53-4767-8fce-aa9c05272f88 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for 52e49bdf-164a-411d-a64e-3aa3caf3cb70 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:39:46.352664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4f4c304b-1a53-4767-8fce-aa9c05272f88 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:46.398545 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c304b-1a53-4767-8fce-aa9c05272f88 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=52e49bdf-164a-411d-a64e-3aa3caf3cb70,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:39:46.708121 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4f4c304b-1a53-4767-8fce-aa9c05272f88 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:47.421047 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4c304b-1a53-4767-8fce-aa9c05272f88 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:39:47.633469 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4c304b-1a53-4767-8fce-aa9c05272f88 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:39:47.655942 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4f4c304b-1a53-4767-8fce-aa9c05272f88 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "PUT /v2.0/routers/15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0485790 Jan 24 16:39:47.658863 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38672) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:47.770971 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879b46a-91cf-4f17-ac3b-2ed124becc42 None None] Sync routers for ids ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:39:47.784540 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b879b46a-91cf-4f17-ac3b-2ed124becc42 None None] Routers {'15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:39:47.785151 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b879b46a-91cf-4f17-ac3b-2ed124becc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:39:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:39:47.849597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d97915-7e4b-4d05-b664-adea7c719e11 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting subnet cc236f0a-cb26-4065-a00a-63bba8f4aac1 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:39:47.852568 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d4d97915-7e4b-4d05-b664-adea7c719e11 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:47.905632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d4d97915-7e4b-4d05-b664-adea7c719e11 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:47.968160 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-b879b46a-91cf-4f17-ac3b-2ed124becc42 None None] Set router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:39:47.985306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d4d97915-7e4b-4d05-b664-adea7c719e11 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:48.061571 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d4d97915-7e4b-4d05-b664-adea7c719e11 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:48.071189 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:48.101468 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d97915-7e4b-4d05-b664-adea7c719e11 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Subnet': ['ID=cc236f0a-cb26-4065-a00a-63bba8f4aac1,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:39:48.106893 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d4d97915-7e4b-4d05-b664-adea7c719e11 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:48.113900 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d4d97915-7e4b-4d05-b664-adea7c719e11 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/subnets/cc236f0a-cb26-4065-a00a-63bba8f4aac1 HTTP/1.1" status: 204 len: 168 time: 0.4540641 Jan 24 16:39:48.115248 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7b7557-1132-4c10-a6d1-e7e87c348dfe None None] Network 9f078bb3-3059-47b5-9937-4e6060e19c02 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:39:48.116491 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38676) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:48.267595 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b879b46a-91cf-4f17-ac3b-2ed124becc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'name': 'tempest-TestNetworkBasicOps-router-1231782862', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:38:25Z', 'updated_at': '2022-01-24T16:39:46Z', 'revision_number': 7, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:26Z', 'updated_at': '2022-01-24T16:39:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:39:48.272085 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879b46a-91cf-4f17-ac3b-2ed124becc42 None None] Checking router: 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:39:48.289684 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b879b46a-91cf-4f17-ac3b-2ed124becc42 None None] Routers {'15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:39:48.290317 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b879b46a-91cf-4f17-ac3b-2ed124becc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:39:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:39:48.330377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9c5a-21ff-4119-843d-44d97d40094f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:48.417669 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064205bd-f3c2-4bb6-9804-1495907a24dd None None] DHCP port deletion for 9f078bb3-3059-47b5-9937-4e6060e19c02 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:39:48.424136 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-064205bd-f3c2-4bb6-9804-1495907a24dd None None] Deleting port 13072a1e-d68e-4356-9719-0985c8792024 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:39:48.424954 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-064205bd-f3c2-4bb6-9804-1495907a24dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:48.483023 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-b879b46a-91cf-4f17-ac3b-2ed124becc42 None None] Set router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:39:48.595644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9c5a-21ff-4119-843d-44d97d40094f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:48.607030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc9c5a-21ff-4119-843d-44d97d40094f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Deleting port f3a9df65-c890-40b1-b069-d9680adb30ff {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:39:48.607605 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9c5a-21ff-4119-843d-44d97d40094f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:48.694233 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-064205bd-f3c2-4bb6-9804-1495907a24dd None None] For port 13072a1e-d68e-4356-9719-0985c8792024, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=13072a1e-d68e-4356-9719-0985c8792024,segment=NetworkSegment(c3379edb-816e-44e3-b975-f20f6e7ac355),segment_id=c3379edb-816e-44e3-b975-f20f6e7ac355)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:39:48.694233 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-064205bd-f3c2-4bb6-9804-1495907a24dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:48.818799 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b879b46a-91cf-4f17-ac3b-2ed124becc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'name': 'tempest-TestNetworkBasicOps-router-1231782862', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:38:25Z', 'updated_at': '2022-01-24T16:39:46Z', 'revision_number': 7, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:26Z', 'updated_at': '2022-01-24T16:39:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:39:48.822661 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879b46a-91cf-4f17-ac3b-2ed124becc42 None None] The sync data for ids ['15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0'] in dv-neutron-826104-1-hyperv is: [{'id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'name': 'tempest-TestNetworkBasicOps-router-1231782862', 'tenant_id': 'c758db9abd254971bbaac83475af12ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:38:25Z', 'updated_at': '2022-01-24T16:39:46Z', 'revision_number': 7, 'project_id': 'c758db9abd254971bbaac83475af12ff', 'gw_port': {'id': 'f3a9df65-c890-40b1-b069-d9680adb30ff', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:38:26Z', 'updated_at': '2022-01-24T16:39:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:39:48.826921 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-064205bd-f3c2-4bb6-9804-1495907a24dd None None] Calling delete_port for 13072a1e-d68e-4356-9719-0985c8792024 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:39:48.903951 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-064205bd-f3c2-4bb6-9804-1495907a24dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:48.907960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-a0bc9c5a-21ff-4119-843d-44d97d40094f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] For port f3a9df65-c890-40b1-b069-d9680adb30ff, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f3a9df65-c890-40b1-b069-d9680adb30ff,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:39:48.908394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9c5a-21ff-4119-843d-44d97d40094f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:48.988538 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064205bd-f3c2-4bb6-9804-1495907a24dd None None] Pushing event deleted for resources: {'Port': ['ID=13072a1e-d68e-4356-9719-0985c8792024,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:39:48.993417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064205bd-f3c2-4bb6-9804-1495907a24dd None None] No DVR routers for this DVR port 13072a1e-d68e-4356-9719-0985c8792024 on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:39:49.028274 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc9c5a-21ff-4119-843d-44d97d40094f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Calling delete_port for f3a9df65-c890-40b1-b069-d9680adb30ff owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:39:49.210217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9c5a-21ff-4119-843d-44d97d40094f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:49.256502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc9c5a-21ff-4119-843d-44d97d40094f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Port': ['ID=f3a9df65-c890-40b1-b069-d9680adb30ff,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:39:49.490624 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9c5a-21ff-4119-843d-44d97d40094f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:49.743277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9c5a-21ff-4119-843d-44d97d40094f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:49.749091 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9c5a-21ff-4119-843d-44d97d40094f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:49.786958 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9c5a-21ff-4119-843d-44d97d40094f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:49.787690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bc9c5a-21ff-4119-843d-44d97d40094f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Fanout notify agent at l3_agent the message router_deleted on router 15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:39:49.802806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9c5a-21ff-4119-843d-44d97d40094f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:49.803901 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a0bc9c5a-21ff-4119-843d-44d97d40094f tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/routers/15c8f10e-23f3-4d8d-ac10-2e9e2a4bb3b0 HTTP/1.1" status: 204 len: 168 time: 1.6864679 Jan 24 16:39:49.806973 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38680) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:49.920404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-284d77c8-809a-4caa-9426-6b94670e6ce4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:50.066988 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-284d77c8-809a-4caa-9426-6b94670e6ce4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:50.093965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-284d77c8-809a-4caa-9426-6b94670e6ce4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f078bb3-3059-47b5-9937-4e6060e19c02']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:39:50.107295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-284d77c8-809a-4caa-9426-6b94670e6ce4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3379edb-816e-44e3-b975-f20f6e7ac355') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:39:50.107631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-284d77c8-809a-4caa-9426-6b94670e6ce4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3379edb-816e-44e3-b975-f20f6e7ac355') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:39:50.120641 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-284d77c8-809a-4caa-9426-6b94670e6ce4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:50.137107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-284d77c8-809a-4caa-9426-6b94670e6ce4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:50.143033 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284d77c8-809a-4caa-9426-6b94670e6ce4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:39:50.143404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-284d77c8-809a-4caa-9426-6b94670e6ce4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:39:50.157522 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:39:50.244120 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-284d77c8-809a-4caa-9426-6b94670e6ce4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:50.263841 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-284d77c8-809a-4caa-9426-6b94670e6ce4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:50.274934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d77c8-809a-4caa-9426-6b94670e6ce4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] Pushing event deleted for resources: {'Network': ['ID=9f078bb3-3059-47b5-9937-4e6060e19c02,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:39:50.285424 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-284d77c8-809a-4caa-9426-6b94670e6ce4 tempest-TestNetworkBasicOps-1054938636 tempest-TestNetworkBasicOps-1054938636-project] 10.222.0.130 "DELETE /v2.0/networks/9f078bb3-3059-47b5-9937-4e6060e19c02 HTTP/1.1" status: 204 len: 168 time: 0.4773078 Jan 24 16:39:50.337632 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 13072a1e-d68e-4356-9719-0985c8792024 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:39:50.370490 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 13072a1e-d68e-4356-9719-0985c8792024 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:39:50.370830 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 13072a1e-d68e-4356-9719-0985c8792024 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:39:50.371240 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 52e49bdf-164a-411d-a64e-3aa3caf3cb70 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:39:50.404774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 52e49bdf-164a-411d-a64e-3aa3caf3cb70 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:39:50.405151 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 52e49bdf-164a-411d-a64e-3aa3caf3cb70 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:39:50.775467 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38688) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:50.977876 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8f2cb7a9-19b3-4d06-ad75-38d093070724 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=c758db9abd254971bbaac83475af12ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2010908 Jan 24 16:39:50.981690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 38694) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:51.041903 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39ca9a7f-3901-4b46-89e9-aeddcf632a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:51.068257 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39ca9a7f-3901-4b46-89e9-aeddcf632a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:51.128540 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39ca9a7f-3901-4b46-89e9-aeddcf632a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:51.144322 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca9a7f-3901-4b46-89e9-aeddcf632a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a83cae6-0a99-4147-b3f8-c89320a18acc,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:39:51.152346 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39ca9a7f-3901-4b46-89e9-aeddcf632a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:51.153562 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-39ca9a7f-3901-4b46-89e9-aeddcf632a24 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/3a83cae6-0a99-4147-b3f8-c89320a18acc HTTP/1.1" status: 204 len: 168 time: 0.1708915 Jan 24 16:39:51.516166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38702) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:51.534750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9f9de7a6-b4ed-4fa0-a3bf-219273f26d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:51.566971 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9f9de7a6-b4ed-4fa0-a3bf-219273f26d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:39:51.571725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9f9de7a6-b4ed-4fa0-a3bf-219273f26d49 admin admin] Usage tracker for resource:security_group_rule and tenant:827c6f37ca54410ba981a827ce736a4f is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:39:51.574766 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9f9de7a6-b4ed-4fa0-a3bf-219273f26d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:39:51.581057 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9f9de7a6-b4ed-4fa0-a3bf-219273f26d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:39:51.649808 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9f9de7a6-b4ed-4fa0-a3bf-219273f26d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:51.655868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9f9de7a6-b4ed-4fa0-a3bf-219273f26d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:51.698662 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9de7a6-b4ed-4fa0-a3bf-219273f26d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d31b653-8e82-4779-a24b-3c5cc7388722,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:39:51.704086 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9f9de7a6-b4ed-4fa0-a3bf-219273f26d49 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=827c6f37ca54410ba981a827ce736a4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1868551 Jan 24 16:39:51.706846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38706) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:39:51.769177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67938c23-685c-4b45-930a-4a31533e4412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:51.794831 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67938c23-685c-4b45-930a-4a31533e4412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:51.847130 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67938c23-685c-4b45-930a-4a31533e4412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:51.851757 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ee16a-1ef9-4806-988e-a363e760acc4 None None] New status for floating IP bb5012bf-6757-4449-9403-b21938c09633: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:39:51.861690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67938c23-685c-4b45-930a-4a31533e4412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d31b653-8e82-4779-a24b-3c5cc7388722,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:39:51.868963 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67938c23-685c-4b45-930a-4a31533e4412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:39:51.870068 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-67938c23-685c-4b45-930a-4a31533e4412 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/6d31b653-8e82-4779-a24b-3c5cc7388722 HTTP/1.1" status: 204 len: 168 time: 0.1623056 Jan 24 16:39:52.507766 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f3a9df65-c890-40b1-b069-d9680adb30ff no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:39:52.548450 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: f3a9df65-c890-40b1-b069-d9680adb30ff {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:39:52.548883 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f3a9df65-c890-40b1-b069-d9680adb30ff not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:39:59.761063 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-d5efc0b3-aa13-4f5a-b738-453a618dde17 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/networks?tenant_id=8ab69d8db805408cbe04214bbefdf417&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276783 Jan 24 16:39:59.911829 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-36501d97-330e-4da8-9da3-92c989908507 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:39:59.913189 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-36501d97-330e-4da8-9da3-92c989908507 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1471915 Jan 24 16:39:59.932711 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-59a756a0-2e8b-41e2-bd6c-bb37274384ef tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/quotas/8ab69d8db805408cbe04214bbefdf417 HTTP/1.1" status: 200 len: 375 time: 0.0113251 Jan 24 16:40:00.077098 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-e2bf90e5-6176-4b1b-bd44-af15a118d53a tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=8ab69d8db805408cbe04214bbefdf417&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1370924 Jan 24 16:40:00.283652 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-919e5bca-3557-4e69-949c-c99addc5cc1c req-6bbafdcd-29a9-43c8-9a46-f836f7328867 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/ports?device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a HTTP/1.1" status: 200 len: 210 time: 0.0412405 Jan 24 16:40:01.283585 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-30293190-41d2-459d-b36e-92c9c4b3fac6 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.129 "GET /v2.0/networks?tenant_id=8ab69d8db805408cbe04214bbefdf417&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287361 Jan 24 16:40:01.445007 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-39624241-9c0a-48c6-aa39-c234cfd81e92 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:01.446467 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-39624241-9c0a-48c6-aa39-c234cfd81e92 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575043 Jan 24 16:40:01.459708 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0ddbd831-caa0-42e7-98fa-ee3032f39d49 req-f48ec9b1-3536-44cf-ac69-f7c27cabf09d tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/ports?device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a HTTP/1.1" status: 200 len: 210 time: 0.0412879 Jan 24 16:40:01.469770 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Request body: {'port': {'device_id': '6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a', 'network_id': '3e6880a0-aa9b-4098-b985-8cd0f4aa0886', 'admin_state_up': True, 'tenant_id': '8ab69d8db805408cbe04214bbefdf417'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:40:01.606480 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:40:01.610236 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Usage tracker for resource:port and tenant:8ab69d8db805408cbe04214bbefdf417 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:40:01.613431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:40:01.620849 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:40:01.633698 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Made reservation on behalf of 8ab69d8db805408cbe04214bbefdf417 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:40:01.636823 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:01.649915 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:01.682543 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:40:01.686707 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Usage tracker for resource:security_group_rule and tenant:8ab69d8db805408cbe04214bbefdf417 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:40:01.689700 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:40:01.695502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:40:01.770482 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:01.779462 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:01.861968 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c3937a-95e7-46d5-85b4-760c0473bdec,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:01.951269 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Allocated IP 192.168.233.88 (3e6880a0-aa9b-4098-b985-8cd0f4aa0886/25c52bd3-7a5a-4161-920f-b4eb5a4421e7/8f3fa06a-038f-4c80-8280-2bc6d4447458) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:40:02.245314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:02.261693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Transition to ACTIVE for port object 8f3fa06a-038f-4c80-8280-2bc6d4447458 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:40:02.287684 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:02.361728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Network 3e6880a0-aa9b-4098-b985-8cd0f4aa0886 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:40:02.364861 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:40:02.369293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:40:02.393686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Pushing event updated for resources: {'Port': ['ID=8f3fa06a-038f-4c80-8280-2bc6d4447458,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:02.431775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:02.432376 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:02.460965 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-7453a019-2468-4b3c-8656-88e385bc9dae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9953599 Jan 24 16:40:02.473922 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Request body: {'port': {'device_id': '6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:40:02.590523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:02.598817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-106bdd9b-6134-447c-8402-5f73638ec3d8 None None] Provisioning for port 8f3fa06a-038f-4c80-8280-2bc6d4447458 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:40:02.604289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-106bdd9b-6134-447c-8402-5f73638ec3d8 None None] Provisioning complete for port 8f3fa06a-038f-4c80-8280-2bc6d4447458 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:40:02.604706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-106bdd9b-6134-447c-8402-5f73638ec3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:02.660594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-106bdd9b-6134-447c-8402-5f73638ec3d8 None None] Port 8f3fa06a-038f-4c80-8280-2bc6d4447458 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:40:02.786899 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea27787-5cf6-42ec-9ebd-17363b6c0abc req-6da3ead4-c309-4801-8ad4-9b9e80485f03 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:02.787510 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-dea27787-5cf6-42ec-9ebd-17363b6c0abc req-6da3ead4-c309-4801-8ad4-9b9e80485f03 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Synchronizing usage tracker for tenant:8ab69d8db805408cbe04214bbefdf417 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:40:02.876854 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-dea27787-5cf6-42ec-9ebd-17363b6c0abc req-6da3ead4-c309-4801-8ad4-9b9e80485f03 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Unset dirty status for tenant:8ab69d8db805408cbe04214bbefdf417 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:40:02.877989 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dea27787-5cf6-42ec-9ebd-17363b6c0abc req-6da3ead4-c309-4801-8ad4-9b9e80485f03 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/ports?device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a HTTP/1.1" status: 200 len: 935 time: 0.2886882 Jan 24 16:40:02.961693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-dea27787-5cf6-42ec-9ebd-17363b6c0abc req-67a78b96-af6e-4f29-a1d7-ce8330646f24 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Synchronizing usage tracker for tenant:8ab69d8db805408cbe04214bbefdf417 on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:40:03.033252 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-dea27787-5cf6-42ec-9ebd-17363b6c0abc req-67a78b96-af6e-4f29-a1d7-ce8330646f24 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Unset dirty status for tenant:8ab69d8db805408cbe04214bbefdf417 on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:40:03.034399 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dea27787-5cf6-42ec-9ebd-17363b6c0abc req-67a78b96-af6e-4f29-a1d7-ce8330646f24 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/security-groups?id=94c3937a-95e7-46d5-85b4-760c0473bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466105 Jan 24 16:40:03.048653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3fa06a-038f-4c80-8280-2bc6d4447458 {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:40:03.056039 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:03.078219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Transition to ACTIVE for port object 8f3fa06a-038f-4c80-8280-2bc6d4447458 will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:40:03.083099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:03.210772 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c350b-0939-468a-840f-23f382e86270 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3fa06a-038f-4c80-8280-2bc6d4447458,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:03.324195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Attempting to bind port 8f3fa06a-038f-4c80-8280-2bc6d4447458 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:40:03.324782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Attempting to bind port 8f3fa06a-038f-4c80-8280-2bc6d4447458 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '3a02f081-1ac9-4920-8b3a-c893871a8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3e6880a0-aa9b-4098-b985-8cd0f4aa0886'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:40:03.325264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Attempting to bind port 8f3fa06a-038f-4c80-8280-2bc6d4447458 on network 3e6880a0-aa9b-4098-b985-8cd0f4aa0886 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:40:03.331102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Port 8f3fa06a-038f-4c80-8280-2bc6d4447458 on network 3e6880a0-aa9b-4098-b985-8cd0f4aa0886 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:40:03.331412 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Attempting to bind port 8f3fa06a-038f-4c80-8280-2bc6d4447458 on network 3e6880a0-aa9b-4098-b985-8cd0f4aa0886 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:40:03.337628 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:40:03.337947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Checking segment: {'id': '3a02f081-1ac9-4920-8b3a-c893871a8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3e6880a0-aa9b-4098-b985-8cd0f4aa0886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:40:03.338318 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Bound using segment: {'id': '3a02f081-1ac9-4920-8b3a-c893871a8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3e6880a0-aa9b-4098-b985-8cd0f4aa0886'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:40:03.338720 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Bound port: 8f3fa06a-038f-4c80-8280-2bc6d4447458, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a02f081-1ac9-4920-8b3a-c893871a8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3e6880a0-aa9b-4098-b985-8cd0f4aa0886'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:40:03.339051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:03.444346 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] For port 8f3fa06a-038f-4c80-8280-2bc6d4447458, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:40:03.447511 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] For port 8f3fa06a-038f-4c80-8280-2bc6d4447458, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=8f3fa06a-038f-4c80-8280-2bc6d4447458,segment=NetworkSegment(3a02f081-1ac9-4920-8b3a-c893871a8173),segment_id=3a02f081-1ac9-4920-8b3a-c893871a8173)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:40:03.453146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:03.514960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:03.516373 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-998c350b-0939-468a-840f-23f382e86270 service neutron] 10.222.0.129 "PUT /v2.0/ports/8f3fa06a-038f-4c80-8280-2bc6d4447458 HTTP/1.1" status: 200 len: 1097 time: 1.0467508 Jan 24 16:40:03.516799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a', 'tag': '8f3fa06a-038f-4c80-8280-2bc6d4447458'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:40:03.531902 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c350b-0939-468a-840f-23f382e86270 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3fa06a-038f-4c80-8280-2bc6d4447458,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:03.599134 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a', 'tag': '8f3fa06a-038f-4c80-8280-2bc6d4447458', 'status': 'completed', 'code': 200} Jan 24 16:40:03.643304 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-6768ec61-b986-4c2e-b187-0908fb847c8a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=8ab69d8db805408cbe04214bbefdf417&device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a HTTP/1.1" status: 200 len: 1100 time: 0.0786407 Jan 24 16:40:03.714470 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-c8812d04-912e-452f-bc98-f88d373ad749 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=8f3fa06a-038f-4c80-8280-2bc6d4447458 HTTP/1.1" status: 200 len: 217 time: 0.0637321 Jan 24 16:40:03.780578 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-48af51b2-755c-4ea8-94f0-62250521e4e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:03.781974 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-48af51b2-755c-4ea8-94f0-62250521e4e1 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=25c52bd3-7a5a-4161-920f-b4eb5a4421e7 HTTP/1.1" status: 200 len: 843 time: 0.0594766 Jan 24 16:40:03.861977 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-b1277433-2592-4c70-a82f-25e81cd8f08f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=3e6880a0-aa9b-4098-b985-8cd0f4aa0886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0716760 Jan 24 16:40:03.998244 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-8ce0e65e-0e1d-47ae-b03b-1f41ce340160 service neutron] 10.222.0.129 "GET /v2.0/networks/3e6880a0-aa9b-4098-b985-8cd0f4aa0886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297119 Jan 24 16:40:04.286024 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-50f09177-6088-4311-83f9-2e9df3eac8e3 req-c75b6a6d-cac3-42e7-9da2-aa7d6c65c2ef service neutron] 10.222.0.129 "GET /v2.0/networks/3e6880a0-aa9b-4098-b985-8cd0f4aa0886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810152 Jan 24 16:40:04.300216 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf6b21-dc33-4844-8259-a7dce506843a req-68bd6352-5730-4f3c-88dd-4d9546d7e67f tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:04.301872 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-21bf6b21-dc33-4844-8259-a7dce506843a req-68bd6352-5730-4f3c-88dd-4d9546d7e67f tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/ports?device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a HTTP/1.1" status: 200 len: 947 time: 0.1242661 Jan 24 16:40:04.392716 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-21bf6b21-dc33-4844-8259-a7dce506843a req-6b6c60f0-cf63-4966-8328-2303ed7452e0 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/security-groups?id=94c3937a-95e7-46d5-85b4-760c0473bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817790 Jan 24 16:40:04.422013 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7cf4bf90-9cb5-4c72-86b1-93c0f882f4a9 req-f2c8a1bc-6a3d-4738-baa9-6a7ebfaefb52 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=8ab69d8db805408cbe04214bbefdf417&device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a HTTP/1.1" status: 200 len: 1100 time: 0.0821140 Jan 24 16:40:04.561211 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4bf90-9cb5-4c72-86b1-93c0f882f4a9 req-457f6ce7-c5bd-418f-a173-cd4375ed8687 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:04.562558 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7cf4bf90-9cb5-4c72-86b1-93c0f882f4a9 req-457f6ce7-c5bd-418f-a173-cd4375ed8687 service neutron] 10.222.0.129 "GET /v2.0/networks?id=3e6880a0-aa9b-4098-b985-8cd0f4aa0886 HTTP/1.1" status: 200 len: 870 time: 0.1331170 Jan 24 16:40:04.633550 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7cf4bf90-9cb5-4c72-86b1-93c0f882f4a9 req-f729e9fb-55d6-4aa1-b731-3fd9413cbcfa service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=8f3fa06a-038f-4c80-8280-2bc6d4447458 HTTP/1.1" status: 200 len: 217 time: 0.0642695 Jan 24 16:40:04.714745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4bf90-9cb5-4c72-86b1-93c0f882f4a9 req-ea4ff0d5-3685-4c10-9f50-f361e81039d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:04.716342 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7cf4bf90-9cb5-4c72-86b1-93c0f882f4a9 req-ea4ff0d5-3685-4c10-9f50-f361e81039d2 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=25c52bd3-7a5a-4161-920f-b4eb5a4421e7 HTTP/1.1" status: 200 len: 843 time: 0.0754774 Jan 24 16:40:04.796839 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7cf4bf90-9cb5-4c72-86b1-93c0f882f4a9 req-ab7945c2-0fbd-44d7-91cd-8ba472f63c65 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=3e6880a0-aa9b-4098-b985-8cd0f4aa0886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0730360 Jan 24 16:40:04.927589 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7cf4bf90-9cb5-4c72-86b1-93c0f882f4a9 req-af936a17-372b-4c09-9701-b737460caba3 service neutron] 10.222.0.129 "GET /v2.0/networks/3e6880a0-aa9b-4098-b985-8cd0f4aa0886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231136 Jan 24 16:40:05.060854 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7cf4bf90-9cb5-4c72-86b1-93c0f882f4a9 req-cab9a7a4-af0f-41cb-9961-8814932425c3 service neutron] 10.222.0.129 "GET /v2.0/networks/3e6880a0-aa9b-4098-b985-8cd0f4aa0886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266875 Jan 24 16:40:05.614159 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cde3a-34a4-4cf5-8385-c96dcac74199 req-ea85eff0-21e7-459f-b1ea-944e3a376aae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:05.615648 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-260cde3a-34a4-4cf5-8385-c96dcac74199 req-ea85eff0-21e7-459f-b1ea-944e3a376aae tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/ports?device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a HTTP/1.1" status: 200 len: 947 time: 0.0911229 Jan 24 16:40:05.663967 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-260cde3a-34a4-4cf5-8385-c96dcac74199 req-a4507228-c541-4cb0-9b23-660fcdad0fdb tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/security-groups?id=94c3937a-95e7-46d5-85b4-760c0473bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400102 Jan 24 16:40:05.771170 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 8f3fa06a-038f-4c80-8280-2bc6d4447458 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:40:05.917121 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 8f3fa06a-038f-4c80-8280-2bc6d4447458, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=8f3fa06a-038f-4c80-8280-2bc6d4447458,segment=NetworkSegment(3a02f081-1ac9-4920-8b3a-c893871a8173),segment_id=3a02f081-1ac9-4920-8b3a-c893871a8173)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:40:05.930069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '8f3fa06a-038f-4c80-8280-2bc6d4447458', 'network_id': '3e6880a0-aa9b-4098-b985-8cd0f4aa0886', 'port_id': '8f3fa06a-038f-4c80-8280-2bc6d4447458', 'mac_address': 'fa:16:3e:75:a2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c52bd3-7a5a-4161-920f-b4eb5a4421e7', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:40:05.990112 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:06.012974 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3fa06a-038f-4c80-8280-2bc6d4447458 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:40:06.029103 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 8f3fa06a-038f-4c80-8280-2bc6d4447458, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=8f3fa06a-038f-4c80-8280-2bc6d4447458,segment=NetworkSegment(3a02f081-1ac9-4920-8b3a-c893871a8173),segment_id=3a02f081-1ac9-4920-8b3a-c893871a8173)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:40:06.034279 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:06.107288 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=8f3fa06a-038f-4c80-8280-2bc6d4447458,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:06.292005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['8f3fa06a-038f-4c80-8280-2bc6d4447458'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:40:06.522068 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:40:06.894109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae4dd6-5083-4bab-8d0e-532ba6301f9e req-757f0306-c369-44e7-919c-63f37a9ba742 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:06.895654 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-65ae4dd6-5083-4bab-8d0e-532ba6301f9e req-757f0306-c369-44e7-919c-63f37a9ba742 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/ports?device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a HTTP/1.1" status: 200 len: 948 time: 0.0954804 Jan 24 16:40:06.944282 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-65ae4dd6-5083-4bab-8d0e-532ba6301f9e req-63bd4d13-6c0d-45ab-a767-01339da66e12 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/security-groups?id=94c3937a-95e7-46d5-85b4-760c0473bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400467 Jan 24 16:40:06.968115 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c8c839ea-843e-450c-8b89-98632897f100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:07.816098 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 8f3fa06a-038f-4c80-8280-2bc6d4447458 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:40:07.899577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 8f3fa06a-038f-4c80-8280-2bc6d4447458 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:40:07.904620 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 8f3fa06a-038f-4c80-8280-2bc6d4447458 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:40:07.905031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:08.021984 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:08.049694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3fa06a-038f-4c80-8280-2bc6d4447458'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:40:08.059663 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 8f3fa06a-038f-4c80-8280-2bc6d4447458, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=8f3fa06a-038f-4c80-8280-2bc6d4447458,segment=NetworkSegment(3a02f081-1ac9-4920-8b3a-c893871a8173),segment_id=3a02f081-1ac9-4920-8b3a-c893871a8173)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:40:08.067880 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:08.113012 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3fa06a-038f-4c80-8280-2bc6d4447458', 'code': 200} Jan 24 16:40:08.140077 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=8f3fa06a-038f-4c80-8280-2bc6d4447458,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:08.157520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1dede-a320-4c51-8d5d-67e001906c99 req-a932a979-ba47-4b9b-9fcf-48497b4dead1 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:08.158979 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-73e1dede-a320-4c51-8d5d-67e001906c99 req-a932a979-ba47-4b9b-9fcf-48497b4dead1 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/ports?device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a HTTP/1.1" status: 200 len: 949 time: 0.0848367 Jan 24 16:40:08.208082 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-73e1dede-a320-4c51-8d5d-67e001906c99 req-1f8b3f36-b3c8-48dc-8b5d-e439f6d730f5 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/security-groups?id=94c3937a-95e7-46d5-85b4-760c0473bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 Jan 24 16:40:08.370083 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-aebd4c68-1cb4-4f14-996b-b0cfeea3ed9c req-3e746a6f-048d-479e-b494-a26579ff8812 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a HTTP/1.1" status: 200 len: 1102 time: 0.0808852 Jan 24 16:40:08.415509 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-aebd4c68-1cb4-4f14-996b-b0cfeea3ed9c req-1aece615-8c0d-4de3-bb50-cd30c3d68cc1 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=94c3937a-95e7-46d5-85b4-760c0473bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385859 Jan 24 16:40:09.184241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bf5a97ce-73bf-4c94-aa8d-69c8c3a900bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:09.415040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875792e-5d47-44aa-94a6-7368f5809577 req-f64fd7c7-8632-4099-ae35-ac032ee1ac88 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:09.416658 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7875792e-5d47-44aa-94a6-7368f5809577 req-f64fd7c7-8632-4099-ae35-ac032ee1ac88 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/ports?device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a HTTP/1.1" status: 200 len: 949 time: 0.0834661 Jan 24 16:40:09.464373 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7875792e-5d47-44aa-94a6-7368f5809577 req-fed4b9ae-d662-4778-a476-63b57dae2df0 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/security-groups?id=94c3937a-95e7-46d5-85b4-760c0473bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396276 Jan 24 16:40:10.388667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:10.419705 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:10.693892 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d718b0b-78a6-46ab-94be-2078e201d2c5 req-7cac8ef1-0b7a-4eab-b274-39b07a11dfa4 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:10.695334 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9d718b0b-78a6-46ab-94be-2078e201d2c5 req-7cac8ef1-0b7a-4eab-b274-39b07a11dfa4 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/ports?device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a HTTP/1.1" status: 200 len: 949 time: 0.0882852 Jan 24 16:40:10.744611 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9d718b0b-78a6-46ab-94be-2078e201d2c5 req-a6fa58cc-f1e2-4252-831f-3df32f2bc7a7 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/security-groups?id=94c3937a-95e7-46d5-85b4-760c0473bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407546 Jan 24 16:40:11.257098 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b2fa62f0-c828-46ab-92c9-85e78225ec20 req-26689e59-e9e0-494f-b81f-63db2cb8fe58 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0785024 Jan 24 16:40:11.787145 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b3fde043-516a-4d23-a8c9-23d921236c6e req-f4c14bc9-b7de-4116-9d31-5b598892dffe service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0758703 Jan 24 16:40:11.814543 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:12.382434 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a110ce-5ca7-496b-8278-5a0692c249a5 req-bd01b9e1-ff89-41db-922f-f37b94f4a683 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:12.383821 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b3a110ce-5ca7-496b-8278-5a0692c249a5 req-bd01b9e1-ff89-41db-922f-f37b94f4a683 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/ports?device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a HTTP/1.1" status: 200 len: 949 time: 0.0853009 Jan 24 16:40:12.430651 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b3a110ce-5ca7-496b-8278-5a0692c249a5 req-8fe7584f-9d3c-42f9-8d7e-2c39e8418d47 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/security-groups?id=94c3937a-95e7-46d5-85b4-760c0473bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 Jan 24 16:40:13.652898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f928e8b-d561-4ffb-bddc-b754cd99a138 req-85eb37ec-643d-4692-a366-c1b30f56a86f tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:13.654715 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4f928e8b-d561-4ffb-bddc-b754cd99a138 req-85eb37ec-643d-4692-a366-c1b30f56a86f tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/ports?device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a HTTP/1.1" status: 200 len: 949 time: 0.0926540 Jan 24 16:40:13.706500 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4f928e8b-d561-4ffb-bddc-b754cd99a138 req-4d6cd2a8-1262-40c5-a33c-046775ffe4a0 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/security-groups?id=94c3937a-95e7-46d5-85b4-760c0473bdec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430112 Jan 24 16:40:13.964501 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd2f5f-b357-49c0-86b4-efec5efd421c req-7f00d419-d317-4d5c-9ecf-8dce1285f99d tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:13.965903 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f7dd2f5f-b357-49c0-86b4-efec5efd421c req-7f00d419-d317-4d5c-9ecf-8dce1285f99d tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.129 "GET /v2.0/ports?device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a HTTP/1.1" status: 200 len: 949 time: 0.0899601 Jan 24 16:40:14.036008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-f7dd2f5f-b357-49c0-86b4-efec5efd421c req-cef89011-181b-4ac6-9415-c9a7fd0177b0 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Deleting port 8f3fa06a-038f-4c80-8280-2bc6d4447458 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:40:14.036337 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-f7dd2f5f-b357-49c0-86b4-efec5efd421c req-cef89011-181b-4ac6-9415-c9a7fd0177b0 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:14.378122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-f7dd2f5f-b357-49c0-86b4-efec5efd421c req-cef89011-181b-4ac6-9415-c9a7fd0177b0 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] For port 8f3fa06a-038f-4c80-8280-2bc6d4447458, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=8f3fa06a-038f-4c80-8280-2bc6d4447458,segment=NetworkSegment(3a02f081-1ac9-4920-8b3a-c893871a8173),segment_id=3a02f081-1ac9-4920-8b3a-c893871a8173)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:40:14.378445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-f7dd2f5f-b357-49c0-86b4-efec5efd421c req-cef89011-181b-4ac6-9415-c9a7fd0177b0 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:14.498881 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-f7dd2f5f-b357-49c0-86b4-efec5efd421c req-cef89011-181b-4ac6-9415-c9a7fd0177b0 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Calling delete_port for 8f3fa06a-038f-4c80-8280-2bc6d4447458 owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:40:14.646811 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-f7dd2f5f-b357-49c0-86b4-efec5efd421c req-cef89011-181b-4ac6-9415-c9a7fd0177b0 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:14.697151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef89011-181b-4ac6-9415-c9a7fd0177b0 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Pushing event deleted for resources: {'Port': ['ID=8f3fa06a-038f-4c80-8280-2bc6d4447458,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:14.777077 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dd2f5f-b357-49c0-86b4-efec5efd421c req-cef89011-181b-4ac6-9415-c9a7fd0177b0 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] No DVR routers for this DVR port 8f3fa06a-038f-4c80-8280-2bc6d4447458 on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:40:14.780221 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-f7dd2f5f-b357-49c0-86b4-efec5efd421c req-cef89011-181b-4ac6-9415-c9a7fd0177b0 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:14.790090 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a', 'name': 'network-vif-deleted', 'tag': '8f3fa06a-038f-4c80-8280-2bc6d4447458'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:40:14.813701 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f7dd2f5f-b357-49c0-86b4-efec5efd421c req-cef89011-181b-4ac6-9415-c9a7fd0177b0 tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.129 "DELETE /v2.0/ports/8f3fa06a-038f-4c80-8280-2bc6d4447458 HTTP/1.1" status: 204 len: 173 time: 0.8420117 Jan 24 16:40:14.936922 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a', 'name': 'network-vif-deleted', 'tag': '8f3fa06a-038f-4c80-8280-2bc6d4447458', 'status': 'completed', 'code': 200} Jan 24 16:40:14.952590 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6226910e-e2df-472a-b6e0-474ffdbd66f6 req-b6ce5abc-91c5-4a80-839f-cd03262d20ba tempest-ServersAdminNegativeTestJSON-857033692 tempest-ServersAdminNegativeTestJSON-857033692-project] 10.222.0.130 "GET /v2.0/ports?device_id=6c8bf3bf-d73b-4f70-ba95-7ee7dfc6a68a HTTP/1.1" status: 200 len: 210 time: 0.0966201 Jan 24 16:40:15.885281 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 8f3fa06a-038f-4c80-8280-2bc6d4447458 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:40:15.920747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 8f3fa06a-038f-4c80-8280-2bc6d4447458 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:40:15.921082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 8f3fa06a-038f-4c80-8280-2bc6d4447458 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:40:16.379297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38836) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:40:16.604207 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8a7e3d33-381a-4898-bd6f-ef8bcf17fca2 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=8ab69d8db805408cbe04214bbefdf417&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2234702 Jan 24 16:40:16.608050 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38842) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:40:16.678458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-567f2d94-5c97-4e29-b32c-e322e484ff83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:16.704931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-567f2d94-5c97-4e29-b32c-e322e484ff83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:16.756803 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-567f2d94-5c97-4e29-b32c-e322e484ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:16.780667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f2d94-5c97-4e29-b32c-e322e484ff83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c3937a-95e7-46d5-85b4-760c0473bdec,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:16.791293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-567f2d94-5c97-4e29-b32c-e322e484ff83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:16.792449 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-567f2d94-5c97-4e29-b32c-e322e484ff83 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/94c3937a-95e7-46d5-85b4-760c0473bdec HTTP/1.1" status: 204 len: 168 time: 0.1830282 Jan 24 16:40:17.158061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38850) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:40:17.176781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9cc3035b-82e8-4d89-955f-c06c48c6f2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:17.210968 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9cc3035b-82e8-4d89-955f-c06c48c6f2f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:40:17.216691 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9cc3035b-82e8-4d89-955f-c06c48c6f2f1 admin admin] Usage tracker for resource:security_group_rule and tenant:c49ab4c095384361910e31439cb7fa2b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:40:17.221396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9cc3035b-82e8-4d89-955f-c06c48c6f2f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:40:17.230267 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9cc3035b-82e8-4d89-955f-c06c48c6f2f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:40:17.300896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9cc3035b-82e8-4d89-955f-c06c48c6f2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:17.305959 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9cc3035b-82e8-4d89-955f-c06c48c6f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:17.350871 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3035b-82e8-4d89-955f-c06c48c6f2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed6acfb-168d-4327-91d2-3103495bbded,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:17.356339 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9cc3035b-82e8-4d89-955f-c06c48c6f2f1 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=c49ab4c095384361910e31439cb7fa2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1971889 Jan 24 16:40:17.359906 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38854) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:40:17.421367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-78e4d6be-b79c-42e7-a456-83ec83ff1b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:17.450446 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-78e4d6be-b79c-42e7-a456-83ec83ff1b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:17.509566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-78e4d6be-b79c-42e7-a456-83ec83ff1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:17.528351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4d6be-b79c-42e7-a456-83ec83ff1b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed6acfb-168d-4327-91d2-3103495bbded,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:17.535042 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-78e4d6be-b79c-42e7-a456-83ec83ff1b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:17.536267 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-78e4d6be-b79c-42e7-a456-83ec83ff1b92 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/8ed6acfb-168d-4327-91d2-3103495bbded HTTP/1.1" status: 204 len: 168 time: 0.1753323 Jan 24 16:40:18.079179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:18.478750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38876) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:40:18.639078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1602502639-network', 'tenant_id': '9120657dea4d42d7adae9407507f09e9'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:40:18.645058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:40:18.650850 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Usage tracker for resource:network and tenant:9120657dea4d42d7adae9407507f09e9 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:40:18.655018 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:40:18.663608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:40:18.683950 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Made reservation on behalf of 9120657dea4d42d7adae9407507f09e9 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:40:18.687274 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:18.705151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:18.736884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:40:18.740541 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Usage tracker for resource:security_group_rule and tenant:9120657dea4d42d7adae9407507f09e9 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:40:18.743237 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:40:18.748808 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:40:18.812193 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:18.819301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:18.853124 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:40:18.862247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac10691-88cf-4135-a6c0-ffeeef1ca7c7,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:18.867720 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:18.868049 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Added segment 15c6270a-beab-4736-bc37-61cfa6bcff41 of type vlan for network 82235347-fdf1-4aec-a9fa-dd4b276f2f16 Jan 24 16:40:18.895722 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:18.925680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:18.926564 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:18.927184 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:19.031614 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] Pushing event updated for resources: {'Network': ['ID=82235347-fdf1-4aec-a9fa-dd4b276f2f16,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:19.034121 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c86df0bc-807f-4a37-b4b7-d2729959927b admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5539281 Jan 24 16:40:19.037138 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38882) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:40:19.040812 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 82235347-fdf1-4aec-a9fa-dd4b276f2f16 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:40:19.042318 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d7a4b1d8-ca5d-48cb-bebf-0606eb568a35 admin admin] Request body: {'subnet': {'network_id': '82235347-fdf1-4aec-a9fa-dd4b276f2f16', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1602502639-subnet', 'tenant_id': '9120657dea4d42d7adae9407507f09e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:40:19.047395 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d7a4b1d8-ca5d-48cb-bebf-0606eb568a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:40:19.051201 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d7a4b1d8-ca5d-48cb-bebf-0606eb568a35 admin admin] Usage tracker for resource:subnet and tenant:9120657dea4d42d7adae9407507f09e9 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:40:19.054066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d7a4b1d8-ca5d-48cb-bebf-0606eb568a35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:40:19.059934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d7a4b1d8-ca5d-48cb-bebf-0606eb568a35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:40:19.070913 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a4b1d8-ca5d-48cb-bebf-0606eb568a35 admin admin] Made reservation on behalf of 9120657dea4d42d7adae9407507f09e9 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:40:19.073403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b1d8-ca5d-48cb-bebf-0606eb568a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:19.287340 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b1d8-ca5d-48cb-bebf-0606eb568a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:19.359896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4b1d8-ca5d-48cb-bebf-0606eb568a35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2599dba2-38d2-4868-b035-e66dd6ffc196,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:19.379549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a4b1d8-ca5d-48cb-bebf-0606eb568a35 admin admin] Checking segment: {'id': '15c6270a-beab-4736-bc37-61cfa6bcff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '82235347-fdf1-4aec-a9fa-dd4b276f2f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:40:19.379960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a4b1d8-ca5d-48cb-bebf-0606eb568a35 admin admin] Network hostable DHCP agents. Network: 82235347-fdf1-4aec-a9fa-dd4b276f2f16, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:40:19.404437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a4b1d8-ca5d-48cb-bebf-0606eb568a35 admin admin] Network 82235347-fdf1-4aec-a9fa-dd4b276f2f16 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:40:19.414881 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-d7a4b1d8-ca5d-48cb-bebf-0606eb568a35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 82235347-fdf1-4aec-a9fa-dd4b276f2f16) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:40:19.420183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4b1d8-ca5d-48cb-bebf-0606eb568a35 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:19.420183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b1d8-ca5d-48cb-bebf-0606eb568a35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:19.425162 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5db3e83-1ed6-4e80-8fc4-a6ebe5fb642d None None] Network 82235347-fdf1-4aec-a9fa-dd4b276f2f16 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:40:19.442060 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d7a4b1d8-ca5d-48cb-bebf-0606eb568a35 admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4039483 Jan 24 16:40:19.640243 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fe0559-5f0d-4f6b-a172-8a97458f6f52 None None] Network 82235347-fdf1-4aec-a9fa-dd4b276f2f16 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:40:20.002737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-8eb45308-4107-4182-8696-f0a4c04bfed1 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:20.004198 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-8eb45308-4107-4182-8696-f0a4c04bfed1 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/networks?id=82235347-fdf1-4aec-a9fa-dd4b276f2f16 HTTP/1.1" status: 200 len: 812 time: 0.1437497 Jan 24 16:40:20.023690 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-c52a91dd-c937-4bca-9699-5eb8bc60ae63 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/quotas/9120657dea4d42d7adae9407507f09e9 HTTP/1.1" status: 200 len: 375 time: 0.0109007 Jan 24 16:40:20.073411 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-2b2303ce-1dfa-4edd-a54a-ec603133b3a7 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=9120657dea4d42d7adae9407507f09e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444608 Jan 24 16:40:20.215989 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-518a4416-2b0c-42e6-b27a-c53aaa2e74fa service neutron] 10.222.0.130 "GET /v2.0/networks/82235347-fdf1-4aec-a9fa-dd4b276f2f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348193 Jan 24 16:40:20.351653 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-989f2068-f0f5-4a7e-adc0-fed3fee05400 service neutron] 10.222.0.130 "GET /v2.0/networks/82235347-fdf1-4aec-a9fa-dd4b276f2f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270323 Jan 24 16:40:20.536490 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-40649318-2fdb-4a8f-96b2-e290b07d0e21 req-a18f737d-378f-4d1f-a824-adc4fe27d692 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 210 time: 0.0410290 Jan 24 16:40:21.686726 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6fe0158b-d342-4ba6-8ee6-968e3c5a57da req-4f457bde-d069-44bb-b150-01a6f76108e2 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 210 time: 0.0542028 Jan 24 16:40:22.813881 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8339be32-6d92-4340-b79b-284479c9b410 req-0d767829-92e7-4faa-a389-faa0a6ba9b3a tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 210 time: 0.0482941 Jan 24 16:40:23.939446 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b9718b0a-644b-4741-b5cb-c9c548971e9e req-1ebf100f-a97a-4811-974e-0d601c6a5f00 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 210 time: 0.0413952 Jan 24 16:40:24.851300 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-0298285c-3b65-4aba-8cb7-ae01a6a70327 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:24.852005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-0298285c-3b65-4aba-8cb7-ae01a6a70327 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Synchronizing usage tracker for tenant:9120657dea4d42d7adae9407507f09e9 on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:40:24.871293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-0298285c-3b65-4aba-8cb7-ae01a6a70327 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Unset dirty status for tenant:9120657dea4d42d7adae9407507f09e9 on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:40:24.872476 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-0298285c-3b65-4aba-8cb7-ae01a6a70327 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.129 "GET /v2.0/networks?id=82235347-fdf1-4aec-a9fa-dd4b276f2f16 HTTP/1.1" status: 200 len: 812 time: 0.2621872 Jan 24 16:40:24.893589 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Request body: {'port': {'device_id': '4bd8528a-b94f-47a4-ba55-04709213005d', 'network_id': '82235347-fdf1-4aec-a9fa-dd4b276f2f16', 'admin_state_up': True, 'tenant_id': '9120657dea4d42d7adae9407507f09e9'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:40:25.032278 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:40:25.036289 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Usage tracker for resource:port and tenant:9120657dea4d42d7adae9407507f09e9 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:40:25.039160 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:40:25.045075 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:40:25.056695 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Made reservation on behalf of 9120657dea4d42d7adae9407507f09e9 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:40:25.060109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:25.114981 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0dbcd35c-0e43-4d4c-8b50-147174bf158c req-f6369729-06e0-4624-b511-28ed6dd41a4e tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 210 time: 0.0449872 Jan 24 16:40:25.269686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Allocated IP 172.20.0.8 (82235347-fdf1-4aec-a9fa-dd4b276f2f16/2599dba2-38d2-4868-b035-e66dd6ffc196/516fd0b4-ec4b-4975-a21c-e92c5e21c05c) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:40:25.478364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:25.510739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:25.584989 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Network 82235347-fdf1-4aec-a9fa-dd4b276f2f16 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:40:25.588146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:40:25.592677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:40:25.621456 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Pushing event updated for resources: {'Port': ['ID=516fd0b4-ec4b-4975-a21c-e92c5e21c05c,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:25.663883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:25.664682 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:25.693123 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-b24eafce-af32-4932-957c-07b71e0a9b29 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8032894 Jan 24 16:40:25.707609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Request body: {'port': {'device_id': '4bd8528a-b94f-47a4-ba55-04709213005d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:40:25.828899 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:26.181179 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516fd0b4-ec4b-4975-a21c-e92c5e21c05c {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:40:26.188457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:26.202486 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Transition to ACTIVE for port object 516fd0b4-ec4b-4975-a21c-e92c5e21c05c will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:40:26.207267 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:26.328400 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cfb49-9033-4d80-968d-4c5fd8d7c61e req-c9d887c6-a7be-4168-991c-0f6f22508bb1 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:26.330238 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a19cfb49-9033-4d80-968d-4c5fd8d7c61e req-c9d887c6-a7be-4168-991c-0f6f22508bb1 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 943 time: 0.0911379 Jan 24 16:40:26.334873 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Pushing event updated for resources: {'Port': ['ID=516fd0b4-ec4b-4975-a21c-e92c5e21c05c,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:26.377210 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a19cfb49-9033-4d80-968d-4c5fd8d7c61e req-6a94e603-1cc2-4eda-b503-1fb70ee074df tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413461 Jan 24 16:40:26.440057 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Attempting to bind port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:40:26.440376 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Attempting to bind port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '15c6270a-beab-4736-bc37-61cfa6bcff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '82235347-fdf1-4aec-a9fa-dd4b276f2f16'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:40:26.440699 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Attempting to bind port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c on network 82235347-fdf1-4aec-a9fa-dd4b276f2f16 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:40:26.446941 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c on network 82235347-fdf1-4aec-a9fa-dd4b276f2f16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:40:26.447240 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Attempting to bind port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c on network 82235347-fdf1-4aec-a9fa-dd4b276f2f16 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:40:26.454189 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:40:26.454505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Checking segment: {'id': '15c6270a-beab-4736-bc37-61cfa6bcff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '82235347-fdf1-4aec-a9fa-dd4b276f2f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:40:26.454870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Bound using segment: {'id': '15c6270a-beab-4736-bc37-61cfa6bcff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '82235347-fdf1-4aec-a9fa-dd4b276f2f16'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:40:26.455270 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Bound port: 516fd0b4-ec4b-4975-a21c-e92c5e21c05c, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c6270a-beab-4736-bc37-61cfa6bcff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '82235347-fdf1-4aec-a9fa-dd4b276f2f16'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:40:26.455642 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:26.546765 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] For port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:40:26.549830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] For port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=516fd0b4-ec4b-4975-a21c-e92c5e21c05c,segment=NetworkSegment(15c6270a-beab-4736-bc37-61cfa6bcff41),segment_id=15c6270a-beab-4736-bc37-61cfa6bcff41)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:40:26.558103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:26.619755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:26.621099 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] 10.222.0.129 "PUT /v2.0/ports/516fd0b4-ec4b-4975-a21c-e92c5e21c05c HTTP/1.1" status: 200 len: 1093 time: 0.9174755 Jan 24 16:40:26.621529 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd8528a-b94f-47a4-ba55-04709213005d', 'tag': '516fd0b4-ec4b-4975-a21c-e92c5e21c05c'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:40:26.639522 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a3f1f-f480-488c-8962-a3ed07a17313 service neutron] Pushing event updated for resources: {'Port': ['ID=516fd0b4-ec4b-4975-a21c-e92c5e21c05c,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:26.697597 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd8528a-b94f-47a4-ba55-04709213005d', 'tag': '516fd0b4-ec4b-4975-a21c-e92c5e21c05c', 'status': 'completed', 'code': 200} Jan 24 16:40:26.737946 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-9a7d59fa-9ba5-4264-b734-1d9cd06ff28b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9120657dea4d42d7adae9407507f09e9&device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 1096 time: 0.0749300 Jan 24 16:40:26.902540 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-959b50e1-e19f-45eb-8228-a6dae5d7a9d8 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516fd0b4-ec4b-4975-a21c-e92c5e21c05c HTTP/1.1" status: 200 len: 217 time: 0.1548810 Jan 24 16:40:26.968188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-0aa80f73-798d-418a-a7cd-53122a6ece2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:26.969959 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-0aa80f73-798d-418a-a7cd-53122a6ece2d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=2599dba2-38d2-4868-b035-e66dd6ffc196 HTTP/1.1" status: 200 len: 852 time: 0.0611281 Jan 24 16:40:27.017565 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-c4971311-75d7-4fa7-893c-35eda563433f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=82235347-fdf1-4aec-a9fa-dd4b276f2f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410786 Jan 24 16:40:27.157126 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-92c59afc-4a4d-491c-905c-e4a795735742 service neutron] 10.222.0.129 "GET /v2.0/networks/82235347-fdf1-4aec-a9fa-dd4b276f2f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271427 Jan 24 16:40:27.292151 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-54df2331-909c-4a41-b0bb-6e0e233ffd02 req-c7ef4fc7-3152-43c7-8346-cafc02bc9cd6 service neutron] 10.222.0.129 "GET /v2.0/networks/82235347-fdf1-4aec-a9fa-dd4b276f2f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245461 Jan 24 16:40:27.427961 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-25001e19-fd96-4c27-a4d3-bf780dd127f4 req-cf489a97-e998-4dd6-972c-05432bdcde6a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9120657dea4d42d7adae9407507f09e9&device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 1096 time: 0.0785415 Jan 24 16:40:27.559993 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25001e19-fd96-4c27-a4d3-bf780dd127f4 req-5261e89e-f4d4-4c8c-9ba5-58cc42aa8f44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:27.561426 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-25001e19-fd96-4c27-a4d3-bf780dd127f4 req-5261e89e-f4d4-4c8c-9ba5-58cc42aa8f44 service neutron] 10.222.0.129 "GET /v2.0/networks?id=82235347-fdf1-4aec-a9fa-dd4b276f2f16 HTTP/1.1" status: 200 len: 913 time: 0.1274979 Jan 24 16:40:27.587223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06870f9-6ba9-40de-a71e-1c936f2cf5d8 req-dd01a087-b181-4a37-b8fe-2b07ead49621 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:27.588785 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a06870f9-6ba9-40de-a71e-1c936f2cf5d8 req-dd01a087-b181-4a37-b8fe-2b07ead49621 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 943 time: 0.0806289 Jan 24 16:40:27.630050 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-25001e19-fd96-4c27-a4d3-bf780dd127f4 req-87d63334-608d-4a24-bdbb-8d2896827c20 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516fd0b4-ec4b-4975-a21c-e92c5e21c05c HTTP/1.1" status: 200 len: 217 time: 0.0614285 Jan 24 16:40:27.644914 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a06870f9-6ba9-40de-a71e-1c936f2cf5d8 req-0cde6717-f724-4ffd-bfe2-17b5aea94e38 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500019 Jan 24 16:40:27.696774 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25001e19-fd96-4c27-a4d3-bf780dd127f4 req-dd899363-0229-4cbb-a4a1-4ed12982e8b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:27.698107 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-25001e19-fd96-4c27-a4d3-bf780dd127f4 req-dd899363-0229-4cbb-a4a1-4ed12982e8b2 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=2599dba2-38d2-4868-b035-e66dd6ffc196 HTTP/1.1" status: 200 len: 852 time: 0.0620391 Jan 24 16:40:27.751839 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-25001e19-fd96-4c27-a4d3-bf780dd127f4 req-585eb2a6-0fa2-4969-81c6-aee26aa408e8 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=82235347-fdf1-4aec-a9fa-dd4b276f2f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426795 Jan 24 16:40:27.883146 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-25001e19-fd96-4c27-a4d3-bf780dd127f4 req-c419404e-2a07-4095-84de-7d3d31744a07 service neutron] 10.222.0.129 "GET /v2.0/networks/82235347-fdf1-4aec-a9fa-dd4b276f2f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236219 Jan 24 16:40:28.032384 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-25001e19-fd96-4c27-a4d3-bf780dd127f4 req-80a1beba-5116-40eb-9eb7-2a4e45a0ef62 service neutron] 10.222.0.129 "GET /v2.0/networks/82235347-fdf1-4aec-a9fa-dd4b276f2f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428008 Jan 24 16:40:28.870997 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b500f7-f1c0-4e9e-b0a6-18bdfaf4138d req-912d079e-609e-4536-9904-2fd78a63dffc tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:28.871875 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b2b500f7-f1c0-4e9e-b0a6-18bdfaf4138d req-912d079e-609e-4536-9904-2fd78a63dffc tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Synchronizing usage tracker for tenant:9120657dea4d42d7adae9407507f09e9 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:40:28.899031 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b2b500f7-f1c0-4e9e-b0a6-18bdfaf4138d req-912d079e-609e-4536-9904-2fd78a63dffc tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Unset dirty status for tenant:9120657dea4d42d7adae9407507f09e9 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:40:28.900676 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b2b500f7-f1c0-4e9e-b0a6-18bdfaf4138d req-912d079e-609e-4536-9904-2fd78a63dffc tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 943 time: 0.1221371 Jan 24 16:40:28.955951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b2b500f7-f1c0-4e9e-b0a6-18bdfaf4138d req-dae4c24e-9268-4d70-9e8f-06beb6afa1c8 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Synchronizing usage tracker for tenant:9120657dea4d42d7adae9407507f09e9 on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:40:28.976157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b2b500f7-f1c0-4e9e-b0a6-18bdfaf4138d req-dae4c24e-9268-4d70-9e8f-06beb6afa1c8 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Unset dirty status for tenant:9120657dea4d42d7adae9407507f09e9 on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:40:28.977382 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b2b500f7-f1c0-4e9e-b0a6-18bdfaf4138d req-dae4c24e-9268-4d70-9e8f-06beb6afa1c8 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709970 Jan 24 16:40:29.964552 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 516fd0b4-ec4b-4975-a21c-e92c5e21c05c details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:40:30.104659 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=516fd0b4-ec4b-4975-a21c-e92c5e21c05c,segment=NetworkSegment(15c6270a-beab-4736-bc37-61cfa6bcff41),segment_id=15c6270a-beab-4736-bc37-61cfa6bcff41)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:40:30.119072 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '516fd0b4-ec4b-4975-a21c-e92c5e21c05c', 'network_id': '82235347-fdf1-4aec-a9fa-dd4b276f2f16', 'port_id': '516fd0b4-ec4b-4975-a21c-e92c5e21c05c', 'mac_address': 'fa:16:3e:f4:f4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2599dba2-38d2-4868-b035-e66dd6ffc196', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:40:30.172054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:30.183778 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc395169-08a4-4d7f-adf5-2dfa678b47a8 req-e34d9293-e2f5-4617-bd0c-27367887dbd0 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:30.185242 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-dc395169-08a4-4d7f-adf5-2dfa678b47a8 req-e34d9293-e2f5-4617-bd0c-27367887dbd0 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 943 time: 0.0773475 Jan 24 16:40:30.190353 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516fd0b4-ec4b-4975-a21c-e92c5e21c05c {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:40:30.206862 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=516fd0b4-ec4b-4975-a21c-e92c5e21c05c,segment=NetworkSegment(15c6270a-beab-4736-bc37-61cfa6bcff41),segment_id=15c6270a-beab-4736-bc37-61cfa6bcff41)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:40:30.212492 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:30.235046 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-dc395169-08a4-4d7f-adf5-2dfa678b47a8 req-bf6438a2-cf99-4094-987e-96e2b3d519f2 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428758 Jan 24 16:40:30.279976 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=516fd0b4-ec4b-4975-a21c-e92c5e21c05c,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:30.289679 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:40:30.290024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:40:30.290361 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:40:30.290775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:40:30.291107 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:40:30.291572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:40:30.291902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:40:30.292225 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:40:30.292542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:40:30.292986 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:40:30.293310 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:40:30.452974 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['516fd0b4-ec4b-4975-a21c-e92c5e21c05c'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:40:31.469142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d2bef-c6c8-4de6-92ac-f22223c50529 req-58f18921-8941-4e66-8a3d-23937219a055 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:31.470677 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9c0d2bef-c6c8-4de6-92ac-f22223c50529 req-58f18921-8941-4e66-8a3d-23937219a055 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 944 time: 0.1075068 Jan 24 16:40:31.526740 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9c0d2bef-c6c8-4de6-92ac-f22223c50529 req-c44a5945-bafd-4ff8-9554-dfdbcb658f8b tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499935 Jan 24 16:40:31.974498 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 516fd0b4-ec4b-4975-a21c-e92c5e21c05c up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:40:32.046117 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:40:32.051149 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:40:32.051540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:32.167379 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:32.194020 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd8528a-b94f-47a4-ba55-04709213005d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516fd0b4-ec4b-4975-a21c-e92c5e21c05c'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:40:32.203423 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=516fd0b4-ec4b-4975-a21c-e92c5e21c05c,segment=NetworkSegment(15c6270a-beab-4736-bc37-61cfa6bcff41),segment_id=15c6270a-beab-4736-bc37-61cfa6bcff41)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:40:32.207758 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:32.257910 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd8528a-b94f-47a4-ba55-04709213005d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516fd0b4-ec4b-4975-a21c-e92c5e21c05c', 'code': 200} Jan 24 16:40:32.275072 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=516fd0b4-ec4b-4975-a21c-e92c5e21c05c,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:40:32.511781 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9795f298-3c11-4020-b028-b5842efa4ed5 req-66920145-6b9d-42f1-9945-f51da7459d17 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 1098 time: 0.0758681 Jan 24 16:40:32.556274 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9795f298-3c11-4020-b028-b5842efa4ed5 req-bef40211-3aaa-4f9d-ac1d-a9db34b446d2 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383298 Jan 24 16:40:32.748898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454d65c-e6da-43a3-bbb7-d73d74e3bfe9 req-50a0349c-a703-42f8-af9d-62b8ffe7b304 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:32.750359 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7454d65c-e6da-43a3-bbb7-d73d74e3bfe9 req-50a0349c-a703-42f8-af9d-62b8ffe7b304 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0839238 Jan 24 16:40:32.800382 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7454d65c-e6da-43a3-bbb7-d73d74e3bfe9 req-963e4501-c355-4c40-8b06-fc5a3e1f929b tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 Jan 24 16:40:34.043076 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86710e-16aa-44f0-b4d6-ad7304e61a12 req-9fc103f9-f1f7-41a7-ac50-e8d91ce3b256 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:34.044742 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0b86710e-16aa-44f0-b4d6-ad7304e61a12 req-9fc103f9-f1f7-41a7-ac50-e8d91ce3b256 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0921228 Jan 24 16:40:34.091253 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0b86710e-16aa-44f0-b4d6-ad7304e61a12 req-4ed6f773-7d24-41b3-b9ef-20bc94207c31 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Jan 24 16:40:34.409209 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-79209476-8a8a-4a70-9477-27e02268e3d6 req-ed1d643b-d991-4ee5-9f97-7bec296f86d7 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1643629 Jan 24 16:40:34.702486 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 38948) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:40:34.733160 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7769cd-baf9-4a5a-932c-64372d415512 req-60bd17f0-5931-4015-b69b-09cd5c907776 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:34.734614 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bc7769cd-baf9-4a5a-932c-64372d415512 req-60bd17f0-5931-4015-b69b-09cd5c907776 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0774868 Jan 24 16:40:34.781568 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bc7769cd-baf9-4a5a-932c-64372d415512 req-ac5ce67f-9658-41fa-9af8-013f962aefe6 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404203 Jan 24 16:40:34.856006 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-a34df9b0-e66a-4c65-a92f-fd18dc3e920a service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1519971 Jan 24 16:40:35.979878 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8fe61-420f-4f4c-8dd6-85e2a03e71b8 req-dea35718-e796-40b9-936f-6f0b5422c80f tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:35.981220 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-23b8fe61-420f-4f4c-8dd6-85e2a03e71b8 req-dea35718-e796-40b9-936f-6f0b5422c80f tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0758243 Jan 24 16:40:36.031059 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-23b8fe61-420f-4f4c-8dd6-85e2a03e71b8 req-0baa2737-fc3d-4f2b-a0f3-cd27c60c5486 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Jan 24 16:40:36.258647 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-942c425d-b582-4610-9d62-7fb83e480281 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9120657dea4d42d7adae9407507f09e9&device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 1098 time: 0.0751727 Jan 24 16:40:36.397997 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-aad4ddfe-ebe8-45ab-ad7d-7dce73dfbe4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:36.399431 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-aad4ddfe-ebe8-45ab-ad7d-7dce73dfbe4b service neutron] 10.222.0.129 "GET /v2.0/networks?id=82235347-fdf1-4aec-a9fa-dd4b276f2f16 HTTP/1.1" status: 200 len: 913 time: 0.1350460 Jan 24 16:40:36.471195 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-1ca41b6a-9ffc-4d24-8a40-474c368b18bb service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516fd0b4-ec4b-4975-a21c-e92c5e21c05c HTTP/1.1" status: 200 len: 217 time: 0.0653641 Jan 24 16:40:36.534382 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-c6cf11d1-b167-47e5-8d11-8e1bb628868b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:36.535770 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-c6cf11d1-b167-47e5-8d11-8e1bb628868b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=2599dba2-38d2-4868-b035-e66dd6ffc196 HTTP/1.1" status: 200 len: 852 time: 0.0585730 Jan 24 16:40:36.584759 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-e79399f0-9566-4ce4-a9e9-d1442b2e1f67 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=82235347-fdf1-4aec-a9fa-dd4b276f2f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413778 Jan 24 16:40:36.728254 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-34c75919-e394-4b61-b7cb-35503fe634d7 service neutron] 10.222.0.129 "GET /v2.0/networks/82235347-fdf1-4aec-a9fa-dd4b276f2f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366973 Jan 24 16:40:36.875090 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-7199fbaf-54a2-4079-b47c-f55db8e7de0a service neutron] 10.222.0.129 "GET /v2.0/networks/82235347-fdf1-4aec-a9fa-dd4b276f2f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392806 Jan 24 16:40:36.972671 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-82dfca18-ddc9-471a-a6ad-92b7802de742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:37.351311 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dc06d-1559-4a1c-b905-7a5a36d5bdf4 req-de5edf18-d993-4165-8da2-54617c791887 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:37.352800 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-840dc06d-1559-4a1c-b905-7a5a36d5bdf4 req-de5edf18-d993-4165-8da2-54617c791887 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.1915219 Jan 24 16:40:37.399803 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-840dc06d-1559-4a1c-b905-7a5a36d5bdf4 req-d373ba9e-a82f-4890-9726-d14321604fd3 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Jan 24 16:40:38.630640 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca340ab-adc6-4c3c-9fb5-3f7468aaea4d req-a89fc8a1-cd5b-46c1-86b9-4f2ba4383b4c tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:38.632094 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eca340ab-adc6-4c3c-9fb5-3f7468aaea4d req-a89fc8a1-cd5b-46c1-86b9-4f2ba4383b4c tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0851736 Jan 24 16:40:38.693859 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eca340ab-adc6-4c3c-9fb5-3f7468aaea4d req-d83b7c38-ddf3-4b66-8e09-dafd223b255c tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498433 Jan 24 16:40:39.180719 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0dc4011d-cbcd-4ade-89ad-10a340b1775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:39.924344 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cffb78-f048-47d2-a41a-5570d1f21604 req-67a43f6a-5b39-4f87-9c0e-6b5239affb95 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:39.925784 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a7cffb78-f048-47d2-a41a-5570d1f21604 req-67a43f6a-5b39-4f87-9c0e-6b5239affb95 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0968635 Jan 24 16:40:39.978318 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a7cffb78-f048-47d2-a41a-5570d1f21604 req-c8896a61-d1c7-4278-978c-a8758d56e746 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468524 Jan 24 16:40:40.389754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:40.413206 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:41.204477 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a668b-9eb0-4bbf-b3e8-8f666bfeb3bb req-a2584c5b-98ec-4287-8bf6-e40ed8f728ef tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:41.205951 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4e8a668b-9eb0-4bbf-b3e8-8f666bfeb3bb req-a2584c5b-98ec-4287-8bf6-e40ed8f728ef tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0868735 Jan 24 16:40:41.259255 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4e8a668b-9eb0-4bbf-b3e8-8f666bfeb3bb req-035ba21e-e674-40d2-a5ef-68b5a15c7504 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449593 Jan 24 16:40:41.873471 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:42.479082 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b70e86-683a-4f01-b17a-46018d0892fc req-1c1c6968-c989-45e7-938b-b7bb0cea8f72 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:42.480559 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-67b70e86-683a-4f01-b17a-46018d0892fc req-1c1c6968-c989-45e7-938b-b7bb0cea8f72 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0924244 Jan 24 16:40:42.534469 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-67b70e86-683a-4f01-b17a-46018d0892fc req-4772fdbb-4798-4489-a70f-c0339b796142 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455868 Jan 24 16:40:43.524171 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:40:43.735400 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb70fe-1fd3-4870-901a-9c7f12cdf471 req-f5059026-9e63-496a-91ee-9380ba703e3d tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:43.737166 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b9bb70fe-1fd3-4870-901a-9c7f12cdf471 req-f5059026-9e63-496a-91ee-9380ba703e3d tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0815201 Jan 24 16:40:43.800396 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b9bb70fe-1fd3-4870-901a-9c7f12cdf471 req-5d911290-5e5a-4075-a6cb-5deda9114479 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541997 Jan 24 16:40:45.022971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77cc1e-8d6a-46d3-87fc-f527c80b129e req-b3edc409-9bb9-4b40-97bf-efc09aacb811 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:45.024427 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fa77cc1e-8d6a-46d3-87fc-f527c80b129e req-b3edc409-9bb9-4b40-97bf-efc09aacb811 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0802522 Jan 24 16:40:45.075109 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fa77cc1e-8d6a-46d3-87fc-f527c80b129e req-c14595a9-0cf9-42d4-b152-7592cb8f99fe tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Jan 24 16:40:46.280028 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffdbbd-667c-4ee1-b870-835a0051e7a0 req-3b831c12-71b8-4d05-9177-bb1649e8c698 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:46.281477 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-40ffdbbd-667c-4ee1-b870-835a0051e7a0 req-3b831c12-71b8-4d05-9177-bb1649e8c698 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0820611 Jan 24 16:40:46.327470 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-40ffdbbd-667c-4ee1-b870-835a0051e7a0 req-8a5dea0d-2f3b-484a-b957-4b253f585f67 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404079 Jan 24 16:40:47.548354 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25f459-379e-4398-aa43-79f5de123863 req-5f018cff-ef1d-489d-9496-522b2576223a tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:47.549794 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6c25f459-379e-4398-aa43-79f5de123863 req-5f018cff-ef1d-489d-9496-522b2576223a tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0944762 Jan 24 16:40:47.595200 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6c25f459-379e-4398-aa43-79f5de123863 req-c853d373-580e-472e-9b0e-e984cfc24bbe tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397823 Jan 24 16:40:48.091453 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:40:48.804397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de55fd-ecba-4e52-883c-40ef3831ec04 req-0846d88d-2e39-4613-8bd5-3ac3e18b2459 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:48.805822 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f0de55fd-ecba-4e52-883c-40ef3831ec04 req-0846d88d-2e39-4613-8bd5-3ac3e18b2459 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0883791 Jan 24 16:40:48.855685 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f0de55fd-ecba-4e52-883c-40ef3831ec04 req-2f13506f-318a-42f9-9196-342088ab4ebf tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Jan 24 16:40:50.082782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea4e3f-ee67-4d4d-bd55-811e087c5566 req-15f95e69-308d-4b14-9f99-1cd6ff36ccea tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:50.084267 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5bea4e3f-ee67-4d4d-bd55-811e087c5566 req-15f95e69-308d-4b14-9f99-1cd6ff36ccea tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0882888 Jan 24 16:40:50.137470 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5bea4e3f-ee67-4d4d-bd55-811e087c5566 req-08ffe3d2-3416-43f6-8495-1754bd0e0ea3 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443056 Jan 24 16:40:51.353644 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1617d3-65e9-4c5d-9c81-131715214871 req-5267bb78-ffe5-4415-b4b0-2d73c9b3ad26 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:51.355085 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fd1617d3-65e9-4c5d-9c81-131715214871 req-5267bb78-ffe5-4415-b4b0-2d73c9b3ad26 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0819428 Jan 24 16:40:51.404843 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fd1617d3-65e9-4c5d-9c81-131715214871 req-04071871-02bc-48af-98b1-0cf490b1e5ae tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Jan 24 16:40:52.616517 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb493d-f8bc-417f-b28b-4af184c98ea7 req-290fc457-59d5-4409-b92e-b197ae94ee23 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:52.617967 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4edb493d-f8bc-417f-b28b-4af184c98ea7 req-290fc457-59d5-4409-b92e-b197ae94ee23 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0887780 Jan 24 16:40:52.667680 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4edb493d-f8bc-417f-b28b-4af184c98ea7 req-dbed77cc-515d-48b7-92f9-2b972760bdf1 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412548 Jan 24 16:40:53.901166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d9110-2cd5-4110-ac84-be8a85d6c19d req-b7401738-300f-42cd-a035-44351bf83210 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:53.902972 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-160d9110-2cd5-4110-ac84-be8a85d6c19d req-b7401738-300f-42cd-a035-44351bf83210 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0942554 Jan 24 16:40:53.964393 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-160d9110-2cd5-4110-ac84-be8a85d6c19d req-2391fdae-b033-4f24-b6bd-beb4ed1aba47 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539553 Jan 24 16:40:55.182913 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1b676-b80f-4f1f-9735-e5ac0731fb8b req-48722e3a-3240-4393-998c-a2552ab71724 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:55.184374 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-22d1b676-b80f-4f1f-9735-e5ac0731fb8b req-48722e3a-3240-4393-998c-a2552ab71724 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0836883 Jan 24 16:40:55.230170 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-22d1b676-b80f-4f1f-9735-e5ac0731fb8b req-75f73f99-e828-4bab-a6d8-1578f3781ca5 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401313 Jan 24 16:40:55.636334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [req-b702387c-ebbd-4275-865d-54f86ddd6f94 req-7ab366e4-e4a0-4123-a53c-a9d73d83491b service neutron] (83466) timed out ('10.222.0.129', 62482) {{(pid=83466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 24 16:40:56.451185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbd188-3b6f-42df-8404-09da46f41263 req-a5aaeac0-72bc-41fb-8e65-a92289a92307 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:56.452955 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6acbd188-3b6f-42df-8404-09da46f41263 req-a5aaeac0-72bc-41fb-8e65-a92289a92307 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0874364 Jan 24 16:40:56.504525 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6acbd188-3b6f-42df-8404-09da46f41263 req-8a01f8c7-9a65-45d6-9843-5c8cbf1a29a5 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433881 Jan 24 16:40:57.723527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83d7c8-8636-471a-969a-af98a2298d31 req-27e89255-00b8-498a-a317-cab37c0fa315 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:57.724995 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1b83d7c8-8636-471a-969a-af98a2298d31 req-27e89255-00b8-498a-a317-cab37c0fa315 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0863853 Jan 24 16:40:57.774226 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1b83d7c8-8636-471a-969a-af98a2298d31 req-8a9df7b0-a4af-44fd-a324-1f90c2a2e87e tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434101 Jan 24 16:40:58.994347 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b300367-3692-4c7b-b7f0-ca9b444d188c req-253ded88-e633-4374-b037-356597821a44 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:40:58.996343 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7b300367-3692-4c7b-b7f0-ca9b444d188c req-253ded88-e633-4374-b037-356597821a44 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0870943 Jan 24 16:40:59.042629 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7b300367-3692-4c7b-b7f0-ca9b444d188c req-a63ab47e-83b1-4e3e-844e-e9b7b71f5e3c tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406659 Jan 24 16:41:00.256738 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7803f-e3e9-4c3b-ae4a-a1b775874b1a req-fb620ac0-0864-4b81-9f83-5c3b720e77cb tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:00.258186 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2df7803f-e3e9-4c3b-ae4a-a1b775874b1a req-fb620ac0-0864-4b81-9f83-5c3b720e77cb tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0885003 Jan 24 16:41:00.306099 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2df7803f-e3e9-4c3b-ae4a-a1b775874b1a req-c6ea0312-4494-46e3-8230-9bb2dafa3676 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422075 Jan 24 16:41:01.516757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca203f-ac5a-4e8f-8440-ba54e5a4cb17 req-30e4cc4e-68da-4753-8863-28484c601173 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:01.518202 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-40ca203f-ac5a-4e8f-8440-ba54e5a4cb17 req-30e4cc4e-68da-4753-8863-28484c601173 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0869792 Jan 24 16:41:01.565049 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-40ca203f-ac5a-4e8f-8440-ba54e5a4cb17 req-6f8114f7-3445-48b9-aa50-f75b43524398 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411751 Jan 24 16:41:02.785842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d2b1a-7526-47e3-922a-523a2f7c1a53 req-a9d46ce2-c361-433c-8234-ee50f4b386d6 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:02.787268 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5e4d2b1a-7526-47e3-922a-523a2f7c1a53 req-a9d46ce2-c361-433c-8234-ee50f4b386d6 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0890837 Jan 24 16:41:02.834662 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5e4d2b1a-7526-47e3-922a-523a2f7c1a53 req-c35d3ef5-f5ce-4831-bd07-4905f58b65e0 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393891 Jan 24 16:41:04.050274 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf0605-a96c-4142-b1c2-cb766f8e2ffb req-29a51590-7d8d-4e8a-831a-8807e0e67b34 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:04.051761 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d7cf0605-a96c-4142-b1c2-cb766f8e2ffb req-29a51590-7d8d-4e8a-831a-8807e0e67b34 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0875542 Jan 24 16:41:04.100358 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d7cf0605-a96c-4142-b1c2-cb766f8e2ffb req-56f13506-b147-4381-b388-35890531b537 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427079 Jan 24 16:41:05.309319 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f853d4d-f570-4f62-a9cb-5e729ee425dc req-a0c7da99-124a-4a75-995b-d0c434e73709 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:05.310740 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5f853d4d-f570-4f62-a9cb-5e729ee425dc req-a0c7da99-124a-4a75-995b-d0c434e73709 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0809674 Jan 24 16:41:05.370595 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5f853d4d-f570-4f62-a9cb-5e729ee425dc req-ff54b59d-95c0-4f39-9b16-d7b76f614084 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518253 Jan 24 16:41:06.598047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a5926-9f87-4445-b7e8-7e70ed48c281 req-72b8719d-f698-42ce-8586-bbb8dbec72ec tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:06.599561 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-674a5926-9f87-4445-b7e8-7e70ed48c281 req-72b8719d-f698-42ce-8586-bbb8dbec72ec tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0975151 Jan 24 16:41:06.657235 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-674a5926-9f87-4445-b7e8-7e70ed48c281 req-b0d2158b-406f-48c7-9c88-25285365f3ae tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520198 Jan 24 16:41:06.980926 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-79abeb14-e1a4-4432-a4e1-3fbc2a994950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:07.892483 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554b097-4f00-4615-87db-ad083deff327 req-c652ec9e-0b96-4d03-98e8-07b7fe7fd1ca tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:07.893958 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1554b097-4f00-4615-87db-ad083deff327 req-c652ec9e-0b96-4d03-98e8-07b7fe7fd1ca tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0990276 Jan 24 16:41:07.941276 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1554b097-4f00-4615-87db-ad083deff327 req-946baa66-9ad3-40aa-8456-5c78e5fa1b3f tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 Jan 24 16:41:08.912173 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-198c9889-d554-4bc8-ad0e-ea843e5fb2eb service neutron] 10.222.0.129 "GET /v2.0/ports/516fd0b4-ec4b-4975-a21c-e92c5e21c05c/bindings/hv-neutron-8261 HTTP/1.1" status: 200 len: 384 time: 0.1637292 Jan 24 16:41:09.174430 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b9519896-6361-423c-840c-6a76f04c2a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:09.209357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e07bcf-9ada-418b-939b-8dc42f8e8a95 req-0ed75c4a-d02e-4df2-8386-c4a3adc50133 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:09.210779 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-93e07bcf-9ada-418b-939b-8dc42f8e8a95 req-0ed75c4a-d02e-4df2-8386-c4a3adc50133 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.1349826 Jan 24 16:41:09.261737 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-125545d0-6ea7-474b-970c-323dbc583443 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d&tenant_id=9120657dea4d42d7adae9407507f09e9 HTTP/1.1" status: 200 len: 1098 time: 0.1245389 Jan 24 16:41:09.271723 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-93e07bcf-9ada-418b-939b-8dc42f8e8a95 req-02154678-2e99-4a18-b60c-5865c1b5c52c tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546424 Jan 24 16:41:09.354806 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-43efbf2b-284d-4a32-9e60-385c91011d89 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9120657dea4d42d7adae9407507f09e9&device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 1098 time: 0.0717094 Jan 24 16:41:09.494578 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-1249419a-a145-435f-9f53-b3ae9b15ebbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:09.495928 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-1249419a-a145-435f-9f53-b3ae9b15ebbb service neutron] 10.222.0.129 "GET /v2.0/networks?id=82235347-fdf1-4aec-a9fa-dd4b276f2f16 HTTP/1.1" status: 200 len: 913 time: 0.1348906 Jan 24 16:41:09.563520 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-8e9e49e2-6eda-4a82-a10f-f60f6d8ba944 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516fd0b4-ec4b-4975-a21c-e92c5e21c05c HTTP/1.1" status: 200 len: 217 time: 0.0593956 Jan 24 16:41:09.630233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-044530c6-eb06-413e-acfa-e42ee3bf2c0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:09.631682 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-044530c6-eb06-413e-acfa-e42ee3bf2c0c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=2599dba2-38d2-4868-b035-e66dd6ffc196 HTTP/1.1" status: 200 len: 852 time: 0.0626726 Jan 24 16:41:09.677078 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-3226f730-4240-4cbc-92d2-9bf818cc7192 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=82235347-fdf1-4aec-a9fa-dd4b276f2f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385714 Jan 24 16:41:09.808071 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-dd35e724-7feb-4c47-994a-e9ac936b7427 service neutron] 10.222.0.129 "GET /v2.0/networks/82235347-fdf1-4aec-a9fa-dd4b276f2f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243694 Jan 24 16:41:09.939395 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc997506-7e5d-4f70-9a65-212ec75bf1c8 req-bda80847-e8ca-4f1c-87ba-1505e560a238 service neutron] 10.222.0.129 "GET /v2.0/networks/82235347-fdf1-4aec-a9fa-dd4b276f2f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249166 Jan 24 16:41:10.136378 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dbf1e538-9a2c-4f5b-8c76-d898eb9759d1 req-0c055715-4fb5-4440-8ab2-9802c6fbf83b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9120657dea4d42d7adae9407507f09e9&device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 1098 time: 0.0743711 Jan 24 16:41:10.281715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1e538-9a2c-4f5b-8c76-d898eb9759d1 req-d2bbd08b-afad-486a-8807-9f274edb0119 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:10.283151 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dbf1e538-9a2c-4f5b-8c76-d898eb9759d1 req-d2bbd08b-afad-486a-8807-9f274edb0119 service neutron] 10.222.0.129 "GET /v2.0/networks?id=82235347-fdf1-4aec-a9fa-dd4b276f2f16 HTTP/1.1" status: 200 len: 913 time: 0.1262653 Jan 24 16:41:10.355181 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dbf1e538-9a2c-4f5b-8c76-d898eb9759d1 req-ed2a31ab-e9ae-4cf6-a950-bc0f655f7625 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516fd0b4-ec4b-4975-a21c-e92c5e21c05c HTTP/1.1" status: 200 len: 217 time: 0.0638704 Jan 24 16:41:10.390879 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:10.417321 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:10.420632 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1e538-9a2c-4f5b-8c76-d898eb9759d1 req-380f0e77-0cdf-4613-afaf-9f40723dbc6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:10.422172 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dbf1e538-9a2c-4f5b-8c76-d898eb9759d1 req-380f0e77-0cdf-4613-afaf-9f40723dbc6c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=2599dba2-38d2-4868-b035-e66dd6ffc196 HTTP/1.1" status: 200 len: 852 time: 0.0610135 Jan 24 16:41:10.474205 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dbf1e538-9a2c-4f5b-8c76-d898eb9759d1 req-8f628cb6-af34-4e54-a22b-c5c46bdc9ca9 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=82235347-fdf1-4aec-a9fa-dd4b276f2f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428605 Jan 24 16:41:10.474782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc6e4d-9f7b-4fa5-8f3b-8af48a534915 req-c14eae0b-5f75-47e9-996e-9ccaf6ad21b3 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:10.476274 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8dcc6e4d-9f7b-4fa5-8f3b-8af48a534915 req-c14eae0b-5f75-47e9-996e-9ccaf6ad21b3 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0790701 Jan 24 16:41:10.523000 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8dcc6e4d-9f7b-4fa5-8f3b-8af48a534915 req-d7be90fb-df6e-4ca5-8feb-cf5e06dcb5ad tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411816 Jan 24 16:41:10.605273 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dbf1e538-9a2c-4f5b-8c76-d898eb9759d1 req-d4ae5666-56cc-408d-837e-46a68706d49e service neutron] 10.222.0.129 "GET /v2.0/networks/82235347-fdf1-4aec-a9fa-dd4b276f2f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241930 Jan 24 16:41:10.843926 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dbf1e538-9a2c-4f5b-8c76-d898eb9759d1 req-f198c4e5-1f2c-4dab-8a0b-890610a1a0a0 service neutron] 10.222.0.129 "GET /v2.0/networks/82235347-fdf1-4aec-a9fa-dd4b276f2f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312312 Jan 24 16:41:11.723069 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c87d1-b636-41d0-827f-f05a378bc300 req-d16242b6-49dc-40f2-8cbc-1e788942e866 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:11.724554 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e93c87d1-b636-41d0-827f-f05a378bc300 req-d16242b6-49dc-40f2-8cbc-1e788942e866 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0778892 Jan 24 16:41:11.775028 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e93c87d1-b636-41d0-827f-f05a378bc300 req-4084534d-2ecb-4609-8175-fbe4c22e0165 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432551 Jan 24 16:41:11.820323 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:12.158782 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 516fd0b4-ec4b-4975-a21c-e92c5e21c05c details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:41:12.305678 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=516fd0b4-ec4b-4975-a21c-e92c5e21c05c,segment=NetworkSegment(15c6270a-beab-4736-bc37-61cfa6bcff41),segment_id=15c6270a-beab-4736-bc37-61cfa6bcff41)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:41:12.319185 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '516fd0b4-ec4b-4975-a21c-e92c5e21c05c', 'network_id': '82235347-fdf1-4aec-a9fa-dd4b276f2f16', 'port_id': '516fd0b4-ec4b-4975-a21c-e92c5e21c05c', 'mac_address': 'fa:16:3e:f4:f4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2599dba2-38d2-4868-b035-e66dd6ffc196', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:41:12.373436 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:12.390496 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 516fd0b4-ec4b-4975-a21c-e92c5e21c05c {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:41:12.407158 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=516fd0b4-ec4b-4975-a21c-e92c5e21c05c,segment=NetworkSegment(15c6270a-beab-4736-bc37-61cfa6bcff41),segment_id=15c6270a-beab-4736-bc37-61cfa6bcff41)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:41:12.413422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:12.490498 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=516fd0b4-ec4b-4975-a21c-e92c5e21c05c,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:41:12.495769 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['516fd0b4-ec4b-4975-a21c-e92c5e21c05c'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:41:13.000499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61b9b9-8beb-4ebc-8981-4da007ee7f58 req-7a6b4e89-2e31-4aae-8a45-ac67546b3572 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:13.002093 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4b61b9b9-8beb-4ebc-8981-4da007ee7f58 req-7a6b4e89-2e31-4aae-8a45-ac67546b3572 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 944 time: 0.0993955 Jan 24 16:41:13.051143 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4b61b9b9-8beb-4ebc-8981-4da007ee7f58 req-1bb9cc36-1bbf-41fa-a653-3aab257d03a3 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430603 Jan 24 16:41:13.475302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac9a91-e669-466e-9213-344b8e35da78 req-9ccb2f89-9728-4fdb-8da5-327cb5950f61 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:13.476744 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0dac9a91-e669-466e-9213-344b8e35da78 req-9ccb2f89-9728-4fdb-8da5-327cb5950f61 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.129 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d&tenant_id=9120657dea4d42d7adae9407507f09e9&binding%3Ahost_id=hv-neutron-8261 HTTP/1.1" status: 200 len: 944 time: 0.0957928 Jan 24 16:41:13.632386 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0dac9a91-e669-466e-9213-344b8e35da78 req-1f402e68-0dc3-4f4b-afd5-4d57da0fee76 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9120657dea4d42d7adae9407507f09e9&device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 1097 time: 0.0817132 Jan 24 16:41:13.766562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac9a91-e669-466e-9213-344b8e35da78 req-bb383979-3e7a-4750-8bd6-e67e4b9b7301 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:13.767940 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0dac9a91-e669-466e-9213-344b8e35da78 req-bb383979-3e7a-4750-8bd6-e67e4b9b7301 service neutron] 10.222.0.129 "GET /v2.0/networks?id=82235347-fdf1-4aec-a9fa-dd4b276f2f16 HTTP/1.1" status: 200 len: 913 time: 0.1277387 Jan 24 16:41:13.837922 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0dac9a91-e669-466e-9213-344b8e35da78 req-58c2e8de-81be-4848-8b4e-f773de72d96b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516fd0b4-ec4b-4975-a21c-e92c5e21c05c HTTP/1.1" status: 200 len: 217 time: 0.0627372 Jan 24 16:41:13.904567 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac9a91-e669-466e-9213-344b8e35da78 req-6973d8d3-c9e0-432a-8e88-77bb93f25470 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:13.906013 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0dac9a91-e669-466e-9213-344b8e35da78 req-6973d8d3-c9e0-432a-8e88-77bb93f25470 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=2599dba2-38d2-4868-b035-e66dd6ffc196 HTTP/1.1" status: 200 len: 852 time: 0.0601492 Jan 24 16:41:13.962110 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0dac9a91-e669-466e-9213-344b8e35da78 req-0bcf282d-0404-4bb9-8bbe-befdc0c5c4c2 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=82235347-fdf1-4aec-a9fa-dd4b276f2f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488114 Jan 24 16:41:14.096173 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0dac9a91-e669-466e-9213-344b8e35da78 req-6075337d-0e1c-4360-ab08-2e4243cc1159 service neutron] 10.222.0.129 "GET /v2.0/networks/82235347-fdf1-4aec-a9fa-dd4b276f2f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272697 Jan 24 16:41:14.151042 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 516fd0b4-ec4b-4975-a21c-e92c5e21c05c up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:41:14.244040 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0dac9a91-e669-466e-9213-344b8e35da78 req-0e4009f2-6244-4c59-ae20-ee694edea5b8 service neutron] 10.222.0.129 "GET /v2.0/networks/82235347-fdf1-4aec-a9fa-dd4b276f2f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398575 Jan 24 16:41:14.267352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:41:14.267827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:14.399304 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:14.427058 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd8528a-b94f-47a4-ba55-04709213005d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516fd0b4-ec4b-4975-a21c-e92c5e21c05c'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:41:14.437224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=516fd0b4-ec4b-4975-a21c-e92c5e21c05c,segment=NetworkSegment(15c6270a-beab-4736-bc37-61cfa6bcff41),segment_id=15c6270a-beab-4736-bc37-61cfa6bcff41)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:41:14.441810 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:14.501129 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd8528a-b94f-47a4-ba55-04709213005d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516fd0b4-ec4b-4975-a21c-e92c5e21c05c', 'code': 200} Jan 24 16:41:14.513782 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=516fd0b4-ec4b-4975-a21c-e92c5e21c05c,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:41:15.422677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1456a3b-da2a-4962-a73e-ba9bcc040736 req-0e7f24e9-06f1-44a1-8506-53592a7ced4a tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:15.424203 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c1456a3b-da2a-4962-a73e-ba9bcc040736 req-0e7f24e9-06f1-44a1-8506-53592a7ced4a tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0832293 Jan 24 16:41:15.475587 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c1456a3b-da2a-4962-a73e-ba9bcc040736 req-d2b15fb3-4e1e-42d4-8d78-7ae1d4363e6f tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456479 Jan 24 16:41:16.692380 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98155b8-4d64-448f-b1cc-e91efa9fbdf1 req-3f5ebff6-c0ac-4a80-86db-5ed32b7c5a21 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:16.693814 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e98155b8-4d64-448f-b1cc-e91efa9fbdf1 req-3f5ebff6-c0ac-4a80-86db-5ed32b7c5a21 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0882721 Jan 24 16:41:16.739701 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e98155b8-4d64-448f-b1cc-e91efa9fbdf1 req-ff82b5c6-3862-48a3-ad3f-4dd05a549cbb tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402451 Jan 24 16:41:17.393086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac9a91-e669-466e-9213-344b8e35da78 req-c5e34636-1f21-447a-a3e4-b7124627d41a tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:17.394450 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0dac9a91-e669-466e-9213-344b8e35da78 req-c5e34636-1f21-447a-a3e4-b7124627d41a tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.129 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0922017 Jan 24 16:41:17.466222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-0dac9a91-e669-466e-9213-344b8e35da78 req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Deleting port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:41:17.466524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0dac9a91-e669-466e-9213-344b8e35da78 req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:17.722542 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-0dac9a91-e669-466e-9213-344b8e35da78 req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] For port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=516fd0b4-ec4b-4975-a21c-e92c5e21c05c,segment=NetworkSegment(15c6270a-beab-4736-bc37-61cfa6bcff41),segment_id=15c6270a-beab-4736-bc37-61cfa6bcff41)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:41:17.723265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0dac9a91-e669-466e-9213-344b8e35da78 req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:17.841539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-0dac9a91-e669-466e-9213-344b8e35da78 req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Calling delete_port for 516fd0b4-ec4b-4975-a21c-e92c5e21c05c owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:41:17.952035 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa1411-1007-42c2-8b21-199e9669e8f4 req-854224bd-9671-491b-bed9-0d46de873f25 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:17.953749 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-eeaa1411-1007-42c2-8b21-199e9669e8f4 req-854224bd-9671-491b-bed9-0d46de873f25 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/ports?device_id=4bd8528a-b94f-47a4-ba55-04709213005d HTTP/1.1" status: 200 len: 945 time: 0.0793138 Jan 24 16:41:18.002752 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-eeaa1411-1007-42c2-8b21-199e9669e8f4 req-8aac70bb-d07e-4faa-9a00-5ba8b0000f68 tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.130 "GET /v2.0/security-groups?id=dac10691-88cf-4135-a6c0-ffeeef1ca7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Jan 24 16:41:18.077491 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0dac9a91-e669-466e-9213-344b8e35da78 req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:18.090926 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['516fd0b4-ec4b-4975-a21c-e92c5e21c05c'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:41:18.127047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Pushing event deleted for resources: {'Port': ['ID=516fd0b4-ec4b-4975-a21c-e92c5e21c05c,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:41:18.137966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:18.196478 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:18.196768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:18.197116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:18.197432 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:18.197740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:18.198052 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:18.198388 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:18.198670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:18.198995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:18.199282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:18.199599 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:18.211728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dac9a91-e669-466e-9213-344b8e35da78 req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] No DVR routers for this DVR port 516fd0b4-ec4b-4975-a21c-e92c5e21c05c on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:41:18.213949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-0dac9a91-e669-466e-9213-344b8e35da78 req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:18.216502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd8528a-b94f-47a4-ba55-04709213005d', 'name': 'network-vif-deleted', 'tag': '516fd0b4-ec4b-4975-a21c-e92c5e21c05c'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:41:18.232800 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0dac9a91-e669-466e-9213-344b8e35da78 req-c9b73aea-60ae-4996-9838-6554ff2629ed tempest-DeleteServersTestJSON-1783680998 tempest-DeleteServersTestJSON-1783680998-project] 10.222.0.129 "DELETE /v2.0/ports/516fd0b4-ec4b-4975-a21c-e92c5e21c05c HTTP/1.1" status: 204 len: 173 time: 0.8312709 Jan 24 16:41:18.276865 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd8528a-b94f-47a4-ba55-04709213005d', 'name': 'network-vif-deleted', 'tag': '516fd0b4-ec4b-4975-a21c-e92c5e21c05c', 'status': 'completed', 'code': 200} Jan 24 16:41:19.292540 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 39054) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:41:19.360194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aef7449-12d9-4e31-8681-d92eacd71d9c admin admin] Deleting subnet 2599dba2-38d2-4868-b035-e66dd6ffc196 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:41:19.363745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7aef7449-12d9-4e31-8681-d92eacd71d9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:19.415160 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7aef7449-12d9-4e31-8681-d92eacd71d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:19.470677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7aef7449-12d9-4e31-8681-d92eacd71d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:19.547101 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7aef7449-12d9-4e31-8681-d92eacd71d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:19.581719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef7449-12d9-4e31-8681-d92eacd71d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2599dba2-38d2-4868-b035-e66dd6ffc196,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:41:19.594350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7aef7449-12d9-4e31-8681-d92eacd71d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:19.603431 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7aef7449-12d9-4e31-8681-d92eacd71d9c admin admin] 10.222.0.130 "DELETE /v2.0/subnets/2599dba2-38d2-4868-b035-e66dd6ffc196 HTTP/1.1" status: 204 len: 168 time: 0.3094649 Jan 24 16:41:19.607254 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 39058) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:41:19.712880 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3d3a700a-bedb-4636-b690-a077a0dd3b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:19.837501 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3d3a700a-bedb-4636-b690-a077a0dd3b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:19.861955 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-3d3a700a-bedb-4636-b690-a077a0dd3b9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82235347-fdf1-4aec-a9fa-dd4b276f2f16']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:41:19.873526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-3d3a700a-bedb-4636-b690-a077a0dd3b9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c6270a-beab-4736-bc37-61cfa6bcff41') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:41:19.873815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-3d3a700a-bedb-4636-b690-a077a0dd3b9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c6270a-beab-4736-bc37-61cfa6bcff41') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:41:19.895171 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3d3a700a-bedb-4636-b690-a077a0dd3b9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:19.912643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3d3a700a-bedb-4636-b690-a077a0dd3b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:19.919109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3a700a-bedb-4636-b690-a077a0dd3b9d admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:41:19.919525 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3d3a700a-bedb-4636-b690-a077a0dd3b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:41:19.932579 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:41:20.026126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3d3a700a-bedb-4636-b690-a077a0dd3b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:20.042053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3d3a700a-bedb-4636-b690-a077a0dd3b9d admin admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:20.052805 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a700a-bedb-4636-b690-a077a0dd3b9d admin admin] Pushing event deleted for resources: {'Network': ['ID=82235347-fdf1-4aec-a9fa-dd4b276f2f16,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:41:20.061075 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3d3a700a-bedb-4636-b690-a077a0dd3b9d admin admin] 10.222.0.130 "DELETE /v2.0/networks/82235347-fdf1-4aec-a9fa-dd4b276f2f16 HTTP/1.1" status: 204 len: 168 time: 0.4525692 Jan 24 16:41:20.211292 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 39064) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:41:20.268565 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b3ddf9ec-c5db-43c7-b74f-10aecdc483dc admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=9120657dea4d42d7adae9407507f09e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0560467 Jan 24 16:41:20.271064 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 39068) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:41:20.339647 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-990b80cc-2b94-4bb0-b411-f612a1888b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:20.366287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-990b80cc-2b94-4bb0-b411-f612a1888b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:20.424986 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-990b80cc-2b94-4bb0-b411-f612a1888b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:20.441603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b80cc-2b94-4bb0-b411-f612a1888b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac10691-88cf-4135-a6c0-ffeeef1ca7c7,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:41:20.453174 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-990b80cc-2b94-4bb0-b411-f612a1888b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:20.454270 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-990b80cc-2b94-4bb0-b411-f612a1888b82 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/dac10691-88cf-4135-a6c0-ffeeef1ca7c7 HTTP/1.1" status: 204 len: 168 time: 0.1822643 Jan 24 16:41:20.525505 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:41:21.436016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 39090) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:41:21.591238 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-27120014-network', 'tenant_id': '970b40b9aeed4dee8aee19fb64c18ba1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:41:21.597788 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:41:21.602834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Usage tracker for resource:network and tenant:970b40b9aeed4dee8aee19fb64c18ba1 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:41:21.605921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:41:21.612896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:41:21.631070 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Made reservation on behalf of 970b40b9aeed4dee8aee19fb64c18ba1 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:41:21.634863 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:21.658256 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:21.701333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:41:21.708560 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Usage tracker for resource:security_group_rule and tenant:970b40b9aeed4dee8aee19fb64c18ba1 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:41:21.711761 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:41:21.718307 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:41:21.801592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:21.808882 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:21.844639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:41:21.856035 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce0c655-dabb-474a-9435-1de3b41d722a,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:41:21.862817 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:21.863138 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Added segment 50de80e1-f931-4382-9c49-9f493db3e73e of type vlan for network 283ed883-db6f-4644-8ad3-0739dbc08cc7 Jan 24 16:41:21.895306 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:21.927866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:21.928735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:21.929320 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:22.041309 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] Pushing event updated for resources: {'Network': ['ID=283ed883-db6f-4644-8ad3-0739dbc08cc7,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:41:22.044626 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-90c6d06a-0403-4a3d-8307-db7128a7c19f admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6076431 Jan 24 16:41:22.047892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 39096) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:41:22.052877 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 283ed883-db6f-4644-8ad3-0739dbc08cc7 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:41:22.056357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-fac3acf1-fe25-4191-8d90-2cfb9dbeeada admin admin] Request body: {'subnet': {'network_id': '283ed883-db6f-4644-8ad3-0739dbc08cc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-27120014-subnet', 'tenant_id': '970b40b9aeed4dee8aee19fb64c18ba1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:41:22.061407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fac3acf1-fe25-4191-8d90-2cfb9dbeeada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:41:22.065791 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fac3acf1-fe25-4191-8d90-2cfb9dbeeada admin admin] Usage tracker for resource:subnet and tenant:970b40b9aeed4dee8aee19fb64c18ba1 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:41:22.068872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fac3acf1-fe25-4191-8d90-2cfb9dbeeada admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:41:22.074773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fac3acf1-fe25-4191-8d90-2cfb9dbeeada admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:41:22.090233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac3acf1-fe25-4191-8d90-2cfb9dbeeada admin admin] Made reservation on behalf of 970b40b9aeed4dee8aee19fb64c18ba1 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:41:22.092574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fac3acf1-fe25-4191-8d90-2cfb9dbeeada admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:22.192067 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 516fd0b4-ec4b-4975-a21c-e92c5e21c05c no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:41:22.232772 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 516fd0b4-ec4b-4975-a21c-e92c5e21c05c {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:41:22.233287 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 516fd0b4-ec4b-4975-a21c-e92c5e21c05c not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:41:22.337966 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fac3acf1-fe25-4191-8d90-2cfb9dbeeada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:22.411000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3acf1-fe25-4191-8d90-2cfb9dbeeada admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0529774-64b2-4eb9-acfe-41f44eeae213,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:41:22.422814 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac3acf1-fe25-4191-8d90-2cfb9dbeeada admin admin] Checking segment: {'id': '50de80e1-f931-4382-9c49-9f493db3e73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '283ed883-db6f-4644-8ad3-0739dbc08cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:41:22.423188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac3acf1-fe25-4191-8d90-2cfb9dbeeada admin admin] Network hostable DHCP agents. Network: 283ed883-db6f-4644-8ad3-0739dbc08cc7, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:41:22.447672 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac3acf1-fe25-4191-8d90-2cfb9dbeeada admin admin] Network 283ed883-db6f-4644-8ad3-0739dbc08cc7 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:41:22.457755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-fac3acf1-fe25-4191-8d90-2cfb9dbeeada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 283ed883-db6f-4644-8ad3-0739dbc08cc7) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:41:22.461714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac3acf1-fe25-4191-8d90-2cfb9dbeeada admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:22.462275 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fac3acf1-fe25-4191-8d90-2cfb9dbeeada admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:22.467201 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1c0d27-a3ec-4cd5-bffd-5484c49417ab None None] Network 283ed883-db6f-4644-8ad3-0739dbc08cc7 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:41:22.487997 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fac3acf1-fe25-4191-8d90-2cfb9dbeeada admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4388614 Jan 24 16:41:22.679745 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1dbb21-3f47-4328-942e-ba6009eef8ac None None] Network 283ed883-db6f-4644-8ad3-0739dbc08cc7 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:41:23.032365 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-2ce08ca6-5d90-41e6-9ee8-44aa216de7d4 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:23.033019 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-2ce08ca6-5d90-41e6-9ee8-44aa216de7d4 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Synchronizing usage tracker for tenant:970b40b9aeed4dee8aee19fb64c18ba1 on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:41:23.050775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-2ce08ca6-5d90-41e6-9ee8-44aa216de7d4 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Unset dirty status for tenant:970b40b9aeed4dee8aee19fb64c18ba1 on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:41:23.052092 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-2ce08ca6-5d90-41e6-9ee8-44aa216de7d4 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/networks?id=283ed883-db6f-4644-8ad3-0739dbc08cc7 HTTP/1.1" status: 200 len: 813 time: 0.1631627 Jan 24 16:41:23.069304 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-6131fde6-bec4-4be7-bc6d-252bdf60ca75 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/quotas/970b40b9aeed4dee8aee19fb64c18ba1 HTTP/1.1" status: 200 len: 375 time: 0.0117357 Jan 24 16:41:23.195648 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-fd78f8cc-61ad-4ba5-9f89-bf767cb79374 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=970b40b9aeed4dee8aee19fb64c18ba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1210437 Jan 24 16:41:23.208651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-d2b08d0e-d267-4c6d-b79c-5495dd6fbb1c service neutron] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:41:23.209548 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-d2b08d0e-d267-4c6d-b79c-5495dd6fbb1c service neutron] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049412 Jan 24 16:41:23.337837 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-2bbcd19b-04d2-4b6d-b70d-8ce15481d7a4 service neutron] 10.222.0.130 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226144 Jan 24 16:41:23.471171 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-a95e13a2-ea33-40c6-b670-d586c6c209d6 service neutron] 10.222.0.130 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250000 Jan 24 16:41:23.672867 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b19c5e00-71f3-4361-8b20-1753125b6831 req-a703b17b-1163-466e-a6cb-11dce8d26216 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 210 time: 0.0436864 Jan 24 16:41:24.859352 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bfe19303-a78f-43e5-910f-4f31a1392e1d req-ac1c8298-243a-48ff-9ddf-1e3fe54ec539 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 210 time: 0.0543702 Jan 24 16:41:24.911809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-e86164cb-46c9-419f-8690-aa572b5100e6 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:24.913228 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-e86164cb-46c9-419f-8690-aa572b5100e6 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.129 "GET /v2.0/networks?id=283ed883-db6f-4644-8ad3-0739dbc08cc7 HTTP/1.1" status: 200 len: 813 time: 0.1967566 Jan 24 16:41:24.932179 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Request body: {'port': {'device_id': '56e38728-4113-4010-8ed0-9bccaa55deca', 'network_id': '283ed883-db6f-4644-8ad3-0739dbc08cc7', 'admin_state_up': True, 'tenant_id': '970b40b9aeed4dee8aee19fb64c18ba1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:41:25.069927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:41:25.073781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Usage tracker for resource:port and tenant:970b40b9aeed4dee8aee19fb64c18ba1 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:41:25.076584 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:41:25.082542 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:41:25.095814 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Made reservation on behalf of 970b40b9aeed4dee8aee19fb64c18ba1 for: {'port': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:41:25.100546 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:25.277497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Allocated IP 172.20.0.12 (283ed883-db6f-4644-8ad3-0739dbc08cc7/e0529774-64b2-4eb9-acfe-41f44eeae213/4d98ec26-dace-4ad1-8552-7ad82907015c) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:41:25.503316 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:25.542883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:25.618689 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Network 283ed883-db6f-4644-8ad3-0739dbc08cc7 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:41:25.622081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:41:25.626817 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:41:25.655096 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Pushing event updated for resources: {'Port': ['ID=4d98ec26-dace-4ad1-8552-7ad82907015c,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:41:25.691709 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:25.692295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:25.714432 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-878d6c08-8b41-45a4-aa7b-5ef8e13132ae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7858877 Jan 24 16:41:25.729474 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Request body: {'port': {'device_id': '56e38728-4113-4010-8ed0-9bccaa55deca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:41:25.836202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:26.062582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d56863-29a1-4d44-bcd9-9b8583784384 req-fe42ebbc-61aa-48cf-8650-5f0800c6e4d4 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:26.064369 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-60d56863-29a1-4d44-bcd9-9b8583784384 req-fe42ebbc-61aa-48cf-8650-5f0800c6e4d4 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 932 time: 0.0803761 Jan 24 16:41:26.109880 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-60d56863-29a1-4d44-bcd9-9b8583784384 req-400cd0db-b749-43cb-840a-344e42a32410 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401511 Jan 24 16:41:26.279712 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d98ec26-dace-4ad1-8552-7ad82907015c {{(pid=83466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:41:26.287299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:26.302192 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Transition to ACTIVE for port object 4d98ec26-dace-4ad1-8552-7ad82907015c will not be triggered until provisioned by entity L2. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:41:26.307760 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:26.433282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4d98ec26-dace-4ad1-8552-7ad82907015c,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:41:26.549310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Attempting to bind port 4d98ec26-dace-4ad1-8552-7ad82907015c on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:41:26.549602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Attempting to bind port 4d98ec26-dace-4ad1-8552-7ad82907015c by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '50de80e1-f931-4382-9c49-9f493db3e73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '283ed883-db6f-4644-8ad3-0739dbc08cc7'}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:41:26.549944 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Attempting to bind port 4d98ec26-dace-4ad1-8552-7ad82907015c on network 283ed883-db6f-4644-8ad3-0739dbc08cc7 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:41:26.556210 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Port 4d98ec26-dace-4ad1-8552-7ad82907015c on network 283ed883-db6f-4644-8ad3-0739dbc08cc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:41:26.556543 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Attempting to bind port 4d98ec26-dace-4ad1-8552-7ad82907015c on network 283ed883-db6f-4644-8ad3-0739dbc08cc7 {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:41:26.562741 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:41:26.563090 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Checking segment: {'id': '50de80e1-f931-4382-9c49-9f493db3e73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '283ed883-db6f-4644-8ad3-0739dbc08cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:41:26.563546 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Bound using segment: {'id': '50de80e1-f931-4382-9c49-9f493db3e73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '283ed883-db6f-4644-8ad3-0739dbc08cc7'} {{(pid=83466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:41:26.563970 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.managers [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Bound port: 4d98ec26-dace-4ad1-8552-7ad82907015c, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50de80e1-f931-4382-9c49-9f493db3e73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '283ed883-db6f-4644-8ad3-0739dbc08cc7'}}] {{(pid=83466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:41:26.564305 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:26.660403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] For port 4d98ec26-dace-4ad1-8552-7ad82907015c, host hv-neutron-8261, cleared binding levels {{(pid=83466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:41:26.663273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] For port 4d98ec26-dace-4ad1-8552-7ad82907015c, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=4d98ec26-dace-4ad1-8552-7ad82907015c,segment=NetworkSegment(50de80e1-f931-4382-9c49-9f493db3e73e),segment_id=50de80e1-f931-4382-9c49-9f493db3e73e)] {{(pid=83466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:41:26.671885 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:26.737606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:26.739003 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] 10.222.0.129 "PUT /v2.0/ports/4d98ec26-dace-4ad1-8552-7ad82907015c HTTP/1.1" status: 200 len: 1094 time: 1.0135946 Jan 24 16:41:26.739422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e38728-4113-4010-8ed0-9bccaa55deca', 'tag': '4d98ec26-dace-4ad1-8552-7ad82907015c'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:41:26.757207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86817164-48af-41fd-a4ef-4525f320d3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4d98ec26-dace-4ad1-8552-7ad82907015c,revision_number=3']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:41:26.815234 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e38728-4113-4010-8ed0-9bccaa55deca', 'tag': '4d98ec26-dace-4ad1-8552-7ad82907015c', 'status': 'completed', 'code': 200} Jan 24 16:41:26.858768 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-1b8deaaa-9141-4ed8-a737-ab3717cac42d service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=970b40b9aeed4dee8aee19fb64c18ba1&device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 1097 time: 0.0770385 Jan 24 16:41:26.927270 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-7b0c7861-6127-472b-b84b-acbcb60d6774 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d98ec26-dace-4ad1-8552-7ad82907015c HTTP/1.1" status: 200 len: 217 time: 0.0602493 Jan 24 16:41:26.992910 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-0e2ccf43-5f55-400f-afc3-1771462a59d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:26.994322 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-0e2ccf43-5f55-400f-afc3-1771462a59d9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e0529774-64b2-4eb9-acfe-41f44eeae213 HTTP/1.1" status: 200 len: 853 time: 0.0602689 Jan 24 16:41:27.039555 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-6c546aa1-fe60-4881-b529-4a972fa8160e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=283ed883-db6f-4644-8ad3-0739dbc08cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379694 Jan 24 16:41:27.172510 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-97a86f1f-d740-442c-af44-7de0e1879098 service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261299 Jan 24 16:41:27.304002 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d5c890c8-6fe1-46ae-b4e3-9a0db88b3792 req-93ee7991-f43e-47b1-80de-2f115a86e758 service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246643 Jan 24 16:41:27.310238 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1b05c-2071-4339-881d-6fff398382c9 req-dff3c220-1a27-4811-86f8-cc886ca92c69 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:27.311686 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-28d1b05c-2071-4339-881d-6fff398382c9 req-dff3c220-1a27-4811-86f8-cc886ca92c69 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 944 time: 0.0808134 Jan 24 16:41:27.357432 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-28d1b05c-2071-4339-881d-6fff398382c9 req-d391f0c0-7576-470d-b6f5-378d6d068791 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401342 Jan 24 16:41:27.425664 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-37daa149-fc67-4754-80ca-3e6ba9db1fb5 req-a3f5890e-ae33-4848-b183-433dea4d3fc8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=970b40b9aeed4dee8aee19fb64c18ba1&device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 1097 time: 0.0772028 Jan 24 16:41:27.558149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daa149-fc67-4754-80ca-3e6ba9db1fb5 req-28cbd2e6-3ef8-46bb-a91b-9efa90a4bbce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:27.559446 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-37daa149-fc67-4754-80ca-3e6ba9db1fb5 req-28cbd2e6-3ef8-46bb-a91b-9efa90a4bbce service neutron] 10.222.0.129 "GET /v2.0/networks?id=283ed883-db6f-4644-8ad3-0739dbc08cc7 HTTP/1.1" status: 200 len: 914 time: 0.1275244 Jan 24 16:41:27.626822 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-37daa149-fc67-4754-80ca-3e6ba9db1fb5 req-1c3cbc31-83b8-4b75-91ea-b886fc369009 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d98ec26-dace-4ad1-8552-7ad82907015c HTTP/1.1" status: 200 len: 217 time: 0.0606863 Jan 24 16:41:27.691872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daa149-fc67-4754-80ca-3e6ba9db1fb5 req-d5e9196b-2501-4cf0-9bf3-d056db62b2c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:27.693249 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-37daa149-fc67-4754-80ca-3e6ba9db1fb5 req-d5e9196b-2501-4cf0-9bf3-d056db62b2c3 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e0529774-64b2-4eb9-acfe-41f44eeae213 HTTP/1.1" status: 200 len: 853 time: 0.0594034 Jan 24 16:41:27.741758 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-37daa149-fc67-4754-80ca-3e6ba9db1fb5 req-da2a74c9-b63f-453a-97e3-30da9ce878bf service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=283ed883-db6f-4644-8ad3-0739dbc08cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394807 Jan 24 16:41:27.877824 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-37daa149-fc67-4754-80ca-3e6ba9db1fb5 req-6387933b-b044-4cf8-923c-95ad1d62d33f service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292784 Jan 24 16:41:28.107845 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-37daa149-fc67-4754-80ca-3e6ba9db1fb5 req-1b0fa29a-707e-4767-b963-3c3ade0f8ff7 service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216487 Jan 24 16:41:28.232702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 4d98ec26-dace-4ad1-8552-7ad82907015c details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:41:28.379982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 4d98ec26-dace-4ad1-8552-7ad82907015c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=4d98ec26-dace-4ad1-8552-7ad82907015c,segment=NetworkSegment(50de80e1-f931-4382-9c49-9f493db3e73e),segment_id=50de80e1-f931-4382-9c49-9f493db3e73e)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:41:28.394723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '4d98ec26-dace-4ad1-8552-7ad82907015c', 'network_id': '283ed883-db6f-4644-8ad3-0739dbc08cc7', 'port_id': '4d98ec26-dace-4ad1-8552-7ad82907015c', 'mac_address': 'fa:16:3e:f3:4c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0529774-64b2-4eb9-acfe-41f44eeae213', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:41:28.452092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:28.470135 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d98ec26-dace-4ad1-8552-7ad82907015c {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:41:28.485845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 4d98ec26-dace-4ad1-8552-7ad82907015c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=4d98ec26-dace-4ad1-8552-7ad82907015c,segment=NetworkSegment(50de80e1-f931-4382-9c49-9f493db3e73e),segment_id=50de80e1-f931-4382-9c49-9f493db3e73e)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:41:28.490777 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:28.561336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=4d98ec26-dace-4ad1-8552-7ad82907015c,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:41:28.563884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0aac3-3cf1-4437-b651-1e0a194ddc23 req-58598524-eb1e-4bf0-bf28-8a4e5b331e72 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:28.564568 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-81e0aac3-3cf1-4437-b651-1e0a194ddc23 req-58598524-eb1e-4bf0-bf28-8a4e5b331e72 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Synchronizing usage tracker for tenant:970b40b9aeed4dee8aee19fb64c18ba1 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:41:28.582881 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-81e0aac3-3cf1-4437-b651-1e0a194ddc23 req-58598524-eb1e-4bf0-bf28-8a4e5b331e72 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Unset dirty status for tenant:970b40b9aeed4dee8aee19fb64c18ba1 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:41:28.584138 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-81e0aac3-3cf1-4437-b651-1e0a194ddc23 req-58598524-eb1e-4bf0-bf28-8a4e5b331e72 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 945 time: 0.1013031 Jan 24 16:41:28.632967 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-81e0aac3-3cf1-4437-b651-1e0a194ddc23 req-5fe1cf86-ece6-4620-b815-4f579f5b216c tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Synchronizing usage tracker for tenant:970b40b9aeed4dee8aee19fb64c18ba1 on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:41:28.652064 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-81e0aac3-3cf1-4437-b651-1e0a194ddc23 req-5fe1cf86-ece6-4620-b815-4f579f5b216c tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Unset dirty status for tenant:970b40b9aeed4dee8aee19fb64c18ba1 on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:41:28.653187 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-81e0aac3-3cf1-4437-b651-1e0a194ddc23 req-5fe1cf86-ece6-4620-b815-4f579f5b216c tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635602 Jan 24 16:41:28.750472 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['4d98ec26-dace-4ad1-8552-7ad82907015c'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:41:29.865230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3857aac-fddd-4c66-8ba8-e2012fed35f2 req-76998357-69f3-46cf-93ff-83c86cf72a18 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:29.866934 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a3857aac-fddd-4c66-8ba8-e2012fed35f2 req-76998357-69f3-46cf-93ff-83c86cf72a18 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 945 time: 0.0851479 Jan 24 16:41:29.920483 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a3857aac-fddd-4c66-8ba8-e2012fed35f2 req-286d5fc5-ecb6-48f5-b671-32b044c61861 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451155 Jan 24 16:41:30.252809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 4d98ec26-dace-4ad1-8552-7ad82907015c up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:41:30.329063 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 4d98ec26-dace-4ad1-8552-7ad82907015c completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:41:30.334390 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 4d98ec26-dace-4ad1-8552-7ad82907015c triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:41:30.334706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:30.456419 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:30.484752 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e38728-4113-4010-8ed0-9bccaa55deca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d98ec26-dace-4ad1-8552-7ad82907015c'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:41:30.494954 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 4d98ec26-dace-4ad1-8552-7ad82907015c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=4d98ec26-dace-4ad1-8552-7ad82907015c,segment=NetworkSegment(50de80e1-f931-4382-9c49-9f493db3e73e),segment_id=50de80e1-f931-4382-9c49-9f493db3e73e)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:41:30.501829 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:30.546613 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e38728-4113-4010-8ed0-9bccaa55deca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d98ec26-dace-4ad1-8552-7ad82907015c', 'code': 200} Jan 24 16:41:30.576291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=4d98ec26-dace-4ad1-8552-7ad82907015c,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:41:30.585117 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:30.585462 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:30.585813 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:30.586151 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:30.586477 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:30.586795 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:30.587110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:30.587422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:30.587758 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:30.588066 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:30.588367 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:41:30.794183 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-63a1f0e1-036a-4154-929d-c1fff7b4a3d6 req-16df606e-57db-4f57-bdc8-dbdcb0dcbc30 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 1099 time: 0.0779724 Jan 24 16:41:30.850037 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-63a1f0e1-036a-4154-929d-c1fff7b4a3d6 req-53bd678b-e0d8-4e4c-b1cf-b1e1867e79d1 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460417 Jan 24 16:41:31.130188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ef9d6-6d89-4c37-855a-175330c379aa req-5c4b4d31-4512-471c-8eae-c07f61cc9d14 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:31.131548 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-419ef9d6-6d89-4c37-855a-175330c379aa req-5c4b4d31-4512-471c-8eae-c07f61cc9d14 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0845704 Jan 24 16:41:31.190501 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-419ef9d6-6d89-4c37-855a-175330c379aa req-9bc26120-bb5b-46f7-80a9-5d31c52501c4 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512571 Jan 24 16:41:32.432485 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46cce4-5d4c-4260-9930-d27969686247 req-c2946700-7253-4220-96cd-f4d691276bd4 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:32.433924 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dc46cce4-5d4c-4260-9930-d27969686247 req-c2946700-7253-4220-96cd-f4d691276bd4 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0988445 Jan 24 16:41:32.480343 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dc46cce4-5d4c-4260-9930-d27969686247 req-d2c8d5d2-4a02-42a4-9ffd-4f7a8f009f76 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 Jan 24 16:41:32.699348 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c473794-f84e-4f06-ab2c-f70e6a923547 req-2ee8a667-6dbc-4087-9fb4-93dd942f4377 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:32.700894 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1c473794-f84e-4f06-ab2c-f70e6a923547 req-2ee8a667-6dbc-4087-9fb4-93dd942f4377 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0819283 Jan 24 16:41:32.747953 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1c473794-f84e-4f06-ab2c-f70e6a923547 req-5c5c312b-9dde-435c-b399-f9588901b0fc tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413690 Jan 24 16:41:33.132524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f770423-0520-4ff8-8b4c-57130b8be70d req-09ceea20-a80c-4bfd-8adf-c52d1f3242f8 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:33.134437 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3f770423-0520-4ff8-8b4c-57130b8be70d req-09ceea20-a80c-4bfd-8adf-c52d1f3242f8 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0892372 Jan 24 16:41:33.192325 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3f770423-0520-4ff8-8b4c-57130b8be70d req-6351c70b-8795-4132-9bcb-e09e87c7473c tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495732 Jan 24 16:41:33.407755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04533b2-b529-4d45-8a89-10bcd96176a1 req-dd2f6048-0880-4c89-a714-0627746f3c49 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:33.408863 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f04533b2-b529-4d45-8a89-10bcd96176a1 req-dd2f6048-0880-4c89-a714-0627746f3c49 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0858612 Jan 24 16:41:33.461473 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f04533b2-b529-4d45-8a89-10bcd96176a1 req-29b13359-bba3-47fa-aadd-94528f0f5d8c tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465581 Jan 24 16:41:33.664044 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8db6a18d-dffe-4773-ab5c-7612f3170936 req-ed5fefea-1c0f-42ce-949d-ff718b977e16 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0709424 Jan 24 16:41:33.971008 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-81c615b9-7d59-4c0a-9bdc-00f7e6716a6e service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1224399 Jan 24 16:41:33.991285 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b51b01-941a-4ca7-8631-a31654ec4ad9 req-0dab2395-c831-4746-8047-4f976601dca1 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:33.992843 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-21b51b01-941a-4ca7-8631-a31654ec4ad9 req-0dab2395-c831-4746-8047-4f976601dca1 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0898719 Jan 24 16:41:34.043997 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-21b51b01-941a-4ca7-8631-a31654ec4ad9 req-be44f8cb-1fbc-4b22-8f8f-756622508e17 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454404 Jan 24 16:41:35.327168 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-477091f1-ea55-4bb1-b829-77d3899ae155 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=970b40b9aeed4dee8aee19fb64c18ba1&device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 1099 time: 0.0785704 Jan 24 16:41:35.424879 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2d9a3-c7ee-4189-b0ae-6bf149491ede req-5c4af74d-c7f7-4ac2-9828-18e6f2de5ede tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:35.426344 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e4f2d9a3-c7ee-4189-b0ae-6bf149491ede req-5c4af74d-c7f7-4ac2-9828-18e6f2de5ede tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.2575128 Jan 24 16:41:35.462751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-444a86f4-d33c-4a16-9fae-ed4dc2526124 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:35.464220 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-444a86f4-d33c-4a16-9fae-ed4dc2526124 service neutron] 10.222.0.129 "GET /v2.0/networks?id=283ed883-db6f-4644-8ad3-0739dbc08cc7 HTTP/1.1" status: 200 len: 914 time: 0.1306775 Jan 24 16:41:35.471740 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e4f2d9a3-c7ee-4189-b0ae-6bf149491ede req-cd8ea388-a450-416c-9bd7-74ec62bd3b50 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395854 Jan 24 16:41:35.544413 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-26102452-5e0e-4bbd-a435-7dc51eb5823d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d98ec26-dace-4ad1-8552-7ad82907015c HTTP/1.1" status: 200 len: 217 time: 0.0648847 Jan 24 16:41:35.617083 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-21e43794-bd1b-4e03-89d4-9a06f6e36de9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:35.619148 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-21e43794-bd1b-4e03-89d4-9a06f6e36de9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e0529774-64b2-4eb9-acfe-41f44eeae213 HTTP/1.1" status: 200 len: 853 time: 0.0663576 Jan 24 16:41:35.671321 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-3587e835-dc69-4bb1-b4b2-183014052d0d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=283ed883-db6f-4644-8ad3-0739dbc08cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444057 Jan 24 16:41:35.808951 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-d5bae95f-dc01-46b4-9773-213992b4f36c service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302428 Jan 24 16:41:35.941893 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-3f7d6d6c-98e6-49d9-98e2-4c154924ee3c service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267402 Jan 24 16:41:36.755510 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1af06b-192d-471a-933e-e9c3d19f1087 req-2b597ba8-a2e9-4d1d-938b-cb87a88c2793 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:36.756939 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6c1af06b-192d-471a-933e-e9c3d19f1087 req-2b597ba8-a2e9-4d1d-938b-cb87a88c2793 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.1577520 Jan 24 16:41:36.802492 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6c1af06b-192d-471a-933e-e9c3d19f1087 req-4ecc6b0a-88ed-499d-b3b7-ffccab3c6b25 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 Jan 24 16:41:36.980261 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f8592c37-5333-4481-98f2-7a55d36c863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:38.020726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b97655-bd21-4806-b1c1-0c78456b117a req-b411909e-f37e-4e03-8ffc-99a9f2854cb5 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:38.022297 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-58b97655-bd21-4806-b1c1-0c78456b117a req-b411909e-f37e-4e03-8ffc-99a9f2854cb5 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0879364 Jan 24 16:41:38.077836 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-58b97655-bd21-4806-b1c1-0c78456b117a req-81dd1851-1e25-4c2b-9b8a-eff639f088b5 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464048 Jan 24 16:41:39.180472 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e904ccac-4b01-455a-8b6a-2f33c776de07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:39.294935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be5070-2dfc-4102-9924-3a50b7c04977 req-07a092a1-beaf-4536-8899-53a28f2681ea tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:39.296472 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a4be5070-2dfc-4102-9924-3a50b7c04977 req-07a092a1-beaf-4536-8899-53a28f2681ea tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0846815 Jan 24 16:41:39.354289 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a4be5070-2dfc-4102-9924-3a50b7c04977 req-2a5ab9a5-7cb7-4337-9aa0-f4636a98f24f tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494688 Jan 24 16:41:40.400275 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:40.423780 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:40.583668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd292816-7d0d-46c8-b79a-0aec65045ff5 req-544acbcc-bed0-464a-bb45-a038da2264c3 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:40.585107 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-dd292816-7d0d-46c8-b79a-0aec65045ff5 req-544acbcc-bed0-464a-bb45-a038da2264c3 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0821993 Jan 24 16:41:40.631205 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-dd292816-7d0d-46c8-b79a-0aec65045ff5 req-12c2a6f4-0d76-4146-8480-8bbc1f9c6cc3 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405126 Jan 24 16:41:41.825207 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:41.851182 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21956-8476-4f84-924a-4ec8c6cc0aec req-0501550d-36cc-4d7e-8944-1a9c8857058d tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:41.852637 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-92a21956-8476-4f84-924a-4ec8c6cc0aec req-0501550d-36cc-4d7e-8944-1a9c8857058d tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0842013 Jan 24 16:41:41.906248 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-92a21956-8476-4f84-924a-4ec8c6cc0aec req-50923488-6daa-42c4-af83-e8fa8f58bfcb tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472841 Jan 24 16:41:43.112991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8ccce-f19b-462b-bff6-5dabb39270a3 req-b0cfa9b0-c9cf-48f4-b455-9f21f5637e58 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:43.114555 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-adb8ccce-f19b-462b-bff6-5dabb39270a3 req-b0cfa9b0-c9cf-48f4-b455-9f21f5637e58 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0799897 Jan 24 16:41:43.163819 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-adb8ccce-f19b-462b-bff6-5dabb39270a3 req-d468fec9-01d7-4754-8833-048d5a8018d8 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437107 Jan 24 16:41:44.373801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d4580-acb9-4b09-8870-e4fa1c1a2444 req-adad1349-12b8-441e-8a2d-48f80e31afbc tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:44.375150 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-314d4580-acb9-4b09-8870-e4fa1c1a2444 req-adad1349-12b8-441e-8a2d-48f80e31afbc tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0879350 Jan 24 16:41:44.523433 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-314d4580-acb9-4b09-8870-e4fa1c1a2444 req-badcc521-d58e-4d88-87f4-cb180e47e699 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425402 Jan 24 16:41:45.744139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59209da-7e32-4a6a-bb47-5c125c705e7a req-54716455-079f-40b3-93df-cc793816de42 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:45.745623 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d59209da-7e32-4a6a-bb47-5c125c705e7a req-54716455-079f-40b3-93df-cc793816de42 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0846777 Jan 24 16:41:45.793210 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d59209da-7e32-4a6a-bb47-5c125c705e7a req-88e36cff-ffcf-4845-834f-c6d51402e5f0 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418186 Jan 24 16:41:47.008150 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545578f-74e4-49c8-bb7c-a16b59bca92f req-d210d947-8b52-4b9d-a77d-9f568a7ae908 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:47.009612 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9545578f-74e4-49c8-bb7c-a16b59bca92f req-d210d947-8b52-4b9d-a77d-9f568a7ae908 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0867345 Jan 24 16:41:47.055513 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9545578f-74e4-49c8-bb7c-a16b59bca92f req-901b0a71-e22d-49a4-8fd8-c1b2b141664e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402160 Jan 24 16:41:48.116341 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:41:48.276714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f21890-305a-4eb3-8753-9b8f9307c569 req-d5e96fcc-8ac0-427f-9628-182317e0d20b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:48.278235 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-68f21890-305a-4eb3-8753-9b8f9307c569 req-d5e96fcc-8ac0-427f-9628-182317e0d20b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0841639 Jan 24 16:41:48.324795 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-68f21890-305a-4eb3-8753-9b8f9307c569 req-f9c3f262-fdd8-4fcb-b6fd-85e931598bb0 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405912 Jan 24 16:41:49.545754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78839594-d956-4df7-ac10-a6bbe51f3753 req-67cb0139-6978-4438-8118-dcbeefcbe306 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:49.547185 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-78839594-d956-4df7-ac10-a6bbe51f3753 req-67cb0139-6978-4438-8118-dcbeefcbe306 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0857360 Jan 24 16:41:49.592898 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-78839594-d956-4df7-ac10-a6bbe51f3753 req-d9e5db1f-db6d-492e-8a28-5c62b6458acd tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400362 Jan 24 16:41:50.811141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a34b42-77ba-45a1-b90a-eb5a588f43c4 req-dfd0b72a-6f05-4433-92b4-c3674b2bdec2 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:50.812599 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-41a34b42-77ba-45a1-b90a-eb5a588f43c4 req-dfd0b72a-6f05-4433-92b4-c3674b2bdec2 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0898294 Jan 24 16:41:50.862386 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-41a34b42-77ba-45a1-b90a-eb5a588f43c4 req-6c882fa5-bc93-4d78-9067-621e3aea25ff tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439668 Jan 24 16:41:52.075894 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b362ad-e243-4074-850e-13ce933417a8 req-02bb07a4-4635-4561-a92f-8700bdb034ca tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:52.077325 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f4b362ad-e243-4074-850e-13ce933417a8 req-02bb07a4-4635-4561-a92f-8700bdb034ca tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0848341 Jan 24 16:41:52.124160 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f4b362ad-e243-4074-850e-13ce933417a8 req-a4b4fc26-6dc1-4262-88c6-2f149b927234 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404029 Jan 24 16:41:53.354767 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d61ef-3c09-4a4f-a66d-3112643cb532 req-c9d83667-52a0-4e75-a2c1-a09169cb4a4a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:53.356146 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b00d61ef-3c09-4a4f-a66d-3112643cb532 req-c9d83667-52a0-4e75-a2c1-a09169cb4a4a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0847809 Jan 24 16:41:53.402552 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b00d61ef-3c09-4a4f-a66d-3112643cb532 req-838e52aa-e132-4ea0-8f9f-76a045f82840 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389278 Jan 24 16:41:54.609678 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9c135-609a-4fcd-a24b-4164bb961a50 req-1c143fd2-1d07-4bda-859b-152c66b4ffcd tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:54.611189 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ebe9c135-609a-4fcd-a24b-4164bb961a50 req-1c143fd2-1d07-4bda-859b-152c66b4ffcd tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0837998 Jan 24 16:41:54.663066 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ebe9c135-609a-4fcd-a24b-4164bb961a50 req-d1db6c31-487b-4150-85ba-2822e900a939 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439913 Jan 24 16:41:55.889944 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa37b7-1d0b-48fe-b4f4-fc80ebf2e928 req-409924b5-02f5-453a-9768-f93281aed5e2 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:55.891745 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e8fa37b7-1d0b-48fe-b4f4-fc80ebf2e928 req-409924b5-02f5-453a-9768-f93281aed5e2 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0943217 Jan 24 16:41:55.939759 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e8fa37b7-1d0b-48fe-b4f4-fc80ebf2e928 req-1e166e00-9cb7-4d16-94db-248d176b76eb tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403829 Jan 24 16:41:57.166927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20454c60-d5c6-4ac1-a6c8-643ed50eff73 req-8b794569-fbc0-4eba-b898-637de0f65d57 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:57.173278 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-20454c60-d5c6-4ac1-a6c8-643ed50eff73 req-8b794569-fbc0-4eba-b898-637de0f65d57 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0938895 Jan 24 16:41:57.214772 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-20454c60-d5c6-4ac1-a6c8-643ed50eff73 req-668650e3-d908-47d2-97db-66f14cb1f1e5 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406678 Jan 24 16:41:57.530196 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:41:58.441262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87abb8-5caa-449c-8af3-2ef27481d15e req-1834d3ee-4837-43d8-b7ba-ce20266ad3b5 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:58.443019 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cf87abb8-5caa-449c-8af3-2ef27481d15e req-1834d3ee-4837-43d8-b7ba-ce20266ad3b5 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0969863 Jan 24 16:41:58.492316 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cf87abb8-5caa-449c-8af3-2ef27481d15e req-b59bfc87-7655-409b-b73b-b0aec464edc6 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434830 Jan 24 16:41:59.706018 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9f819-4216-4046-8acb-c2db8632bd63 req-6273eaee-652f-4c4b-93bc-309eae0741a8 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:41:59.707450 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b9c9f819-4216-4046-8acb-c2db8632bd63 req-6273eaee-652f-4c4b-93bc-309eae0741a8 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0782874 Jan 24 16:41:59.755912 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b9c9f819-4216-4046-8acb-c2db8632bd63 req-7110a0e4-d88b-400f-8ceb-825c9dae41d4 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401218 Jan 24 16:42:00.965405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fa68d-18ee-47c4-89d8-2ef8db927939 req-0d13e9e6-0c85-4a85-b17a-5b60e1464138 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:00.966816 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b62fa68d-18ee-47c4-89d8-2ef8db927939 req-0d13e9e6-0c85-4a85-b17a-5b60e1464138 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0850458 Jan 24 16:42:01.015795 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b62fa68d-18ee-47c4-89d8-2ef8db927939 req-35d1d2ad-95af-4421-9239-b4c95daaa28f tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407262 Jan 24 16:42:02.238424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8894e-43fb-4f25-8020-43d4e74ef78e req-44b8d63f-0d1f-49b9-933d-6716f87f0378 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:02.239865 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b2f8894e-43fb-4f25-8020-43d4e74ef78e req-44b8d63f-0d1f-49b9-933d-6716f87f0378 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0955417 Jan 24 16:42:02.288457 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b2f8894e-43fb-4f25-8020-43d4e74ef78e req-c6900335-166c-425d-984d-054bb064e8a7 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397031 Jan 24 16:42:03.511615 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80619b-e6f8-43da-b9c5-917656af9de6 req-4262beb8-d7ff-4824-9b22-0837caa75a27 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:03.513060 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2c80619b-e6f8-43da-b9c5-917656af9de6 req-4262beb8-d7ff-4824-9b22-0837caa75a27 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0941055 Jan 24 16:42:03.567550 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2c80619b-e6f8-43da-b9c5-917656af9de6 req-699e55ec-fbc5-4068-a852-7af3269f6e8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483081 Jan 24 16:42:04.782947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18cf59-78fb-4e42-9407-b6cf8c58fb59 req-8d3028fc-7fc2-4040-89af-d764e66e7957 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:04.784390 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cd18cf59-78fb-4e42-9407-b6cf8c58fb59 req-8d3028fc-7fc2-4040-89af-d764e66e7957 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0820808 Jan 24 16:42:04.836829 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cd18cf59-78fb-4e42-9407-b6cf8c58fb59 req-f0d81084-eca9-47df-be5c-1350a58eac97 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468695 Jan 24 16:42:06.062461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee0baf-e746-4f35-8cae-c9bd73fe19b0 req-425f0f02-fd38-4026-bdc9-7e80bff82ddd tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:06.064732 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d5ee0baf-e746-4f35-8cae-c9bd73fe19b0 req-425f0f02-fd38-4026-bdc9-7e80bff82ddd tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.1004651 Jan 24 16:42:06.112105 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d5ee0baf-e746-4f35-8cae-c9bd73fe19b0 req-9e5da86f-e4e0-4d51-bfff-c1b9900d3d0d tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410802 Jan 24 16:42:06.981903 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1f030e9d-801a-42cd-a1b7-7bc94577554d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:07.321421 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc66cf7-bc4d-4e42-acaf-3ec1dae65b02 req-d432bf52-a195-42f9-aff9-84d173e45a57 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:07.322777 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3fc66cf7-bc4d-4e42-acaf-3ec1dae65b02 req-d432bf52-a195-42f9-aff9-84d173e45a57 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0900826 Jan 24 16:42:07.371868 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3fc66cf7-bc4d-4e42-acaf-3ec1dae65b02 req-dcf497e2-eb0a-4c9c-a76c-4e8105357507 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411599 Jan 24 16:42:07.968252 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-3623d5b1-3c42-451b-9047-7ce675d1bed5 service neutron] 10.222.0.129 "GET /v2.0/ports/4d98ec26-dace-4ad1-8552-7ad82907015c/bindings/hv-neutron-8261 HTTP/1.1" status: 200 len: 384 time: 0.0778978 Jan 24 16:42:08.268772 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-32cb4510-f9f8-434f-a0af-ba126abc0bac service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca&tenant_id=970b40b9aeed4dee8aee19fb64c18ba1 HTTP/1.1" status: 200 len: 1099 time: 0.0842133 Jan 24 16:42:08.373600 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-6170c502-76aa-4458-aece-d03fdee42370 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=970b40b9aeed4dee8aee19fb64c18ba1&device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 1099 time: 0.0784025 Jan 24 16:42:08.505682 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-4c21a094-03d5-4d2e-8804-2d43ddbc90f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:08.507095 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-4c21a094-03d5-4d2e-8804-2d43ddbc90f3 service neutron] 10.222.0.129 "GET /v2.0/networks?id=283ed883-db6f-4644-8ad3-0739dbc08cc7 HTTP/1.1" status: 200 len: 914 time: 0.1270158 Jan 24 16:42:08.579575 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-8155ab9c-bc28-4d9e-a782-ce722cd0229d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d98ec26-dace-4ad1-8552-7ad82907015c HTTP/1.1" status: 200 len: 217 time: 0.0630322 Jan 24 16:42:08.583449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a958ec-cf3b-440e-be79-9a13f52aee98 req-4fd0de09-d8a0-486c-921f-ce225bf7d082 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:08.584890 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-95a958ec-cf3b-440e-be79-9a13f52aee98 req-4fd0de09-d8a0-486c-921f-ce225bf7d082 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0830429 Jan 24 16:42:08.629838 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-95a958ec-cf3b-440e-be79-9a13f52aee98 req-c906ad1e-749a-46c3-8dc3-0c6e1a47fab2 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393066 Jan 24 16:42:08.644038 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-2433358a-8ed6-4974-a5fb-25460a62d243 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:08.645482 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-2433358a-8ed6-4974-a5fb-25460a62d243 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e0529774-64b2-4eb9-acfe-41f44eeae213 HTTP/1.1" status: 200 len: 853 time: 0.0576773 Jan 24 16:42:08.697021 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-53a7ab5a-7151-4a1c-a8e8-c1c906b116ed service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=283ed883-db6f-4644-8ad3-0739dbc08cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441992 Jan 24 16:42:08.832477 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-e2090542-ad6a-4c19-8584-1b5d258952c7 service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291916 Jan 24 16:42:09.047773 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-97ebf950-b62b-431d-bd04-f6353b212d29 req-067403a7-6070-4007-9cb5-982a3d59728e service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087004 Jan 24 16:42:09.186527 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d1d7cbc6-74b1-4d23-ad93-c31f78f951ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:09.848759 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275b3fe-bb97-4d14-a292-a67e0be59269 req-d9316bf5-5dc0-42b0-949f-959ea0358e92 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:09.850423 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a275b3fe-bb97-4d14-a292-a67e0be59269 req-d9316bf5-5dc0-42b0-949f-959ea0358e92 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0921841 Jan 24 16:42:09.899739 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a275b3fe-bb97-4d14-a292-a67e0be59269 req-7b8f9744-9ac5-4919-91e9-6c10ce6f061e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423837 Jan 24 16:42:10.030161 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e13c9f01-aaae-43e6-a90d-069d8d054421 req-ae371de1-522a-40c6-8943-347b61bcdfcb service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=970b40b9aeed4dee8aee19fb64c18ba1&device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 1099 time: 0.0824239 Jan 24 16:42:10.183428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c9f01-aaae-43e6-a90d-069d8d054421 req-230467e8-3cf3-4a49-8e60-50f132b7fe5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:10.184926 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e13c9f01-aaae-43e6-a90d-069d8d054421 req-230467e8-3cf3-4a49-8e60-50f132b7fe5f service neutron] 10.222.0.129 "GET /v2.0/networks?id=283ed883-db6f-4644-8ad3-0739dbc08cc7 HTTP/1.1" status: 200 len: 914 time: 0.1295249 Jan 24 16:42:10.266778 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e13c9f01-aaae-43e6-a90d-069d8d054421 req-a82c8f42-e6da-4d17-8381-d8daf8dbd0bf service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d98ec26-dace-4ad1-8552-7ad82907015c HTTP/1.1" status: 200 len: 217 time: 0.0726640 Jan 24 16:42:10.331715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c9f01-aaae-43e6-a90d-069d8d054421 req-94d7c657-c0a2-495d-8553-edc6d1292287 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:10.333162 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e13c9f01-aaae-43e6-a90d-069d8d054421 req-94d7c657-c0a2-495d-8553-edc6d1292287 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e0529774-64b2-4eb9-acfe-41f44eeae213 HTTP/1.1" status: 200 len: 853 time: 0.0597816 Jan 24 16:42:10.386760 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e13c9f01-aaae-43e6-a90d-069d8d054421 req-827bf3a9-e143-42b9-9a43-886eb30bc967 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=283ed883-db6f-4644-8ad3-0739dbc08cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467584 Jan 24 16:42:10.417254 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:10.420053 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 4d98ec26-dace-4ad1-8552-7ad82907015c details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:42:10.427417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:10.525738 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e13c9f01-aaae-43e6-a90d-069d8d054421 req-aa167124-47ba-4df7-847a-91c364c1976b service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318247 Jan 24 16:42:10.581018 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 4d98ec26-dace-4ad1-8552-7ad82907015c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=4d98ec26-dace-4ad1-8552-7ad82907015c,segment=NetworkSegment(50de80e1-f931-4382-9c49-9f493db3e73e),segment_id=50de80e1-f931-4382-9c49-9f493db3e73e)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:42:10.593770 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '4d98ec26-dace-4ad1-8552-7ad82907015c', 'network_id': '283ed883-db6f-4644-8ad3-0739dbc08cc7', 'port_id': '4d98ec26-dace-4ad1-8552-7ad82907015c', 'mac_address': 'fa:16:3e:f3:4c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0529774-64b2-4eb9-acfe-41f44eeae213', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:42:10.645271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:10.660577 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e13c9f01-aaae-43e6-a90d-069d8d054421 req-e8af5b4f-fbba-4156-97cb-0b4cac555b3a service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271856 Jan 24 16:42:10.662508 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d98ec26-dace-4ad1-8552-7ad82907015c {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:42:10.677876 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 4d98ec26-dace-4ad1-8552-7ad82907015c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=4d98ec26-dace-4ad1-8552-7ad82907015c,segment=NetworkSegment(50de80e1-f931-4382-9c49-9f493db3e73e),segment_id=50de80e1-f931-4382-9c49-9f493db3e73e)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:42:10.682324 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:10.752899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['4d98ec26-dace-4ad1-8552-7ad82907015c'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:42:10.790115 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=4d98ec26-dace-4ad1-8552-7ad82907015c,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:11.113821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a6ce4-71e4-42ec-b3ab-e169c531fd28 req-dfd7594d-e08e-40de-b2aa-e116f88c0c6c tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:11.115496 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-460a6ce4-71e4-42ec-b3ab-e169c531fd28 req-dfd7594d-e08e-40de-b2aa-e116f88c0c6c tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 945 time: 0.0771575 Jan 24 16:42:11.162180 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-460a6ce4-71e4-42ec-b3ab-e169c531fd28 req-fc46afba-2e0c-4a11-a407-999d2448f485 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405025 Jan 24 16:42:11.825301 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:12.378459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39668fc9-5665-4660-a009-4caddbec6f46 req-ce8e571e-baae-4281-898b-5694caf48bc9 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:12.379809 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-39668fc9-5665-4660-a009-4caddbec6f46 req-ce8e571e-baae-4281-898b-5694caf48bc9 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 945 time: 0.0861549 Jan 24 16:42:12.423359 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 4d98ec26-dace-4ad1-8552-7ad82907015c up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:42:12.425390 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-39668fc9-5665-4660-a009-4caddbec6f46 req-68ddd8f7-a048-4bff-84da-a1ddb08f36e3 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400128 Jan 24 16:42:12.495197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 4d98ec26-dace-4ad1-8552-7ad82907015c triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:42:12.495589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:12.614299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:12.642218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e38728-4113-4010-8ed0-9bccaa55deca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d98ec26-dace-4ad1-8552-7ad82907015c'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:42:12.652381 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 4d98ec26-dace-4ad1-8552-7ad82907015c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=4d98ec26-dace-4ad1-8552-7ad82907015c,segment=NetworkSegment(50de80e1-f931-4382-9c49-9f493db3e73e),segment_id=50de80e1-f931-4382-9c49-9f493db3e73e)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:42:12.657822 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:12.730799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=4d98ec26-dace-4ad1-8552-7ad82907015c,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:12.796780 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e38728-4113-4010-8ed0-9bccaa55deca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d98ec26-dace-4ad1-8552-7ad82907015c', 'code': 200} Jan 24 16:42:12.829529 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78407b9-7c13-4921-b389-b591984cbc9a req-b5bde4d6-dfc5-43e4-9631-0f6661ed7ec6 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:12.830947 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a78407b9-7c13-4921-b389-b591984cbc9a req-b5bde4d6-dfc5-43e4-9631-0f6661ed7ec6 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.1449265 Jan 24 16:42:12.837129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a2281-5dc4-4e33-8aad-e4914bc4ee66 req-8ccc5daf-e660-4216-accc-7375c5eecfcf tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:12.838405 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-063a2281-5dc4-4e33-8aad-e4914bc4ee66 req-8ccc5daf-e660-4216-accc-7375c5eecfcf tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.129 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca&tenant_id=970b40b9aeed4dee8aee19fb64c18ba1&binding%3Ahost_id=hv-neutron-8261 HTTP/1.1" status: 200 len: 946 time: 0.1511652 Jan 24 16:42:12.887546 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a78407b9-7c13-4921-b389-b591984cbc9a req-67ad26b7-5983-42d7-9c19-6af30bcf0a93 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482244 Jan 24 16:42:13.003664 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-063a2281-5dc4-4e33-8aad-e4914bc4ee66 req-b4fbbefa-3cea-4575-8741-0b3e76c33656 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=970b40b9aeed4dee8aee19fb64c18ba1&device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 1099 time: 0.0779691 Jan 24 16:42:13.149767 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a2281-5dc4-4e33-8aad-e4914bc4ee66 req-d105c62b-aa95-434e-82bf-282f56f20f4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:13.151125 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-063a2281-5dc4-4e33-8aad-e4914bc4ee66 req-d105c62b-aa95-434e-82bf-282f56f20f4a service neutron] 10.222.0.129 "GET /v2.0/networks?id=283ed883-db6f-4644-8ad3-0739dbc08cc7 HTTP/1.1" status: 200 len: 914 time: 0.1418257 Jan 24 16:42:13.221110 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-063a2281-5dc4-4e33-8aad-e4914bc4ee66 req-dc31b6b0-0b6d-4d74-b28d-b905d3ef6e99 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d98ec26-dace-4ad1-8552-7ad82907015c HTTP/1.1" status: 200 len: 217 time: 0.0632868 Jan 24 16:42:13.291801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a2281-5dc4-4e33-8aad-e4914bc4ee66 req-c23be876-9cdc-4a4b-a23a-9089d194c0d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:13.293234 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-063a2281-5dc4-4e33-8aad-e4914bc4ee66 req-c23be876-9cdc-4a4b-a23a-9089d194c0d8 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e0529774-64b2-4eb9-acfe-41f44eeae213 HTTP/1.1" status: 200 len: 853 time: 0.0661881 Jan 24 16:42:13.346321 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-063a2281-5dc4-4e33-8aad-e4914bc4ee66 req-6e0cac2b-0d3f-451e-8b0a-fe54da76dbed service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=283ed883-db6f-4644-8ad3-0739dbc08cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470586 Jan 24 16:42:13.579935 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-063a2281-5dc4-4e33-8aad-e4914bc4ee66 req-8b92226c-c595-4c62-99d8-7cc31ade36e6 service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277341 Jan 24 16:42:13.723748 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-063a2281-5dc4-4e33-8aad-e4914bc4ee66 req-e9985295-df0b-4f09-b05a-16f9a88a311c service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365936 Jan 24 16:42:14.245378 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f08d4-7b7d-424e-a7a7-0f6f1fa1f25f req-7caf34e8-8c44-43db-b318-898adc2314a5 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:14.246734 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-720f08d4-7b7d-424e-a7a7-0f6f1fa1f25f req-7caf34e8-8c44-43db-b318-898adc2314a5 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0885327 Jan 24 16:42:14.314478 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-720f08d4-7b7d-424e-a7a7-0f6f1fa1f25f req-3c4b13a7-a063-497d-9ba4-374a5995dd9e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503578 Jan 24 16:42:15.520227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c48599-ee2e-44d7-9ee2-c524d0d75612 req-bb4459d5-d90e-4df2-bf8b-c5a8d0f34d16 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:15.521639 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-03c48599-ee2e-44d7-9ee2-c524d0d75612 req-bb4459d5-d90e-4df2-bf8b-c5a8d0f34d16 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0818663 Jan 24 16:42:15.569842 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-03c48599-ee2e-44d7-9ee2-c524d0d75612 req-4739756d-980f-43b6-9578-7cb70c4aa079 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421412 Jan 24 16:42:15.768250 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0892085-c579-4cc5-8dbe-10a50bd8cc20 req-2e307f33-a3c7-46ec-a043-ad0eaaa5e3ad tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:15.769673 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b0892085-c579-4cc5-8dbe-10a50bd8cc20 req-2e307f33-a3c7-46ec-a043-ad0eaaa5e3ad tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0760901 Jan 24 16:42:15.816340 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b0892085-c579-4cc5-8dbe-10a50bd8cc20 req-56231150-7c92-44ad-94e7-a485ea426767 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 Jan 24 16:42:16.046836 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd6a08-e80a-47c9-ba28-0eb6000ce6c4 req-026e4467-018d-4df8-89b4-3809dc5b9ee8 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:16.048393 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b7fd6a08-e80a-47c9-ba28-0eb6000ce6c4 req-026e4467-018d-4df8-89b4-3809dc5b9ee8 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.0940440 Jan 24 16:42:16.094593 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b7fd6a08-e80a-47c9-ba28-0eb6000ce6c4 req-bf82dccf-6145-4e3f-9d45-592c3276f114 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405996 Jan 24 16:42:16.635129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-dc26c784-db83-4242-8f92-1214137b535b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:16.636700 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-dc26c784-db83-4242-8f92-1214137b535b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/networks?id=283ed883-db6f-4644-8ad3-0739dbc08cc7 HTTP/1.1" status: 200 len: 813 time: 0.1461084 Jan 24 16:42:16.661283 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-89712457-052c-4fae-9b44-a48767c28b4e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/quotas/970b40b9aeed4dee8aee19fb64c18ba1 HTTP/1.1" status: 200 len: 375 time: 0.0186493 Jan 24 16:42:16.767914 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-4359047a-cdbd-4cd2-820c-6721d2dee7f1 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=970b40b9aeed4dee8aee19fb64c18ba1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1006525 Jan 24 16:42:16.985237 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-c9b3dd70-03ca-43c0-8700-f3e7f31e34b1 service neutron] 10.222.0.130 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104557 Jan 24 16:42:17.125457 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-2fe42cf3-2f44-48f0-8161-024f6c71c5ed service neutron] 10.222.0.130 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311865 Jan 24 16:42:17.319691 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-920e4bd4-b9ff-42a3-8200-9375b291df3d req-b9b92638-943c-4c5e-be23-3a74eac5ce37 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 210 time: 0.0433059 Jan 24 16:42:18.132353 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:18.510199 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-152e8048-003a-4d8d-a298-bf04ba8532d8 req-a10c5838-98bb-4a14-9429-3b3f8651295f tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 210 time: 0.0480356 Jan 24 16:42:18.553884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c46e70-262d-4864-8e60-ed7e8e278c11 req-dd39efe2-4443-46e0-84c7-05355f4efe24 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:18.555684 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-15c46e70-262d-4864-8e60-ed7e8e278c11 req-dd39efe2-4443-46e0-84c7-05355f4efe24 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.129 "GET /v2.0/ports?device_id=56e38728-4113-4010-8ed0-9bccaa55deca HTTP/1.1" status: 200 len: 946 time: 0.1324222 Jan 24 16:42:18.635752 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-15c46e70-262d-4864-8e60-ed7e8e278c11 req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Deleting port 4d98ec26-dace-4ad1-8552-7ad82907015c {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:42:18.636125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-15c46e70-262d-4864-8e60-ed7e8e278c11 req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:18.715210 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-44e42769-f4bd-42d3-b228-65857735e5f2 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:18.716786 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-44e42769-f4bd-42d3-b228-65857735e5f2 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.129 "GET /v2.0/networks?id=283ed883-db6f-4644-8ad3-0739dbc08cc7 HTTP/1.1" status: 200 len: 813 time: 0.2435234 Jan 24 16:42:18.735204 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Request body: {'port': {'device_id': 'a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c', 'network_id': '283ed883-db6f-4644-8ad3-0739dbc08cc7', 'admin_state_up': True, 'tenant_id': '970b40b9aeed4dee8aee19fb64c18ba1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:42:18.872513 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:42:18.876978 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-15c46e70-262d-4864-8e60-ed7e8e278c11 req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] For port 4d98ec26-dace-4ad1-8552-7ad82907015c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=4d98ec26-dace-4ad1-8552-7ad82907015c,segment=NetworkSegment(50de80e1-f931-4382-9c49-9f493db3e73e),segment_id=50de80e1-f931-4382-9c49-9f493db3e73e)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:42:18.877327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-15c46e70-262d-4864-8e60-ed7e8e278c11 req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:18.882785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:42:18.893750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Made reservation on behalf of 970b40b9aeed4dee8aee19fb64c18ba1 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:42:18.896708 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:19.002696 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [req-15c46e70-262d-4864-8e60-ed7e8e278c11 req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Calling delete_port for 4d98ec26-dace-4ad1-8552-7ad82907015c owned by compute:nova {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:42:19.064424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Allocated IP 172.20.0.6 (283ed883-db6f-4644-8ad3-0739dbc08cc7/e0529774-64b2-4eb9-acfe-41f44eeae213/3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:42:19.154074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-15c46e70-262d-4864-8e60-ed7e8e278c11 req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:19.170632 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['4d98ec26-dace-4ad1-8552-7ad82907015c'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:42:19.311787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:19.331363 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Pushing event deleted for resources: {'Port': ['ID=4d98ec26-dace-4ad1-8552-7ad82907015c,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:19.341042 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:19.356986 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['4d98ec26-dace-4ad1-8552-7ad82907015c'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:42:19.374193 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c46e70-262d-4864-8e60-ed7e8e278c11 req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] No DVR routers for this DVR port 4d98ec26-dace-4ad1-8552-7ad82907015c on host hv-neutron-8261 {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:42:19.376612 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.376960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.377252 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.377574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.377906 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.378234 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.378549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.378862 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.379174 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.379504 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.379817 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.382569 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-15c46e70-262d-4864-8e60-ed7e8e278c11 req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:19.385157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e38728-4113-4010-8ed0-9bccaa55deca', 'name': 'network-vif-deleted', 'tag': '4d98ec26-dace-4ad1-8552-7ad82907015c'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:42:19.402101 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-15c46e70-262d-4864-8e60-ed7e8e278c11 req-7c288ca1-47b8-4bba-a79b-f91dea33433b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.129 "DELETE /v2.0/ports/4d98ec26-dace-4ad1-8552-7ad82907015c HTTP/1.1" status: 204 len: 173 time: 0.8406470 Jan 24 16:42:19.419253 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Network 283ed883-db6f-4644-8ad3-0739dbc08cc7 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:42:19.423126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:42:19.427325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:42:19.483069 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Pushing event updated for resources: {'Port': ['ID=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:19.494694 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:19.495331 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:19.511181 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.511519 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.512023 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.512164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.512525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.512845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.513186 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.513458 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.513772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.514085 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.514458 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:19.533006 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-38d9e85d-02d4-4159-9e99-aad6e8dfbd8a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8016722 Jan 24 16:42:19.549802 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Request body: {'port': {'device_id': 'a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:42:19.549949 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e38728-4113-4010-8ed0-9bccaa55deca', 'name': 'network-vif-deleted', 'tag': '4d98ec26-dace-4ad1-8552-7ad82907015c', 'status': 'completed', 'code': 200} Jan 24 16:42:19.666611 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:19.734181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbbd0a-c045-484e-b7bb-751521b1b0d6 req-55b232da-dafd-47e7-bdc1-9ce5cba8f214 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:19.735290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-eafbbd0a-c045-484e-b7bb-751521b1b0d6 req-55b232da-dafd-47e7-bdc1-9ce5cba8f214 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Synchronizing usage tracker for tenant:970b40b9aeed4dee8aee19fb64c18ba1 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:42:19.751227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-eafbbd0a-c045-484e-b7bb-751521b1b0d6 req-55b232da-dafd-47e7-bdc1-9ce5cba8f214 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Unset dirty status for tenant:970b40b9aeed4dee8aee19fb64c18ba1 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:42:19.752380 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eafbbd0a-c045-484e-b7bb-751521b1b0d6 req-55b232da-dafd-47e7-bdc1-9ce5cba8f214 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 931 time: 0.1000357 Jan 24 16:42:19.798408 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eafbbd0a-c045-484e-b7bb-751521b1b0d6 req-8f16776d-3a35-4a34-afe0-00cd8d02c2cb tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402553 Jan 24 16:42:20.010954 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:42:20.018070 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:20.037851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Transition to ACTIVE for port object 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:42:20.041971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:20.169503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Pushing event updated for resources: {'Port': ['ID=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:20.288684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Attempting to bind port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:42:20.288916 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Attempting to bind port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '50de80e1-f931-4382-9c49-9f493db3e73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '283ed883-db6f-4644-8ad3-0739dbc08cc7'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:42:20.290334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Attempting to bind port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 on network 283ed883-db6f-4644-8ad3-0739dbc08cc7 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:42:20.297441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 on network 283ed883-db6f-4644-8ad3-0739dbc08cc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:42:20.297960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Attempting to bind port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 on network 283ed883-db6f-4644-8ad3-0739dbc08cc7 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:42:20.304306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:42:20.304637 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Checking segment: {'id': '50de80e1-f931-4382-9c49-9f493db3e73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '283ed883-db6f-4644-8ad3-0739dbc08cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:42:20.305014 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Bound using segment: {'id': '50de80e1-f931-4382-9c49-9f493db3e73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '283ed883-db6f-4644-8ad3-0739dbc08cc7'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:42:20.305419 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Bound port: 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50de80e1-f931-4382-9c49-9f493db3e73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '283ed883-db6f-4644-8ad3-0739dbc08cc7'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:42:20.305753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:20.427998 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] For port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:42:20.431127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] For port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0,segment=NetworkSegment(50de80e1-f931-4382-9c49-9f493db3e73e),segment_id=50de80e1-f931-4382-9c49-9f493db3e73e)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:42:20.439397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:20.526443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:20.529146 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] 10.222.0.129 "PUT /v2.0/ports/3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 HTTP/1.1" status: 200 len: 1093 time: 0.9838994 Jan 24 16:42:20.529376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c', 'tag': '3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:42:20.552704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6c7bc-8e82-42db-b01d-34317ec22e89 service neutron] Pushing event updated for resources: {'Port': ['ID=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:20.606982 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c', 'tag': '3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0', 'status': 'completed', 'code': 200} Jan 24 16:42:20.654729 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-f236626f-a7e8-4508-9419-bee88cb65236 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=970b40b9aeed4dee8aee19fb64c18ba1&device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 1096 time: 0.0839663 Jan 24 16:42:20.827837 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-8883fa88-92d4-4160-bc5d-45afed1d4dcd service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 HTTP/1.1" status: 200 len: 217 time: 0.1659975 Jan 24 16:42:20.910296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-2f6ea22d-e073-49f9-b9e0-872a09079add service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:20.912606 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-2f6ea22d-e073-49f9-b9e0-872a09079add service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e0529774-64b2-4eb9-acfe-41f44eeae213 HTTP/1.1" status: 200 len: 853 time: 0.0752749 Jan 24 16:42:20.967796 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-e2d77e10-ce45-452f-b2ff-244b1b37721a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=283ed883-db6f-4644-8ad3-0739dbc08cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485594 Jan 24 16:42:21.034787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7140c-b75f-4ddc-8e1c-d9e05ac6b75f req-b208ba36-72f3-45eb-8c59-38c2241774bc tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:21.036827 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-43e7140c-b75f-4ddc-8e1c-d9e05ac6b75f req-b208ba36-72f3-45eb-8c59-38c2241774bc tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 943 time: 0.1030247 Jan 24 16:42:21.101594 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-43e7140c-b75f-4ddc-8e1c-d9e05ac6b75f req-e54abb91-a36a-453c-bd5f-6a04892ae6dd tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582266 Jan 24 16:42:21.108444 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-385f3288-9329-4d8f-a3bf-66331ff4aef5 service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336844 Jan 24 16:42:21.247025 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a634209-5b02-4edf-92f9-6d20f1ba0dcc req-fa6226c7-6b74-4976-86f7-e18257d4cd78 service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319222 Jan 24 16:42:21.405143 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8c8fc9b1-d270-4328-b05f-fbd7bcf6b2f5 req-5a6ddee0-75fa-478a-98ef-09cba85255ff service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=970b40b9aeed4dee8aee19fb64c18ba1&device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 1096 time: 0.0898185 Jan 24 16:42:21.537204 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fc9b1-d270-4328-b05f-fbd7bcf6b2f5 req-47e854d7-b8a3-46cc-b466-995089c5b3c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:21.538651 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8c8fc9b1-d270-4328-b05f-fbd7bcf6b2f5 req-47e854d7-b8a3-46cc-b466-995089c5b3c9 service neutron] 10.222.0.129 "GET /v2.0/networks?id=283ed883-db6f-4644-8ad3-0739dbc08cc7 HTTP/1.1" status: 200 len: 914 time: 0.1277280 Jan 24 16:42:21.606664 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8c8fc9b1-d270-4328-b05f-fbd7bcf6b2f5 req-48fa5a80-1f23-4608-940e-5f1b0132f056 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 HTTP/1.1" status: 200 len: 217 time: 0.0595467 Jan 24 16:42:21.685018 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fc9b1-d270-4328-b05f-fbd7bcf6b2f5 req-41417e39-36f3-49c5-8b05-3fe44fcb9b61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:21.686451 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8c8fc9b1-d270-4328-b05f-fbd7bcf6b2f5 req-41417e39-36f3-49c5-8b05-3fe44fcb9b61 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e0529774-64b2-4eb9-acfe-41f44eeae213 HTTP/1.1" status: 200 len: 853 time: 0.0726686 Jan 24 16:42:21.735955 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8c8fc9b1-d270-4328-b05f-fbd7bcf6b2f5 req-6caad941-a221-4b9e-96d5-9e6b40d48204 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=283ed883-db6f-4644-8ad3-0739dbc08cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389016 Jan 24 16:42:21.868717 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8c8fc9b1-d270-4328-b05f-fbd7bcf6b2f5 req-6184f8f4-efbf-44d9-9dde-b25a8bd0217a service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260657 Jan 24 16:42:22.011350 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8c8fc9b1-d270-4328-b05f-fbd7bcf6b2f5 req-d8655bb5-b956-4582-862d-7ac277009d34 service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357131 Jan 24 16:42:22.321262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60326-1f33-49c3-990f-216711829933 req-d66f09b7-b7cc-448a-ab9b-64b7853ecc9a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:22.321943 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-1ca60326-1f33-49c3-990f-216711829933 req-d66f09b7-b7cc-448a-ab9b-64b7853ecc9a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Synchronizing usage tracker for tenant:970b40b9aeed4dee8aee19fb64c18ba1 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:42:22.333905 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-1ca60326-1f33-49c3-990f-216711829933 req-d66f09b7-b7cc-448a-ab9b-64b7853ecc9a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Unset dirty status for tenant:970b40b9aeed4dee8aee19fb64c18ba1 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:42:22.335048 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1ca60326-1f33-49c3-990f-216711829933 req-d66f09b7-b7cc-448a-ab9b-64b7853ecc9a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 943 time: 0.1096699 Jan 24 16:42:22.380897 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1ca60326-1f33-49c3-990f-216711829933 req-d2b0f3c7-224d-4181-98c6-af8c98ef2f28 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399816 Jan 24 16:42:22.436392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:42:22.438942 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 4d98ec26-dace-4ad1-8552-7ad82907015c no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:42:22.473021 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 4d98ec26-dace-4ad1-8552-7ad82907015c {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:42:22.473362 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 4d98ec26-dace-4ad1-8552-7ad82907015c not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:42:22.603532 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0,segment=NetworkSegment(50de80e1-f931-4382-9c49-9f493db3e73e),segment_id=50de80e1-f931-4382-9c49-9f493db3e73e)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:42:22.616789 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0', 'network_id': '283ed883-db6f-4644-8ad3-0739dbc08cc7', 'port_id': '3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0', 'mac_address': 'fa:16:3e:23:4f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0529774-64b2-4eb9-acfe-41f44eeae213', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:42:22.674490 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:22.693712 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:42:22.710774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0,segment=NetworkSegment(50de80e1-f931-4382-9c49-9f493db3e73e),segment_id=50de80e1-f931-4382-9c49-9f493db3e73e)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:42:22.717014 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:22.781528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:23.013381 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:42:23.594163 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a2623-b007-48d4-b6c4-c40eeb9e5cc3 req-7be0042d-b819-4395-9611-dd56f0786540 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:23.595633 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-369a2623-b007-48d4-b6c4-c40eeb9e5cc3 req-7be0042d-b819-4395-9611-dd56f0786540 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 944 time: 0.0806177 Jan 24 16:42:23.645036 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-369a2623-b007-48d4-b6c4-c40eeb9e5cc3 req-51601dbf-014c-4416-af4e-fc3cca0d8e52 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408542 Jan 24 16:42:24.454712 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:42:24.526400 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:42:24.533143 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:42:24.533494 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:24.647494 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:24.674743 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:42:24.685197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0,segment=NetworkSegment(50de80e1-f931-4382-9c49-9f493db3e73e),segment_id=50de80e1-f931-4382-9c49-9f493db3e73e)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:42:24.689766 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:24.745855 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0', 'code': 200} Jan 24 16:42:24.761450 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:24.848163 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c149f-da22-42ae-88ff-6eb4049e346a req-eaf8eff6-5a3a-4ca1-bd27-48bff90f7f5f tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:24.849589 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-294c149f-da22-42ae-88ff-6eb4049e346a req-eaf8eff6-5a3a-4ca1-bd27-48bff90f7f5f tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0746286 Jan 24 16:42:24.895900 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-294c149f-da22-42ae-88ff-6eb4049e346a req-3e1f7be6-8065-4d0c-b3aa-1d5fc00feec4 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401883 Jan 24 16:42:24.974295 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-af082c3c-bdc3-49db-a04e-7dde1b92d292 req-ee6ac629-35c8-4785-bf91-58237667d1ec service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 1098 time: 0.0704396 Jan 24 16:42:25.035965 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-af082c3c-bdc3-49db-a04e-7dde1b92d292 req-49b12d4e-98af-431b-b3e4-65b075070690 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505838 Jan 24 16:42:26.110519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bac4f8-61cf-4058-95ae-c03811528678 req-4dc9383e-9ef4-448f-a776-24adb2d433ed tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:26.112290 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a3bac4f8-61cf-4058-95ae-c03811528678 req-4dc9383e-9ef4-448f-a776-24adb2d433ed tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0889280 Jan 24 16:42:26.161353 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a3bac4f8-61cf-4058-95ae-c03811528678 req-c3cd8950-8f10-46ed-9d6f-0ba49da56a23 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433800 Jan 24 16:42:27.381130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b912511-c437-4db5-aee1-5d2cf951827b req-f491681f-41f4-44db-9719-add7f06c3a4b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:27.382443 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3b912511-c437-4db5-aee1-5d2cf951827b req-f491681f-41f4-44db-9719-add7f06c3a4b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0941651 Jan 24 16:42:27.431290 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3b912511-c437-4db5-aee1-5d2cf951827b req-95fa1c9a-975a-42f3-b8ac-9163c356466e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432358 Jan 24 16:42:27.639011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f287e-0d5d-4688-9b7c-25fce5001af7 req-997da59d-ad6c-42b2-bc40-56654d25225f tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:27.640400 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cc1f287e-0d5d-4688-9b7c-25fce5001af7 req-997da59d-ad6c-42b2-bc40-56654d25225f tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0886016 Jan 24 16:42:27.686243 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cc1f287e-0d5d-4688-9b7c-25fce5001af7 req-15a62bae-2295-4b56-bc94-8194ff287d20 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402594 Jan 24 16:42:27.968165 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ec48e02c-c21a-4762-b6ee-2fa6e5bafed0 req-0841335d-84e3-4aff-a080-ff434e51f135 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1434755 Jan 24 16:42:28.258563 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-ed70ac94-f86f-48b0-b0b8-0e67a96cf533 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107445 Jan 24 16:42:28.298687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6992659-022a-4134-9923-7bb5ed97226f req-c713e165-4a42-48dd-94a8-b50723d51c08 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:28.300209 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e6992659-022a-4134-9923-7bb5ed97226f req-c713e165-4a42-48dd-94a8-b50723d51c08 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0944579 Jan 24 16:42:28.355433 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e6992659-022a-4134-9923-7bb5ed97226f req-2eb6d5a4-ddd9-433b-9e2b-a4e36ad9a287 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Jan 24 16:42:29.675652 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-d5bef690-bc28-45f0-824f-bd2f43e3be5e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=970b40b9aeed4dee8aee19fb64c18ba1&device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 1098 time: 0.2164650 Jan 24 16:42:29.683906 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d863b-cfa2-456c-a34c-b44d112c48e0 req-41d6d757-62d8-46f3-8930-3118004c4d36 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:29.685240 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-228d863b-cfa2-456c-a34c-b44d112c48e0 req-41d6d757-62d8-46f3-8930-3118004c4d36 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.1970201 Jan 24 16:42:29.820136 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-228d863b-cfa2-456c-a34c-b44d112c48e0 req-3f2c5cb3-919c-4777-aeb1-a2358d249a57 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167295 Jan 24 16:42:29.840784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-2bf2add9-b0a3-4a8d-b162-98ca88019154 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:29.842222 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-2bf2add9-b0a3-4a8d-b162-98ca88019154 service neutron] 10.222.0.129 "GET /v2.0/networks?id=283ed883-db6f-4644-8ad3-0739dbc08cc7 HTTP/1.1" status: 200 len: 914 time: 0.1561508 Jan 24 16:42:29.911234 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-057818b4-cd19-4527-82d1-8305ce684ac1 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 HTTP/1.1" status: 200 len: 217 time: 0.0625248 Jan 24 16:42:29.971421 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-dd6d6e1b-ae96-46c8-ac9a-2caa84391206 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:29.972756 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-dd6d6e1b-ae96-46c8-ac9a-2caa84391206 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e0529774-64b2-4eb9-acfe-41f44eeae213 HTTP/1.1" status: 200 len: 853 time: 0.0557015 Jan 24 16:42:30.019175 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-ab541535-f0fc-480a-a83a-95d30f2ae9c1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=283ed883-db6f-4644-8ad3-0739dbc08cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404513 Jan 24 16:42:30.150736 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-109f2376-ae32-41d1-b597-6c455ec763b1 service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243961 Jan 24 16:42:30.282033 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-ef4e1b84-cc79-4ca3-9dd3-a0171020d858 service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240797 Jan 24 16:42:31.047989 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48f3f1-dbce-45e6-afc0-b146d5f6b81a req-a9c73189-1d88-46ae-a0bc-e86c7cce1902 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:31.049512 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5b48f3f1-dbce-45e6-afc0-b146d5f6b81a req-a9c73189-1d88-46ae-a0bc-e86c7cce1902 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0961726 Jan 24 16:42:31.096692 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5b48f3f1-dbce-45e6-afc0-b146d5f6b81a req-b7796051-20c9-4c9c-ae6d-886fda5e113a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414212 Jan 24 16:42:32.324116 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e65e0-a9b9-4b08-b606-1190bcf46ab1 req-42bda57d-6879-4fbd-9daa-eedb72f45abd tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:32.325509 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e05e65e0-a9b9-4b08-b606-1190bcf46ab1 req-42bda57d-6879-4fbd-9daa-eedb72f45abd tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0919266 Jan 24 16:42:32.372387 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e05e65e0-a9b9-4b08-b606-1190bcf46ab1 req-9c0251d3-6ecc-457d-a4cc-f7721958597b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402882 Jan 24 16:42:33.590492 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4938585-6d82-427b-807a-40089a3de3b3 req-a4d1e3e0-70c2-4abf-8335-34ccc3700ba9 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:33.591986 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b4938585-6d82-427b-807a-40089a3de3b3 req-a4d1e3e0-70c2-4abf-8335-34ccc3700ba9 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0923243 Jan 24 16:42:33.645299 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b4938585-6d82-427b-807a-40089a3de3b3 req-4b6eef3d-9d25-4660-a0a4-b108306f9fdb tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413635 Jan 24 16:42:34.531242 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:42:34.869270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f6a84-4b81-4d45-af16-148d62ca1dda req-7a37c1f5-c5ca-4f97-bed6-04a1abf9219a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:34.871108 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6c1f6a84-4b81-4d45-af16-148d62ca1dda req-7a37c1f5-c5ca-4f97-bed6-04a1abf9219a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0935488 Jan 24 16:42:34.919234 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6c1f6a84-4b81-4d45-af16-148d62ca1dda req-f631513c-68eb-4ac2-8a2b-0bdf008a3a2e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422974 Jan 24 16:42:36.131133 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc608a-bdcd-4459-9035-1cf33ca4ba9c req-96bb0dae-0e46-4c2a-b966-0c6df2814c53 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:36.134024 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-effc608a-bdcd-4459-9035-1cf33ca4ba9c req-96bb0dae-0e46-4c2a-b966-0c6df2814c53 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0907168 Jan 24 16:42:36.180801 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-effc608a-bdcd-4459-9035-1cf33ca4ba9c req-1d4142b1-3b93-43f8-bb58-f18e709805c5 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409429 Jan 24 16:42:36.990706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e35ea22d-40c4-451a-9e0b-86b8c4ee8dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:37.390196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5a93f-608b-425e-badc-aaa1ba3c3944 req-82e58fb8-2732-4e17-a3cd-31abc9742e59 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:37.391734 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3ad5a93f-608b-425e-badc-aaa1ba3c3944 req-82e58fb8-2732-4e17-a3cd-31abc9742e59 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0823286 Jan 24 16:42:37.449651 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3ad5a93f-608b-425e-badc-aaa1ba3c3944 req-ddff71a3-7c82-49c0-b939-0c94abd4fb35 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506613 Jan 24 16:42:38.805288 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadb752-028a-4f7b-84fe-da56b4f2508a req-d168843a-fdad-4ad5-a518-0850fd60d8f9 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:38.806719 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7fadb752-028a-4f7b-84fe-da56b4f2508a req-d168843a-fdad-4ad5-a518-0850fd60d8f9 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0856895 Jan 24 16:42:38.857323 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7fadb752-028a-4f7b-84fe-da56b4f2508a req-4cc35adf-2800-4005-bb13-8e1fe65bf346 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430486 Jan 24 16:42:39.183126 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3b12ae47-1411-4665-a2b0-3a6b566122b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:40.086676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38130dc-1587-4ea9-83f6-8ef249a060cf req-3791c77c-32e5-4bd0-b74a-b688f6809763 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:40.089041 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f38130dc-1587-4ea9-83f6-8ef249a060cf req-3791c77c-32e5-4bd0-b74a-b688f6809763 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0908480 Jan 24 16:42:40.140772 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f38130dc-1587-4ea9-83f6-8ef249a060cf req-254eedce-773b-4c69-a9fa-41ab13b9500f tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426846 Jan 24 16:42:40.410590 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:40.423751 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:41.366794 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc5733-afda-4491-a9a9-fc760d361503 req-b92c08c7-dd62-4805-8a17-e50beb0c25d9 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:41.368176 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bffc5733-afda-4491-a9a9-fc760d361503 req-b92c08c7-dd62-4805-8a17-e50beb0c25d9 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0877395 Jan 24 16:42:41.413959 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bffc5733-afda-4491-a9a9-fc760d361503 req-2e693882-795e-41fe-a77b-2d719ff64e4f tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402079 Jan 24 16:42:41.880231 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:42.628825 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22fdcf-42a5-425c-95ee-b02f5c84e125 req-bd6c6eb6-ad62-491f-9761-501b789bd1e6 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:42.630259 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fe22fdcf-42a5-425c-95ee-b02f5c84e125 req-bd6c6eb6-ad62-491f-9761-501b789bd1e6 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0886855 Jan 24 16:42:42.679235 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fe22fdcf-42a5-425c-95ee-b02f5c84e125 req-9b621b12-eeeb-47b8-b0e2-cd6644c8e3e5 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434582 Jan 24 16:42:43.889493 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089a1bf-17f1-4599-98c2-43960c7e77a9 req-c83a7e51-75f7-443e-a7da-a01ca19e03da tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:43.890988 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9089a1bf-17f1-4599-98c2-43960c7e77a9 req-c83a7e51-75f7-443e-a7da-a01ca19e03da tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0816445 Jan 24 16:42:43.935628 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9089a1bf-17f1-4599-98c2-43960c7e77a9 req-2d32d228-d877-4f0b-83ec-68050844fb02 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389895 Jan 24 16:42:45.153360 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f79d68-a54d-48b1-90e6-e0566dfd63e1 req-3db4aa71-fe50-4964-be4c-702debf6763b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:45.154792 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-18f79d68-a54d-48b1-90e6-e0566dfd63e1 req-3db4aa71-fe50-4964-be4c-702debf6763b tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0818803 Jan 24 16:42:45.208199 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-18f79d68-a54d-48b1-90e6-e0566dfd63e1 req-a58655f6-4d66-4d11-81b6-2835097d955a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475223 Jan 24 16:42:46.413215 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ef2f2-d9ce-4410-b4ad-69e09dd8298e req-db36444a-6c42-4258-ab46-b44e290ca0a3 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:46.414596 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc0ef2f2-d9ce-4410-b4ad-69e09dd8298e req-db36444a-6c42-4258-ab46-b44e290ca0a3 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0785887 Jan 24 16:42:46.459830 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bc0ef2f2-d9ce-4410-b4ad-69e09dd8298e req-74c759cd-c098-4ddb-9ed7-3c1a0f762b1a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394640 Jan 24 16:42:47.689787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c7a93-ec7f-49d5-ae1d-6d2102d939a2 req-1653627e-fe7a-46c3-b98f-4126049edc4d tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:47.691243 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-939c7a93-ec7f-49d5-ae1d-6d2102d939a2 req-1653627e-fe7a-46c3-b98f-4126049edc4d tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0956709 Jan 24 16:42:47.737952 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-939c7a93-ec7f-49d5-ae1d-6d2102d939a2 req-64a400c9-82d4-4b13-a49b-c2785ae791a2 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412085 Jan 24 16:42:48.130332 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:42:48.968595 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737d3ee-abb6-4cbc-9b0a-c055726b97d8 req-05df6e39-db0c-4a77-ba0b-ae7e7873d51d tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:48.970121 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4737d3ee-abb6-4cbc-9b0a-c055726b97d8 req-05df6e39-db0c-4a77-ba0b-ae7e7873d51d tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0867653 Jan 24 16:42:49.019669 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4737d3ee-abb6-4cbc-9b0a-c055726b97d8 req-ea09d109-bac5-4f2c-a907-3d90b7018f1f tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412626 Jan 24 16:42:50.249188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806fb91-93b3-48a6-907e-0d3a08772b55 req-a0720e3c-b831-41ce-8fde-0f444fbf53aa tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:50.251422 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6806fb91-93b3-48a6-907e-0d3a08772b55 req-a0720e3c-b831-41ce-8fde-0f444fbf53aa tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0924091 Jan 24 16:42:50.302365 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6806fb91-93b3-48a6-907e-0d3a08772b55 req-7b0f1397-1ac2-47dd-9e95-0c360d494b04 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442877 Jan 24 16:42:51.516120 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c331e3-a75e-479d-8b2d-4714ca041d40 req-9566786f-30ba-4660-82b1-621b3a1815fc tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:51.517521 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-03c331e3-a75e-479d-8b2d-4714ca041d40 req-9566786f-30ba-4660-82b1-621b3a1815fc tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0798101 Jan 24 16:42:51.582093 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-03c331e3-a75e-479d-8b2d-4714ca041d40 req-c88ce1af-fff4-4e92-9152-49017aac99ad tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588770 Jan 24 16:42:52.797127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ebc44-ba36-4840-918a-29fe3d0c34e8 req-b9d72418-2ea9-4e8b-8b32-4afb27279a86 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:52.798545 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-303ebc44-ba36-4840-918a-29fe3d0c34e8 req-b9d72418-2ea9-4e8b-8b32-4afb27279a86 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0837264 Jan 24 16:42:52.846933 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-303ebc44-ba36-4840-918a-29fe3d0c34e8 req-050965c6-36d8-4223-844c-5c27f6e4651d tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427861 Jan 24 16:42:54.077982 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb35a3-1450-4f33-8e18-db414550fe80 req-b00b9c00-f901-4898-b64e-4fe9861ef3a5 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:54.079425 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8adb35a3-1450-4f33-8e18-db414550fe80 req-b00b9c00-f901-4898-b64e-4fe9861ef3a5 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0909607 Jan 24 16:42:54.127090 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8adb35a3-1450-4f33-8e18-db414550fe80 req-4f1e9d1c-030e-4a53-8ee5-c397c5f66ccd tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419936 Jan 24 16:42:55.370573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51040e00-e2b9-45d3-882c-351bb9f7cdc1 req-9498ee9b-6b11-46df-aafd-9dcb378fadae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:55.371957 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-51040e00-e2b9-45d3-882c-351bb9f7cdc1 req-9498ee9b-6b11-46df-aafd-9dcb378fadae tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0930641 Jan 24 16:42:55.431508 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-51040e00-e2b9-45d3-882c-351bb9f7cdc1 req-39162e2a-dc1f-4dbe-b144-9a10f312ee8c tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526392 Jan 24 16:42:56.638738 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca436b7-0d4d-43f8-bed0-4c6e2f72c64f req-8a8c7b03-867b-4e61-8783-b6824f6acdd1 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:56.640427 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-aca436b7-0d4d-43f8-bed0-4c6e2f72c64f req-8a8c7b03-867b-4e61-8783-b6824f6acdd1 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0804286 Jan 24 16:42:56.692181 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-aca436b7-0d4d-43f8-bed0-4c6e2f72c64f req-a67bcda0-e265-4daa-974d-c6d518e3a4b0 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434697 Jan 24 16:42:57.427637 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-1562160b-f2fe-4aad-9552-b8d19cd90f32 service neutron] 10.222.0.129 "GET /v2.0/ports/3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0/bindings/hv-neutron-8261 HTTP/1.1" status: 200 len: 384 time: 0.1762860 Jan 24 16:42:57.725795 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-7f653df2-b11d-4bf7-a743-8dd4eda93d89 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c&tenant_id=970b40b9aeed4dee8aee19fb64c18ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0712588 Jan 24 16:42:57.820946 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-d5731ce7-431e-43d3-9dde-94df8ec76bb2 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=970b40b9aeed4dee8aee19fb64c18ba1&device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 1098 time: 0.0707350 Jan 24 16:42:58.003599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-c8ddd8a0-1283-45c6-943c-b4afb6d55afe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:58.005019 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-c8ddd8a0-1283-45c6-943c-b4afb6d55afe service neutron] 10.222.0.129 "GET /v2.0/networks?id=283ed883-db6f-4644-8ad3-0739dbc08cc7 HTTP/1.1" status: 200 len: 914 time: 0.1495168 Jan 24 16:42:58.011503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726e36f-af0b-4fac-95fc-ed95c50674b1 req-442a1ad6-75e6-49a1-9d56-5a9efa00c734 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:58.012831 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b726e36f-af0b-4fac-95fc-ed95c50674b1 req-442a1ad6-75e6-49a1-9d56-5a9efa00c734 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.1908195 Jan 24 16:42:58.091670 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-fab028a4-27ba-4fb1-9360-965c6b278fef service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 HTTP/1.1" status: 200 len: 217 time: 0.0778489 Jan 24 16:42:58.161877 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b726e36f-af0b-4fac-95fc-ed95c50674b1 req-df0cbaab-851d-409c-a98c-7258f4c95f90 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997949 Jan 24 16:42:58.174555 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-b9b87f2c-8845-41da-adfc-4bcc7de32aec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:58.176043 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-b9b87f2c-8845-41da-adfc-4bcc7de32aec service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e0529774-64b2-4eb9-acfe-41f44eeae213 HTTP/1.1" status: 200 len: 853 time: 0.0724056 Jan 24 16:42:58.227765 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-61b0b973-0f0c-42cb-955e-3756f3657ae1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=283ed883-db6f-4644-8ad3-0739dbc08cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431657 Jan 24 16:42:58.360909 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-3ea9b926-3fab-4ef0-ba47-05de3731b05f service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260133 Jan 24 16:42:58.495235 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-534bdfa9-549c-4415-a060-4cf6c9cdd5e7 req-423dda3f-7246-4546-a9b0-f1617626f14a service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261649 Jan 24 16:42:59.362652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18734524-97be-43de-890d-324b08f552af req-ead67767-da50-47ef-baed-0e31122dfeb6 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:59.364025 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-18734524-97be-43de-890d-324b08f552af req-ead67767-da50-47ef-baed-0e31122dfeb6 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0764670 Jan 24 16:42:59.414462 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-18734524-97be-43de-890d-324b08f552af req-54e8583c-693a-4a2d-b19a-adad45df9833 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420358 Jan 24 16:43:00.621097 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dba78-a9e1-48db-b1e4-c729bbe50424 req-cd0c1683-8e53-430f-bb9b-03c2851cb99e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:00.622548 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c22dba78-a9e1-48db-b1e4-c729bbe50424 req-cd0c1683-8e53-430f-bb9b-03c2851cb99e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0803187 Jan 24 16:43:00.669170 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c22dba78-a9e1-48db-b1e4-c729bbe50424 req-d1b53e77-4dad-45fb-8c0b-e54870166206 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407374 Jan 24 16:43:01.064598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78eeae9-4330-40fa-b93d-226834ab1a90 req-d0fc446e-b78c-45a3-909d-6be9b701cc51 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:01.065892 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b78eeae9-4330-40fa-b93d-226834ab1a90 req-d0fc446e-b78c-45a3-909d-6be9b701cc51 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.129 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c&tenant_id=970b40b9aeed4dee8aee19fb64c18ba1&binding%3Ahost_id=hv-neutron-8261 HTTP/1.1" status: 200 len: 945 time: 0.1357296 Jan 24 16:43:01.072095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9da914-9180-4f82-b420-4e601278e0c5 req-f82a171a-208f-4a9c-a94f-7fd1cb08794a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:01.073382 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6c9da914-9180-4f82-b420-4e601278e0c5 req-f82a171a-208f-4a9c-a94f-7fd1cb08794a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.1139874 Jan 24 16:43:01.125980 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6c9da914-9180-4f82-b420-4e601278e0c5 req-48a998ca-eec0-4b99-9c98-07b7b07e413c tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453455 Jan 24 16:43:01.217224 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b78eeae9-4330-40fa-b93d-226834ab1a90 req-d1759288-078d-4f10-b6e6-7dace3315b20 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=970b40b9aeed4dee8aee19fb64c18ba1&device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 1098 time: 0.0760329 Jan 24 16:43:01.354759 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78eeae9-4330-40fa-b93d-226834ab1a90 req-bb541d31-7be7-4de9-a589-9829dc7589c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:01.356141 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b78eeae9-4330-40fa-b93d-226834ab1a90 req-bb541d31-7be7-4de9-a589-9829dc7589c3 service neutron] 10.222.0.129 "GET /v2.0/networks?id=283ed883-db6f-4644-8ad3-0739dbc08cc7 HTTP/1.1" status: 200 len: 914 time: 0.1319661 Jan 24 16:43:01.426666 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b78eeae9-4330-40fa-b93d-226834ab1a90 req-b51e37c3-f6c7-4adc-bcc7-178a7936c82b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 HTTP/1.1" status: 200 len: 217 time: 0.0635211 Jan 24 16:43:01.494478 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78eeae9-4330-40fa-b93d-226834ab1a90 req-7e60f11b-e2e5-4a34-bdd2-52484bbfbd58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:01.495920 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b78eeae9-4330-40fa-b93d-226834ab1a90 req-7e60f11b-e2e5-4a34-bdd2-52484bbfbd58 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e0529774-64b2-4eb9-acfe-41f44eeae213 HTTP/1.1" status: 200 len: 853 time: 0.0627577 Jan 24 16:43:01.542274 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b78eeae9-4330-40fa-b93d-226834ab1a90 req-34fda21f-2a05-4a63-be3c-74ce940ff867 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=283ed883-db6f-4644-8ad3-0739dbc08cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398540 Jan 24 16:43:01.781843 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b78eeae9-4330-40fa-b93d-226834ab1a90 req-8e50b378-5b29-4b6e-bc49-b9b695e96d87 service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210810 Jan 24 16:43:01.916519 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b78eeae9-4330-40fa-b93d-226834ab1a90 req-287f1c25-d633-40bf-8187-404f1a3166e4 service neutron] 10.222.0.129 "GET /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281281 Jan 24 16:43:02.421829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877c048-9b18-49bf-86d1-45c1f73bd23b req-894255ed-a7bc-46ad-8cff-500fa342a0be tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:02.423299 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2877c048-9b18-49bf-86d1-45c1f73bd23b req-894255ed-a7bc-46ad-8cff-500fa342a0be tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.1729844 Jan 24 16:43:02.468451 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2877c048-9b18-49bf-86d1-45c1f73bd23b req-be50c859-01bf-45cf-bbcd-47cf093fb492 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390887 Jan 24 16:43:02.594462 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:43:02.737438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0,segment=NetworkSegment(50de80e1-f931-4382-9c49-9f493db3e73e),segment_id=50de80e1-f931-4382-9c49-9f493db3e73e)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:43:02.751290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0', 'network_id': '283ed883-db6f-4644-8ad3-0739dbc08cc7', 'port_id': '3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0', 'mac_address': 'fa:16:3e:23:4f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0529774-64b2-4eb9-acfe-41f44eeae213', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:43:02.814822 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:02.832491 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:43:02.853711 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0,segment=NetworkSegment(50de80e1-f931-4382-9c49-9f493db3e73e),segment_id=50de80e1-f931-4382-9c49-9f493db3e73e)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:43:02.860801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:02.942218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:43:03.006691 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:03.027234 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:03.027633 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:03.027957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:03.028285 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:03.028607 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:03.028916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:03.029235 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:03.029525 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:03.029834 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:03.030139 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:03.030716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:03.690590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463f304-0f8d-40d2-92ad-e56f960bfeee req-99b83d04-d077-4aa9-a2e0-8a1723fa27e5 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:03.693071 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2463f304-0f8d-40d2-92ad-e56f960bfeee req-99b83d04-d077-4aa9-a2e0-8a1723fa27e5 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 944 time: 0.0992050 Jan 24 16:43:03.742598 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2463f304-0f8d-40d2-92ad-e56f960bfeee req-67fb2ee6-0fb5-4dca-9c41-376f7ec0bd32 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412664 Jan 24 16:43:03.963149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae109c2-1f6f-4227-8254-f117b54843d1 req-ca855a71-16e4-415b-90b7-0a5a7441e3b0 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:03.964615 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9ae109c2-1f6f-4227-8254-f117b54843d1 req-ca855a71-16e4-415b-90b7-0a5a7441e3b0 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 944 time: 0.0803599 Jan 24 16:43:04.020782 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9ae109c2-1f6f-4227-8254-f117b54843d1 req-61046fcc-bbad-4fb5-bbeb-c4fa28f7393f tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438826 Jan 24 16:43:04.224811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee1c27-3b04-4f41-9c94-e5663562ae31 req-c89b91fa-0043-4774-aab0-d455a27f3a2e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:04.226257 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0dee1c27-3b04-4f41-9c94-e5663562ae31 req-c89b91fa-0043-4774-aab0-d455a27f3a2e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 944 time: 0.0832093 Jan 24 16:43:04.271598 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0dee1c27-3b04-4f41-9c94-e5663562ae31 req-f1049c87-5661-4436-9d0f-96ea175ad1f7 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395780 Jan 24 16:43:04.593920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:43:04.666071 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:43:04.666414 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:04.777439 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:04.808041 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:43:04.817987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0,segment=NetworkSegment(50de80e1-f931-4382-9c49-9f493db3e73e),segment_id=50de80e1-f931-4382-9c49-9f493db3e73e)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:43:04.823791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:04.868989 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0', 'code': 200} Jan 24 16:43:04.888340 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49de05-5e99-4d03-a789-08947ecd70ea req-dcd59dfe-da2d-4041-8e19-1b0e4112635a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:04.889820 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5e49de05-5e99-4d03-a789-08947ecd70ea req-dcd59dfe-da2d-4041-8e19-1b0e4112635a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0807741 Jan 24 16:43:04.892775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:04.937564 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5e49de05-5e99-4d03-a789-08947ecd70ea req-41c8d2f9-5323-4c3c-a184-5ef2d213bc55 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403190 Jan 24 16:43:06.154252 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cc47f-3600-4ec7-ad51-268191d982b1 req-76657bff-bbc7-49e7-92cc-db4d25ed5a7a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:06.155795 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ff8cc47f-3600-4ec7-ad51-268191d982b1 req-76657bff-bbc7-49e7-92cc-db4d25ed5a7a tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0833809 Jan 24 16:43:06.203501 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ff8cc47f-3600-4ec7-ad51-268191d982b1 req-70822296-b205-41ef-9222-ce5cd3213457 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/security-groups?id=dce0c655-dabb-474a-9435-1de3b41d722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 Jan 24 16:43:06.629102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad014b-5232-4bfb-ba1a-88b7b41b9d86 req-f6686931-642b-4f87-a956-17c9d7c2826d tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:06.630418 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d8ad014b-5232-4bfb-ba1a-88b7b41b9d86 req-f6686931-642b-4f87-a956-17c9d7c2826d tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.129 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 945 time: 0.0798788 Jan 24 16:43:06.702016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-d8ad014b-5232-4bfb-ba1a-88b7b41b9d86 req-cbd14b7d-9a6d-4bb3-a04f-e06719fef83e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Deleting port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:43:06.702368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-d8ad014b-5232-4bfb-ba1a-88b7b41b9d86 req-cbd14b7d-9a6d-4bb3-a04f-e06719fef83e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:06.955127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-d8ad014b-5232-4bfb-ba1a-88b7b41b9d86 req-cbd14b7d-9a6d-4bb3-a04f-e06719fef83e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] For port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0,segment=NetworkSegment(50de80e1-f931-4382-9c49-9f493db3e73e),segment_id=50de80e1-f931-4382-9c49-9f493db3e73e)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:43:06.955496 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-d8ad014b-5232-4bfb-ba1a-88b7b41b9d86 req-cbd14b7d-9a6d-4bb3-a04f-e06719fef83e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:06.973955 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c132b05a-3fed-4461-ad11-9564bfb701dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:07.076963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-d8ad014b-5232-4bfb-ba1a-88b7b41b9d86 req-cbd14b7d-9a6d-4bb3-a04f-e06719fef83e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Calling delete_port for 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:43:07.222031 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-d8ad014b-5232-4bfb-ba1a-88b7b41b9d86 req-cbd14b7d-9a6d-4bb3-a04f-e06719fef83e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:07.236560 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:43:07.267236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd14b7d-9a6d-4bb3-a04f-e06719fef83e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Pushing event deleted for resources: {'Port': ['ID=3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:07.343454 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ad014b-5232-4bfb-ba1a-88b7b41b9d86 req-cbd14b7d-9a6d-4bb3-a04f-e06719fef83e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] No DVR routers for this DVR port 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:43:07.346023 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-d8ad014b-5232-4bfb-ba1a-88b7b41b9d86 req-cbd14b7d-9a6d-4bb3-a04f-e06719fef83e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:07.348519 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c', 'name': 'network-vif-deleted', 'tag': '3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:43:07.365976 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d8ad014b-5232-4bfb-ba1a-88b7b41b9d86 req-cbd14b7d-9a6d-4bb3-a04f-e06719fef83e tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.129 "DELETE /v2.0/ports/3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 HTTP/1.1" status: 204 len: 173 time: 0.7296202 Jan 24 16:43:07.380505 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-89b767bd-a158-4ef6-94f6-49b2b699dccf req-4902bd72-1762-40e3-9954-df4251a1f082 tempest-ServerDiskConfigTestJSON-656047641 tempest-ServerDiskConfigTestJSON-656047641-project] 10.222.0.130 "GET /v2.0/ports?device_id=a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c HTTP/1.1" status: 200 len: 210 time: 0.0421646 Jan 24 16:43:07.508052 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a438548e-bf2c-4c4f-80c1-3ab5b6d6b68c', 'name': 'network-vif-deleted', 'tag': '3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0', 'status': 'completed', 'code': 200} Jan 24 16:43:08.673915 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 39424) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:43:08.738572 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea79894-a81f-4930-9cc4-17931f6172e8 admin admin] Deleting subnet e0529774-64b2-4eb9-acfe-41f44eeae213 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:43:08.741774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ea79894-a81f-4930-9cc4-17931f6172e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:08.790360 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ea79894-a81f-4930-9cc4-17931f6172e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:08.849081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ea79894-a81f-4930-9cc4-17931f6172e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:08.918714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ea79894-a81f-4930-9cc4-17931f6172e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:08.955063 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea79894-a81f-4930-9cc4-17931f6172e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0529774-64b2-4eb9-acfe-41f44eeae213,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:08.961542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6ea79894-a81f-4930-9cc4-17931f6172e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:08.967186 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6ea79894-a81f-4930-9cc4-17931f6172e8 admin admin] 10.222.0.130 "DELETE /v2.0/subnets/e0529774-64b2-4eb9-acfe-41f44eeae213 HTTP/1.1" status: 204 len: 168 time: 0.2918668 Jan 24 16:43:08.969935 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 39428) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:43:09.075676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6022599-e12e-4f53-866a-88360b6135b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:09.181872 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-56623e86-33ca-4a3e-966a-477d731b844f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:09.296646 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6022599-e12e-4f53-866a-88360b6135b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:09.325935 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-c6022599-e12e-4f53-866a-88360b6135b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283ed883-db6f-4644-8ad3-0739dbc08cc7']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:43:09.344378 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-c6022599-e12e-4f53-866a-88360b6135b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50de80e1-f931-4382-9c49-9f493db3e73e') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:43:09.344684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-c6022599-e12e-4f53-866a-88360b6135b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50de80e1-f931-4382-9c49-9f493db3e73e') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:43:09.356074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6022599-e12e-4f53-866a-88360b6135b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:09.372894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6022599-e12e-4f53-866a-88360b6135b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:09.380139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6022599-e12e-4f53-866a-88360b6135b0 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:43:09.380566 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6022599-e12e-4f53-866a-88360b6135b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:43:09.394010 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:43:09.480576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6022599-e12e-4f53-866a-88360b6135b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:09.485613 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c6022599-e12e-4f53-866a-88360b6135b0 admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:09.510086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6022599-e12e-4f53-866a-88360b6135b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=283ed883-db6f-4644-8ad3-0739dbc08cc7,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:09.519738 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c6022599-e12e-4f53-866a-88360b6135b0 admin admin] 10.222.0.130 "DELETE /v2.0/networks/283ed883-db6f-4644-8ad3-0739dbc08cc7 HTTP/1.1" status: 204 len: 168 time: 0.5487778 Jan 24 16:43:09.684819 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 39434) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:43:09.736503 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-83e9017e-9485-4ac1-af70-16d1a37f525b admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=970b40b9aeed4dee8aee19fb64c18ba1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503385 Jan 24 16:43:09.739328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 39438) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:43:09.798410 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7332ab0-8603-481c-bf51-ec815c66129e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:09.834013 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7332ab0-8603-481c-bf51-ec815c66129e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:09.891355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7332ab0-8603-481c-bf51-ec815c66129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:09.909144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7332ab0-8603-481c-bf51-ec815c66129e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce0c655-dabb-474a-9435-1de3b41d722a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:09.921166 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7332ab0-8603-481c-bf51-ec815c66129e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:09.922267 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d7332ab0-8603-481c-bf51-ec815c66129e admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/dce0c655-dabb-474a-9435-1de3b41d722a HTTP/1.1" status: 204 len: 168 time: 0.1820645 Jan 24 16:43:10.407361 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:10.419356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:10.628232 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:43:10.664078 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:43:10.664415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 3f12dc19-0dc2-4d2c-80ea-1d9c78eca6f0 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:43:10.850424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 39460) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:43:10.986494 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1564636668-network', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:43:10.994472 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:43:11.000249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Usage tracker for resource:network and tenant:e3b4e3baddee4433b0b798a18e18478b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:43:11.003076 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:43:11.009153 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:43:11.021009 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Made reservation on behalf of e3b4e3baddee4433b0b798a18e18478b for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:43:11.023334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:11.036230 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:11.067744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:43:11.071629 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Usage tracker for resource:security_group_rule and tenant:e3b4e3baddee4433b0b798a18e18478b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:43:11.074364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:43:11.079957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:43:11.150106 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:11.157297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:11.194911 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:43:11.200027 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65e1fb9-7e9c-4f39-b811-6240402eae2e,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:11.208170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:11.208538 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Added segment faadac9a-fe6d-47b0-a163-aeeab71e46c3 of type vlan for network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 Jan 24 16:43:11.234488 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:11.264573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:11.266315 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:11.267105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:11.374232 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] Pushing event updated for resources: {'Network': ['ID=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:11.377547 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a59d0c47-8eaa-4666-aad1-015acd548929 admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5261390 Jan 24 16:43:11.380682 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 39466) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:43:11.385325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:43:11.386154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-29587ab3-103f-4999-812c-ad69559b9300 admin admin] Request body: {'subnet': {'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1564636668-subnet', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:43:11.391802 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-29587ab3-103f-4999-812c-ad69559b9300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:43:11.396013 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-29587ab3-103f-4999-812c-ad69559b9300 admin admin] Usage tracker for resource:subnet and tenant:e3b4e3baddee4433b0b798a18e18478b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:43:11.398955 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-29587ab3-103f-4999-812c-ad69559b9300 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:43:11.404959 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-29587ab3-103f-4999-812c-ad69559b9300 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:43:11.419503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29587ab3-103f-4999-812c-ad69559b9300 admin admin] Made reservation on behalf of e3b4e3baddee4433b0b798a18e18478b for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:43:11.422157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29587ab3-103f-4999-812c-ad69559b9300 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:11.532202 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:43:11.647529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29587ab3-103f-4999-812c-ad69559b9300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:11.707773 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29587ab3-103f-4999-812c-ad69559b9300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98a92ec0-d3d1-4433-91c2-57d6d26661c2,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:11.730728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29587ab3-103f-4999-812c-ad69559b9300 admin admin] Checking segment: {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:43:11.731067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29587ab3-103f-4999-812c-ad69559b9300 admin admin] Network hostable DHCP agents. Network: 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:43:11.754198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29587ab3-103f-4999-812c-ad69559b9300 admin admin] Network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:43:11.764947 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-29587ab3-103f-4999-812c-ad69559b9300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:43:11.769291 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29587ab3-103f-4999-812c-ad69559b9300 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:11.769868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-29587ab3-103f-4999-812c-ad69559b9300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:11.775922 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b38fc2f-be99-45cb-8afc-4ffe8cf0e586 None None] Network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:43:11.798449 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-29587ab3-103f-4999-812c-ad69559b9300 admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4166763 Jan 24 16:43:11.801027 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 39470) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:43:11.806060 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:43:11.811943 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:43:11.816005 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Usage tracker for resource:router and tenant:e3b4e3baddee4433b0b798a18e18478b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:43:11.819417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:43:11.825347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:43:11.840274 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:11.841488 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:11.861713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:11.880804 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:12.007300 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:12.011222 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:43:12.012118 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:12.171683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Allocated IP 172.20.0.2 (5bcf3acb-3658-4624-bfd6-c42d6bf8bd45/98a92ec0-d3d1-4433-91c2-57d6d26661c2/9e84c4e6-242d-440b-b84a-7b587b729032) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:43:12.206046 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:12.239862 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:12.368485 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:12.375771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Allocated IP 172.26.2.238 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/dd435b27-452c-41fb-a777-ca42f902147e) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:43:12.380460 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Transition to ACTIVE for port object 9e84c4e6-242d-440b-b84a-7b587b729032 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:43:12.398856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Transition to ACTIVE for port object 9e84c4e6-242d-440b-b84a-7b587b729032 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:43:12.403847 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:12.507184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:43:12.510765 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:43:12.512962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Pushing event updated for resources: {'Port': ['ID=9e84c4e6-242d-440b-b84a-7b587b729032,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:12.515052 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:43:12.526971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:12.560018 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:12.606682 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Attempting to bind port 9e84c4e6-242d-440b-b84a-7b587b729032 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:43:12.607090 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Attempting to bind port 9e84c4e6-242d-440b-b84a-7b587b729032 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:43:12.607459 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Attempting to bind port 9e84c4e6-242d-440b-b84a-7b587b729032 on network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:43:12.614470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:43:12.614831 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Checking segment: {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:43:12.615219 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:12.615626 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Bound using segment: {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:43:12.616083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Bound port: 9e84c4e6-242d-440b-b84a-7b587b729032, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:43:12.616445 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:12.628277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:43:12.631073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:43:12.634779 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:43:12.663184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Pushing event updated for resources: {'Port': ['ID=dd435b27-452c-41fb-a777-ca42f902147e,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:12.704252 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] For port 9e84c4e6-242d-440b-b84a-7b587b729032, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:43:12.708055 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] For port 9e84c4e6-242d-440b-b84a-7b587b729032, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9e84c4e6-242d-440b-b84a-7b587b729032,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:43:12.712833 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:12.799622 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d30d9d-6bed-4538-9333-6b0f8d8e2fa6 None None] Pushing event updated for resources: {'Port': ['ID=9e84c4e6-242d-440b-b84a-7b587b729032,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:12.805241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:12.806316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:13.161769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:43:13.374263 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:43:13.384780 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Sync routers for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:43:13.399329 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:43:13.400008 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:43:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:43:13.401553 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:13.403149 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-85195718-baf1-44dc-974b-c8c605e5deba admin admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6011734 Jan 24 16:43:13.406315 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 39474) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:43:13.582443 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:43:13.716244 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb38c951-04b7-421d-aace-a79f1cd8dfa3 None None] Network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:43:13.877579 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:12Z', 'revision_number': 3, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:43:13.881767 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Checking router: 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:43:13.882358 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Updating router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b port dd435b27-452c-41fb-a777-ca42f902147e binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:43:13.891352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-868a3feb-8cc4-4bf3-9f29-9a504d55285c None None] Provisioning for port 9e84c4e6-242d-440b-b84a-7b587b729032 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:43:13.939932 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:14.203901 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:14.300147 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:14.313218 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Transition to ACTIVE for port object dd435b27-452c-41fb-a777-ca42f902147e will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:43:14.320123 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:14.421158 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cbcda-af5b-4db1-9283-5ef270253c01 None None] Pushing event updated for resources: {'Port': ['ID=dd435b27-452c-41fb-a777-ca42f902147e,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:14.431218 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cbcda-af5b-4db1-9283-5ef270253c01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:14.431740 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cbcda-af5b-4db1-9283-5ef270253c01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:14.432161 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cbcda-af5b-4db1-9283-5ef270253c01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:14.432596 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cbcda-af5b-4db1-9283-5ef270253c01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:14.433007 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cbcda-af5b-4db1-9283-5ef270253c01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:14.433607 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cbcda-af5b-4db1-9283-5ef270253c01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:14.433776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Allocated IP 172.20.0.1 (5bcf3acb-3658-4624-bfd6-c42d6bf8bd45/98a92ec0-d3d1-4433-91c2-57d6d26661c2/0c4b89e3-7922-4bad-978a-c0422a3c72e0) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:43:14.434967 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cbcda-af5b-4db1-9283-5ef270253c01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:14.434967 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cbcda-af5b-4db1-9283-5ef270253c01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:14.435314 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cbcda-af5b-4db1-9283-5ef270253c01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:14.435749 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cbcda-af5b-4db1-9283-5ef270253c01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:14.436162 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082cbcda-af5b-4db1-9283-5ef270253c01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:14.469896 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Attempting to bind port dd435b27-452c-41fb-a777-ca42f902147e on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:43:14.471261 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Attempting to bind port dd435b27-452c-41fb-a777-ca42f902147e by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:43:14.471805 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Attempting to bind port dd435b27-452c-41fb-a777-ca42f902147e on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:43:14.473362 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9e84c4e6-242d-440b-b84a-7b587b729032 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:43:14.479693 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:43:14.480239 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:43:14.480727 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:14.481210 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:43:14.481751 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Bound port: dd435b27-452c-41fb-a777-ca42f902147e, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:43:14.482240 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:14.545854 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 9e84c4e6-242d-440b-b84a-7b587b729032 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:43:14.551069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 9e84c4e6-242d-440b-b84a-7b587b729032 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:43:14.551441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:14.557661 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] For port dd435b27-452c-41fb-a777-ca42f902147e, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:43:14.561030 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] For port dd435b27-452c-41fb-a777-ca42f902147e, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=dd435b27-452c-41fb-a777-ca42f902147e,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:43:14.566251 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:14.664337 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cbcda-af5b-4db1-9283-5ef270253c01 None None] Pushing event updated for resources: {'Port': ['ID=dd435b27-452c-41fb-a777-ca42f902147e,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:14.679909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:14.688535 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:43:14.689398 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:43:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:43:14.721124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 9e84c4e6-242d-440b-b84a-7b587b729032, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9e84c4e6-242d-440b-b84a-7b587b729032,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:43:14.726405 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:14.754930 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:14.772725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Transition to ACTIVE for port object 0c4b89e3-7922-4bad-978a-c0422a3c72e0 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:43:14.798584 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:14.817487 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=9e84c4e6-242d-440b-b84a-7b587b729032,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:14.872872 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:43:14.882732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:43:14.886883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:43:14.889653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:43:14.924229 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Pushing event updated for resources: {'Port': ['ID=0c4b89e3-7922-4bad-978a-c0422a3c72e0,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:14.954042 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:15.053936 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:15.174315 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a56bbf2c-f6f9-42a4-95c1-cb85056d8f0e None None] Provisioning for port 0c4b89e3-7922-4bad-978a-c0422a3c72e0 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:43:15.180318 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a56bbf2c-f6f9-42a4-95c1-cb85056d8f0e None None] Provisioning complete for port 0c4b89e3-7922-4bad-978a-c0422a3c72e0 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:43:15.180710 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a56bbf2c-f6f9-42a4-95c1-cb85056d8f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:15.199262 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:12Z', 'revision_number': 3, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:43:15.215351 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46c5ee-baf5-4ee5-bd46-b7d8bfca35a2 None None] The sync data for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv is: [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:12Z', 'revision_number': 3, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:43:15.264517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-a56bbf2c-f6f9-42a4-95c1-cb85056d8f0e None None] Port 0c4b89e3-7922-4bad-978a-c0422a3c72e0 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:43:15.308355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:15.313517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:15.424838 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:15.428000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Pushing event updated for resources: {'Port': ['ID=0c4b89e3-7922-4bad-978a-c0422a3c72e0,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:15.566858 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:43:15.568040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:43:15.893748 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-234ad63c-cc0c-43dc-bb64-27efac8fe5b4 None None] Provisioning complete for port 0c4b89e3-7922-4bad-978a-c0422a3c72e0 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:43:15.894108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-234ad63c-cc0c-43dc-bb64-27efac8fe5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:15.956810 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-234ad63c-cc0c-43dc-bb64-27efac8fe5b4 None None] Port 0c4b89e3-7922-4bad-978a-c0422a3c72e0 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:43:16.017801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:43:16.223194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:43:16.232269 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bc1ccbfb-e0c1-4ed2-8425-4c1f5b4865b4 admin admin] 10.222.0.130 "PUT /v2.0/routers/1b5414e5-04a4-49f1-8dfe-cb7eac707e2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8240104 Jan 24 16:43:16.458146 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device dd435b27-452c-41fb-a777-ca42f902147e up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:43:16.526704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port dd435b27-452c-41fb-a777-ca42f902147e completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:43:16.531989 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port dd435b27-452c-41fb-a777-ca42f902147e triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:43:16.532509 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:16.645481 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:16.660949 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port dd435b27-452c-41fb-a777-ca42f902147e, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=dd435b27-452c-41fb-a777-ca42f902147e,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:43:16.664838 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:16.665597 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9e84c4e6-242d-440b-b84a-7b587b729032 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:43:16.773756 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=dd435b27-452c-41fb-a777-ca42f902147e,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:16.789159 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 9e84c4e6-242d-440b-b84a-7b587b729032 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:43:16.789529 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:16.920391 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 39484) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:43:16.926063 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-6047f1e9-8cb8-49a6-bfe9-3d5a4b4f9c83 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1949542431', 'description': 'tempest-description--2038482437'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:43:16.932072 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6047f1e9-8cb8-49a6-bfe9-3d5a4b4f9c83 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:43:16.936155 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6047f1e9-8cb8-49a6-bfe9-3d5a4b4f9c83 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Usage tracker for resource:security_group and tenant:e3b4e3baddee4433b0b798a18e18478b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:43:16.939218 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6047f1e9-8cb8-49a6-bfe9-3d5a4b4f9c83 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:43:16.945077 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6047f1e9-8cb8-49a6-bfe9-3d5a4b4f9c83 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:43:16.958224 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6047f1e9-8cb8-49a6-bfe9-3d5a4b4f9c83 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:16.997044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6047f1e9-8cb8-49a6-bfe9-3d5a4b4f9c83 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:43:17.001639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6047f1e9-8cb8-49a6-bfe9-3d5a4b4f9c83 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Usage tracker for resource:security_group_rule and tenant:e3b4e3baddee4433b0b798a18e18478b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:43:17.004504 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-6047f1e9-8cb8-49a6-bfe9-3d5a4b4f9c83 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:43:17.010850 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-6047f1e9-8cb8-49a6-bfe9-3d5a4b4f9c83 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:43:17.074408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6047f1e9-8cb8-49a6-bfe9-3d5a4b4f9c83 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:17.079092 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6047f1e9-8cb8-49a6-bfe9-3d5a4b4f9c83 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:17.121420 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047f1e9-8cb8-49a6-bfe9-3d5a4b4f9c83 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b628225-824d-4bae-a021-139271277da8,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:17.124352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6047f1e9-8cb8-49a6-bfe9-3d5a4b4f9c83 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:17.125558 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6047f1e9-8cb8-49a6-bfe9-3d5a4b4f9c83 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2041657 Jan 24 16:43:17.128296 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 39488) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:43:17.133574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-a598ab1b-0ba2-4442-9f21-002710163c46 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Request body: {'security_group_rule': {'security_group_id': '0b628225-824d-4bae-a021-139271277da8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:43:17.140068 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a598ab1b-0ba2-4442-9f21-002710163c46 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:43:17.144367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a598ab1b-0ba2-4442-9f21-002710163c46 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Usage tracker for resource:security_group_rule and tenant:e3b4e3baddee4433b0b798a18e18478b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:43:17.147324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a598ab1b-0ba2-4442-9f21-002710163c46 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:43:17.153445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a598ab1b-0ba2-4442-9f21-002710163c46 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:43:17.181603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a598ab1b-0ba2-4442-9f21-002710163c46 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:17.245761 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a598ab1b-0ba2-4442-9f21-002710163c46 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:17.251361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a598ab1b-0ba2-4442-9f21-002710163c46 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:17.273938 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598ab1b-0ba2-4442-9f21-002710163c46 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d808be-3e2b-4a5c-a676-2b690a14af40,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:17.282791 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a598ab1b-0ba2-4442-9f21-002710163c46 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:17.284212 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a598ab1b-0ba2-4442-9f21-002710163c46 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1548789 Jan 24 16:43:17.286744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 39492) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:43:17.292261 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e9ce087b-a507-466a-b334-bf65cb03b06b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Request body: {'security_group_rule': {'security_group_id': '0b628225-824d-4bae-a021-139271277da8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:43:17.298443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e9ce087b-a507-466a-b334-bf65cb03b06b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:43:17.302541 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e9ce087b-a507-466a-b334-bf65cb03b06b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Usage tracker for resource:security_group_rule and tenant:e3b4e3baddee4433b0b798a18e18478b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:43:17.305484 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e9ce087b-a507-466a-b334-bf65cb03b06b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:43:17.311733 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e9ce087b-a507-466a-b334-bf65cb03b06b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:43:17.345798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e9ce087b-a507-466a-b334-bf65cb03b06b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:17.415737 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e9ce087b-a507-466a-b334-bf65cb03b06b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:17.421717 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e9ce087b-a507-466a-b334-bf65cb03b06b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:17.458024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce087b-a507-466a-b334-bf65cb03b06b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106fbaa3-9de2-451f-ac1b-0ef3559c8861,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:17.467262 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e9ce087b-a507-466a-b334-bf65cb03b06b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:17.468453 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e9ce087b-a507-466a-b334-bf65cb03b06b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1807656 Jan 24 16:43:17.471781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 39496) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:43:17.480104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:43:17.487455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:43:17.491459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Usage tracker for resource:floatingip and tenant:e3b4e3baddee4433b0b798a18e18478b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:43:17.495464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:43:17.504159 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:43:17.518213 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:17.672996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:17.817643 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Allocated IP 172.26.2.95 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/ccce112b-2e1a-4346-a860-122cb7b457de) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:43:17.991596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:18.025819 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:18.092633 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:43:18.095800 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:43:18.100405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:43:18.126278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Pushing event updated for resources: {'Port': ['ID=ccce112b-2e1a-4346-a860-122cb7b457de,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:18.139404 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:18.262810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:18.323154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:18.399374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device dd435b27-452c-41fb-a777-ca42f902147e up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:43:18.470461 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port dd435b27-452c-41fb-a777-ca42f902147e triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:43:18.470916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:18.543442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:18.548804 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:18.648623 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Pushing event updated for resources: {'Port': ['ID=ccce112b-2e1a-4346-a860-122cb7b457de,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:18.662514 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Sync routers for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:43:18.671945 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:18.674513 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:43:18.675120 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:43:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:43:18.694446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:18.695784 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c9e729a4-23b3-4dc7-a012-25ac03e98c8c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2228243 Jan 24 16:43:18.899439 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:43:18.976113 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-c6d5728f-0297-42d7-b852-927a184a9c3c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Synchronizing usage tracker for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:43:18.993588 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-c6d5728f-0297-42d7-b852-927a184a9c3c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Unset dirty status for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:43:18.994909 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-c6d5728f-0297-42d7-b852-927a184a9c3c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-securitygroup--1949542431&fields=id&tenant_id=e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 267 time: 0.1597431 Jan 24 16:43:19.144410 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-422d8066-735b-48a2-92e9-3405e08b599b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:19.145097 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-422d8066-735b-48a2-92e9-3405e08b599b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Synchronizing usage tracker for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:43:19.164140 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-422d8066-735b-48a2-92e9-3405e08b599b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Unset dirty status for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:43:19.165451 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-422d8066-735b-48a2-92e9-3405e08b599b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 812 time: 0.1637664 Jan 24 16:43:19.183107 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-fe234c8f-3dd5-48d1-aca9-3c0310f32269 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/quotas/e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 375 time: 0.0115755 Jan 24 16:43:19.220779 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:15Z', 'revision_number': 2, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:43:19.224704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Checking router: 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:43:19.225032 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Updating router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b port 0c4b89e3-7922-4bad-978a-c0422a3c72e0 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:43:19.263445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-db133195-ae88-4d4e-9c77-29efb3f03d64 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Synchronizing usage tracker for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:43:19.275699 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:19.280447 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-db133195-ae88-4d4e-9c77-29efb3f03d64 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Unset dirty status for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:43:19.281771 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-db133195-ae88-4d4e-9c77-29efb3f03d64 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0926847 Jan 24 16:43:19.418819 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-44065efe-6c39-49ed-a7f8-6a4f5f451f65 service neutron] 10.222.0.130 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236994 Jan 24 16:43:19.547925 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-2e256ac3-3d4e-447d-bab8-47d6a01c9a27 service neutron] 10.222.0.130 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228397 Jan 24 16:43:19.630882 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:19.643703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Transition to ACTIVE for port object 0c4b89e3-7922-4bad-978a-c0422a3c72e0 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:43:19.651114 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:19.752339 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2bac9dde-b09c-4abf-bcc7-39998f1bc4e6 req-53b75c29-0448-4bc7-bd1d-e053944e31d5 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 210 time: 0.0544822 Jan 24 16:43:19.794910 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ab604-b239-4d7c-9bc2-0403279e2afd None None] Pushing event updated for resources: {'Port': ['ID=0c4b89e3-7922-4bad-978a-c0422a3c72e0,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:19.894357 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Attempting to bind port 0c4b89e3-7922-4bad-978a-c0422a3c72e0 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:43:19.894722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Attempting to bind port 0c4b89e3-7922-4bad-978a-c0422a3c72e0 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:43:19.895076 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Attempting to bind port 0c4b89e3-7922-4bad-978a-c0422a3c72e0 on network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:43:19.901964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:43:19.902324 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Checking segment: {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:43:19.902719 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:19.903229 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Bound using segment: {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:43:19.903723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Bound port: 0c4b89e3-7922-4bad-978a-c0422a3c72e0, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:43:19.904083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:20.010006 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] For port 0c4b89e3-7922-4bad-978a-c0422a3c72e0, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:43:20.013447 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] For port 0c4b89e3-7922-4bad-978a-c0422a3c72e0, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0c4b89e3-7922-4bad-978a-c0422a3c72e0,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:43:20.020809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:20.113090 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ab604-b239-4d7c-9bc2-0403279e2afd None None] Pushing event updated for resources: {'Port': ['ID=0c4b89e3-7922-4bad-978a-c0422a3c72e0,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:20.119401 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:43:20.120218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:43:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:43:20.312083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:43:20.682088 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:20Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:43:20.686840 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7754a097-df64-4f1a-8367-01d0e22cbb3e None None] The sync data for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv is: [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:20Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:43:20.901813 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-fdf7c9c9-0d6a-4995-a697-08999645b7de tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:20.903521 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-fdf7c9c9-0d6a-4995-a697-08999645b7de tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 812 time: 0.1678464 Jan 24 16:43:20.964512 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b51433b4-bbe2-4e88-9761-028200c11bbd req-c9ede67a-e0ea-42cb-8595-92449f4c103c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 210 time: 0.0518143 Jan 24 16:43:20.974467 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-7396c4d4-7536-4d30-9287-b422f82d1d6d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 380 time: 0.0536146 Jan 24 16:43:20.993557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Request body: {'port': {'device_id': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'admin_state_up': True, 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'security_groups': ['0b628225-824d-4bae-a021-139271277da8']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:43:21.270447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:43:21.281065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:43:21.294039 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Made reservation on behalf of e3b4e3baddee4433b0b798a18e18478b for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:43:21.297415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:21.478104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Allocated IP 172.20.0.6 (5bcf3acb-3658-4624-bfd6-c42d6bf8bd45/98a92ec0-d3d1-4433-91c2-57d6d26661c2/574afbc3-e171-4fee-b5e1-44ca58445a67) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:43:21.690675 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:21.712522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Transition to ACTIVE for port object 574afbc3-e171-4fee-b5e1-44ca58445a67 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:43:21.738048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:21.817385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:43:21.820518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:43:21.824601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:43:21.857284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Pushing event updated for resources: {'Port': ['ID=574afbc3-e171-4fee-b5e1-44ca58445a67,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:21.880193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:21.880527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:21.880861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:21.881177 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:21.881500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:21.881870 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:21.882129 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:21.882439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:21.882754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:21.883063 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:21.883370 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:43:21.908608 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:21.909321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:21.944460 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-ae18674a-bbe2-4137-a7fe-31aa7be470c1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9628716 Jan 24 16:43:21.957051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Request body: {'port': {'device_id': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:43:22.097415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:22.144379 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-727a0b03-a34e-42ad-8c0f-93a86df04a6f None None] Provisioning for port 574afbc3-e171-4fee-b5e1-44ca58445a67 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:43:22.149666 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-727a0b03-a34e-42ad-8c0f-93a86df04a6f None None] Provisioning complete for port 574afbc3-e171-4fee-b5e1-44ca58445a67 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:43:22.149989 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-727a0b03-a34e-42ad-8c0f-93a86df04a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:22.200676 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-727a0b03-a34e-42ad-8c0f-93a86df04a6f None None] Port 574afbc3-e171-4fee-b5e1-44ca58445a67 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:43:22.322729 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e55a22-8197-49de-94e2-a1b39fa04fd5 req-959383cc-4bb8-47d7-b900-2e66fd3124c7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:22.323405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-93e55a22-8197-49de-94e2-a1b39fa04fd5 req-959383cc-4bb8-47d7-b900-2e66fd3124c7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Synchronizing usage tracker for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:43:22.396556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-93e55a22-8197-49de-94e2-a1b39fa04fd5 req-959383cc-4bb8-47d7-b900-2e66fd3124c7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Unset dirty status for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:43:22.397707 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-93e55a22-8197-49de-94e2-a1b39fa04fd5 req-959383cc-4bb8-47d7-b900-2e66fd3124c7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 931 time: 0.2522700 Jan 24 16:43:22.423052 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0c4b89e3-7922-4bad-978a-c0422a3c72e0 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:43:22.480282 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-93e55a22-8197-49de-94e2-a1b39fa04fd5 req-b0159f33-8dfd-46d7-9e1c-e1024c273086 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742381 Jan 24 16:43:22.501024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 0c4b89e3-7922-4bad-978a-c0422a3c72e0 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:43:22.506401 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 0c4b89e3-7922-4bad-978a-c0422a3c72e0 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:43:22.506769 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:22.550564 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574afbc3-e171-4fee-b5e1-44ca58445a67 {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:43:22.557843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:22.572309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Transition to ACTIVE for port object 574afbc3-e171-4fee-b5e1-44ca58445a67 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:43:22.577503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:22.625396 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:22.660882 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 0c4b89e3-7922-4bad-978a-c0422a3c72e0, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0c4b89e3-7922-4bad-978a-c0422a3c72e0,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:43:22.665960 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:22.704167 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Pushing event updated for resources: {'Port': ['ID=574afbc3-e171-4fee-b5e1-44ca58445a67,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:22.740819 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=0c4b89e3-7922-4bad-978a-c0422a3c72e0,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:22.823907 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Attempting to bind port 574afbc3-e171-4fee-b5e1-44ca58445a67 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:43:22.824243 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Attempting to bind port 574afbc3-e171-4fee-b5e1-44ca58445a67 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:43:22.824639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Attempting to bind port 574afbc3-e171-4fee-b5e1-44ca58445a67 on network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:43:22.830555 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Port 574afbc3-e171-4fee-b5e1-44ca58445a67 on network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:43:22.830870 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Attempting to bind port 574afbc3-e171-4fee-b5e1-44ca58445a67 on network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:43:22.837479 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:43:22.837804 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Checking segment: {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:43:22.838173 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Bound using segment: {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:43:22.838581 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Bound port: 574afbc3-e171-4fee-b5e1-44ca58445a67, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:43:22.838915 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:22.925954 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] For port 574afbc3-e171-4fee-b5e1-44ca58445a67, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:43:22.929077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] For port 574afbc3-e171-4fee-b5e1-44ca58445a67, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=574afbc3-e171-4fee-b5e1-44ca58445a67,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:43:22.934485 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:22.997620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:22.999094 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] 10.222.0.129 "PUT /v2.0/ports/574afbc3-e171-4fee-b5e1-44ca58445a67 HTTP/1.1" status: 200 len: 1093 time: 1.0468330 Jan 24 16:43:22.999773 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'tag': '574afbc3-e171-4fee-b5e1-44ca58445a67'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:43:23.017474 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea6ee1-caad-459b-9952-39e3d9c1aced service neutron] Pushing event updated for resources: {'Port': ['ID=574afbc3-e171-4fee-b5e1-44ca58445a67,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:23.076840 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'tag': '574afbc3-e171-4fee-b5e1-44ca58445a67', 'status': 'completed', 'code': 200} Jan 24 16:43:23.121511 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-53b59bbd-9cab-4103-901b-ce637a357e1f service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 1096 time: 0.0757811 Jan 24 16:43:23.284098 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-fa0c1a2b-0cfe-43b9-81a5-9e9cee6b1a43 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=574afbc3-e171-4fee-b5e1-44ca58445a67 HTTP/1.1" status: 200 len: 217 time: 0.1528385 Jan 24 16:43:23.348115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-6e539d3c-6d1e-4b46-bf2b-3fc8ac3375fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:23.350301 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-6e539d3c-6d1e-4b46-bf2b-3fc8ac3375fb service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0600402 Jan 24 16:43:23.441610 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-a08d35ad-7d6e-4af9-b092-901c71994817 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832200 Jan 24 16:43:23.574913 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-056de524-2823-4b13-a570-ab2a2f01a856 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244431 Jan 24 16:43:23.763509 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-161c2bbb-5a82-42b5-b495-9e51238f03bd req-feb67400-855c-44e2-b9a1-d17108f750fe service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815913 Jan 24 16:43:23.778942 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042278b-c992-4083-9768-9a836fd05757 req-6a8bb29e-21b3-478b-ac48-0ae58761e1b2 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:23.780958 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5042278b-c992-4083-9768-9a836fd05757 req-6a8bb29e-21b3-478b-ac48-0ae58761e1b2 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 943 time: 0.1757009 Jan 24 16:43:23.875052 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5042278b-c992-4083-9768-9a836fd05757 req-a5ef1b63-85c0-41ca-b76b-e461839661e8 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871928 Jan 24 16:43:23.912110 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-50cbb6bc-89a3-4b76-ae92-933f5a845fa4 req-2bcecdd8-691c-4e91-b9a1-340d858bf9a1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 1096 time: 0.0922992 Jan 24 16:43:24.045198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbb6bc-89a3-4b76-ae92-933f5a845fa4 req-a51b8ace-e6a9-4483-9cda-88c3d89ed42c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:24.046783 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-50cbb6bc-89a3-4b76-ae92-933f5a845fa4 req-a51b8ace-e6a9-4483-9cda-88c3d89ed42c service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1280220 Jan 24 16:43:24.117104 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-50cbb6bc-89a3-4b76-ae92-933f5a845fa4 req-20858ace-03b6-40fb-9070-daf49d9d3eaf service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=574afbc3-e171-4fee-b5e1-44ca58445a67 HTTP/1.1" status: 200 len: 217 time: 0.0635638 Jan 24 16:43:24.180841 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbb6bc-89a3-4b76-ae92-933f5a845fa4 req-31dee6dc-1088-4f9c-9765-1ec33a03ff5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:24.182282 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-50cbb6bc-89a3-4b76-ae92-933f5a845fa4 req-31dee6dc-1088-4f9c-9765-1ec33a03ff5a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0590303 Jan 24 16:43:24.269212 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-50cbb6bc-89a3-4b76-ae92-933f5a845fa4 req-0bee2ad1-887b-42a8-a3e7-407e93856ca9 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790157 Jan 24 16:43:24.411390 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0c4b89e3-7922-4bad-978a-c0422a3c72e0 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:43:24.414559 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-50cbb6bc-89a3-4b76-ae92-933f5a845fa4 req-c49db137-293e-4e59-99d9-b8a366e34b6c service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387720 Jan 24 16:43:24.482038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 0c4b89e3-7922-4bad-978a-c0422a3c72e0 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:43:24.482410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:24.548527 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-50cbb6bc-89a3-4b76-ae92-933f5a845fa4 req-bb3cd89c-88df-48e4-84b5-23b4ef956771 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248274 Jan 24 16:43:25.088071 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ce19-58c6-41d6-ae4d-31379f842dde req-e537ca06-1d3b-464d-970d-8607269a9b86 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:25.089253 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-50a7ce19-58c6-41d6-ae4d-31379f842dde req-e537ca06-1d3b-464d-970d-8607269a9b86 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 943 time: 0.0787766 Jan 24 16:43:25.137339 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-50a7ce19-58c6-41d6-ae4d-31379f842dde req-5d37201c-3502-45d8-b18d-5b739af2381a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410583 Jan 24 16:43:26.351181 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a925be-51df-4de6-be1e-85380aa32c34 req-9c69e45f-7077-4f56-a77e-02f15c107d18 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:26.352647 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f7a925be-51df-4de6-be1e-85380aa32c34 req-9c69e45f-7077-4f56-a77e-02f15c107d18 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 943 time: 0.0894263 Jan 24 16:43:26.399875 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f7a925be-51df-4de6-be1e-85380aa32c34 req-8d1bfb87-6d53-4f5f-8bd3-aed3d271d4ce tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413837 Jan 24 16:43:26.722819 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 574afbc3-e171-4fee-b5e1-44ca58445a67 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:43:26.869091 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 574afbc3-e171-4fee-b5e1-44ca58445a67, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=574afbc3-e171-4fee-b5e1-44ca58445a67,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:43:26.882408 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '574afbc3-e171-4fee-b5e1-44ca58445a67', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'port_id': '574afbc3-e171-4fee-b5e1-44ca58445a67', 'mac_address': 'fa:16:3e:33:19:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:43:26.935372 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:26.952372 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574afbc3-e171-4fee-b5e1-44ca58445a67 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:43:26.967119 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 574afbc3-e171-4fee-b5e1-44ca58445a67, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=574afbc3-e171-4fee-b5e1-44ca58445a67,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:43:26.973200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:27.053632 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=574afbc3-e171-4fee-b5e1-44ca58445a67,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:27.320923 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['574afbc3-e171-4fee-b5e1-44ca58445a67'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:43:27.635765 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6c66b-75f7-45b6-8e50-a1f646ab88b0 req-a91f6e3e-2afb-4a72-8bbe-1b22200a8a4e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:27.637096 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5be6c66b-75f7-45b6-8e50-a1f646ab88b0 req-a91f6e3e-2afb-4a72-8bbe-1b22200a8a4e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 944 time: 0.1028917 Jan 24 16:43:27.686269 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5be6c66b-75f7-45b6-8e50-a1f646ab88b0 req-07835bef-df82-4ca6-a0be-a596c30b8b64 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413079 Jan 24 16:43:28.742255 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 574afbc3-e171-4fee-b5e1-44ca58445a67 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:43:28.816370 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 574afbc3-e171-4fee-b5e1-44ca58445a67 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:43:28.821268 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 574afbc3-e171-4fee-b5e1-44ca58445a67 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:43:28.821597 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:28.887560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218090e4-99e7-4c49-8942-ac7e5a356b4b req-e736e0c2-5067-4225-affc-e3c0f84e8d67 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:28.888995 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-218090e4-99e7-4c49-8942-ac7e5a356b4b req-e736e0c2-5067-4225-affc-e3c0f84e8d67 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 944 time: 0.0825429 Jan 24 16:43:28.934382 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-218090e4-99e7-4c49-8942-ac7e5a356b4b req-7c0fc2b1-01e7-41e7-a429-f5e697772c36 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397265 Jan 24 16:43:28.935108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:28.962291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574afbc3-e171-4fee-b5e1-44ca58445a67'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:43:28.971835 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 574afbc3-e171-4fee-b5e1-44ca58445a67, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=574afbc3-e171-4fee-b5e1-44ca58445a67,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:43:28.975828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:29.019007 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574afbc3-e171-4fee-b5e1-44ca58445a67', 'code': 200} Jan 24 16:43:29.043273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=574afbc3-e171-4fee-b5e1-44ca58445a67,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:29.257328 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a191ffed-76a4-46da-8670-01908353b3b6 req-b87ce3ce-30e1-47d7-a020-a26b822e9545 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 1098 time: 0.0695992 Jan 24 16:43:29.302795 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a191ffed-76a4-46da-8670-01908353b3b6 req-2dfd7618-9a3a-44bd-b664-29fb5394241b service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377820 Jan 24 16:43:30.234609 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df9aaa-9d17-41b3-a2d2-7c5af9298d7c req-06c6f4a1-7a33-4a6c-b981-b115c73a271a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:30.235969 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-88df9aaa-9d17-41b3-a2d2-7c5af9298d7c req-06c6f4a1-7a33-4a6c-b981-b115c73a271a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.1736073 Jan 24 16:43:30.284009 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-88df9aaa-9d17-41b3-a2d2-7c5af9298d7c req-cad705a9-df59-499c-9213-08452db5d65e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398035 Jan 24 16:43:31.501746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ffc50-73a9-480c-8a53-c84c1ccd41ab req-14e3f6b1-23d9-4083-b909-fce77bcef421 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:31.503167 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-663ffc50-73a9-480c-8a53-c84c1ccd41ab req-14e3f6b1-23d9-4083-b909-fce77bcef421 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0928197 Jan 24 16:43:31.548247 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-663ffc50-73a9-480c-8a53-c84c1ccd41ab req-7e8dee2d-5c33-4651-bae3-65618380701d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395377 Jan 24 16:43:31.759601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd44ef-0f69-444f-bcfa-e32dade60954 req-d6fedd6d-6492-4eac-908e-00cf113f9a3f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:31.761025 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-88dd44ef-0f69-444f-bcfa-e32dade60954 req-d6fedd6d-6492-4eac-908e-00cf113f9a3f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0845134 Jan 24 16:43:31.770680 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 39542) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:43:31.775897 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-1bf75404-c425-4784-b507-7ef0249614ff tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Request body: {'floatingip': {'port_id': '574afbc3-e171-4fee-b5e1-44ca58445a67'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:43:31.857635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1bf75404-c425-4784-b507-7ef0249614ff tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for floatingip, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:32.478016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1bf75404-c425-4784-b507-7ef0249614ff tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:32.488280 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1bf75404-c425-4784-b507-7ef0249614ff tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:32.692543 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-1bf75404-c425-4784-b507-7ef0249614ff tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Floating IP 11469c84-91e4-4faf-9019-cd188bdc1ec9 associated. External IP: 172.26.2.95, port: 574afbc3-e171-4fee-b5e1-44ca58445a67. Jan 24 16:43:33.216785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf75404-c425-4784-b507-7ef0249614ff tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:43:33.429982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf75404-c425-4784-b507-7ef0249614ff tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:43:33.434397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1bf75404-c425-4784-b507-7ef0249614ff tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:33.440251 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fea968-aa5c-4ed7-9865-ba5236a8ae8f None None] Sync routers for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:43:33.454111 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fea968-aa5c-4ed7-9865-ba5236a8ae8f None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:43:33.454708 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-45fea968-aa5c-4ed7-9865-ba5236a8ae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:43:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:43:33.487323 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1bf75404-c425-4784-b507-7ef0249614ff tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "PUT /v2.0/floatingips/11469c84-91e4-4faf-9019-cd188bdc1ec9 HTTP/1.1" status: 200 len: 990 time: 1.7152834 Jan 24 16:43:33.487933 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'tag': '574afbc3-e171-4fee-b5e1-44ca58445a67'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:43:33.547064 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'tag': '574afbc3-e171-4fee-b5e1-44ca58445a67', 'status': 'completed', 'code': 200} Jan 24 16:43:33.633879 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-45fea968-aa5c-4ed7-9865-ba5236a8ae8f None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:43:33.638727 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cd98b1e7-7332-4e38-995a-ceca5d40d692 req-d0865c06-01f0-4d21-9822-ac8a039a6efb service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 1098 time: 0.0732262 Jan 24 16:43:33.769621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98b1e7-7332-4e38-995a-ceca5d40d692 req-0701a22a-f199-4878-9873-f56d1b500921 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:33.770982 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cd98b1e7-7332-4e38-995a-ceca5d40d692 req-0701a22a-f199-4878-9873-f56d1b500921 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1261554 Jan 24 16:43:33.874798 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cd98b1e7-7332-4e38-995a-ceca5d40d692 req-f71adeb6-1ed7-4c3e-b35e-18f9857eabb6 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=574afbc3-e171-4fee-b5e1-44ca58445a67 HTTP/1.1" status: 200 len: 998 time: 0.0974905 Jan 24 16:43:33.936670 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98b1e7-7332-4e38-995a-ceca5d40d692 req-e997f627-09af-4b25-a6db-2ce29977b81a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:43:33.938106 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cd98b1e7-7332-4e38-995a-ceca5d40d692 req-e997f627-09af-4b25-a6db-2ce29977b81a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0569832 Jan 24 16:43:34.009895 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-45fea968-aa5c-4ed7-9865-ba5236a8ae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '11469c84-91e4-4faf-9019-cd188bdc1ec9', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'port_id': '574afbc3-e171-4fee-b5e1-44ca58445a67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'mac_address': 'fa:16:3e:33:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:43:18Z', 'updated_at': '2022-01-24T16:43:32Z', 'revision_number': 1, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:43:34.013778 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fea968-aa5c-4ed7-9865-ba5236a8ae8f None None] Checking router: 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:43:34.014675 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cd98b1e7-7332-4e38-995a-ceca5d40d692 req-aa35267f-92ff-4c79-aac7-4513169a837f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699935 Jan 24 16:43:34.025281 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fea968-aa5c-4ed7-9865-ba5236a8ae8f None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:43:34.025809 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-45fea968-aa5c-4ed7-9865-ba5236a8ae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:43:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:43:34.144162 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cd98b1e7-7332-4e38-995a-ceca5d40d692 req-dfe681e1-be1b-4e84-ab41-9d412823b603 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232088 Jan 24 16:43:34.208157 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-45fea968-aa5c-4ed7-9865-ba5236a8ae8f None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:43:34.274925 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cd98b1e7-7332-4e38-995a-ceca5d40d692 req-8892ad13-5709-4022-b98c-cd96bbeda890 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242342 Jan 24 16:43:34.555978 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-45fea968-aa5c-4ed7-9865-ba5236a8ae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '11469c84-91e4-4faf-9019-cd188bdc1ec9', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'port_id': '574afbc3-e171-4fee-b5e1-44ca58445a67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'mac_address': 'fa:16:3e:33:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:43:18Z', 'updated_at': '2022-01-24T16:43:32Z', 'revision_number': 1, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:43:34.560408 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fea968-aa5c-4ed7-9865-ba5236a8ae8f None None] The sync data for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv is: [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '11469c84-91e4-4faf-9019-cd188bdc1ec9', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'port_id': '574afbc3-e171-4fee-b5e1-44ca58445a67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'mac_address': 'fa:16:3e:33:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:43:18Z', 'updated_at': '2022-01-24T16:43:32Z', 'revision_number': 1, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:43:36.978402 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-46c08ac6-a60f-42fe-a4d9-3aa34c57cc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:37.704934 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ccd61-181a-45b9-bb4b-6c4983925cee None None] New status for floating IP 11469c84-91e4-4faf-9019-cd188bdc1ec9: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:43:39.176010 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9c8b53c1-4ca7-40ee-81b1-d290f8262098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:40.412384 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:40.419035 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:41.832880 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:48.137061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:43:48.535733 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:44:06.985048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3d9bb34e-71f7-4ac9-b99b-228a2c7bbb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:09.186850 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-627d608c-1058-4755-b580-1ec07a9b1381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:10.427417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:10.428223 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:11.837801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:12.944554 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-29b26b29-73fc-4851-851a-b39b1c807e3a req-75987f48-5a7b-4f54-a867-63ee23b81628 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831797 Jan 24 16:44:13.136675 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-29b26b29-73fc-4851-851a-b39b1c807e3a req-23f3b080-8acd-451f-8246-9cf2b5366d78 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 1098 time: 0.0849237 Jan 24 16:44:13.291503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26b29-73fc-4851-851a-b39b1c807e3a req-9c774fc8-689a-4fa0-ad0c-6c224b8879a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:13.292927 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-29b26b29-73fc-4851-851a-b39b1c807e3a req-9c774fc8-689a-4fa0-ad0c-6c224b8879a1 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1305301 Jan 24 16:44:13.400733 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-29b26b29-73fc-4851-851a-b39b1c807e3a req-cb5c8cb6-3af7-4e1c-bba6-290bf8880340 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=574afbc3-e171-4fee-b5e1-44ca58445a67 HTTP/1.1" status: 200 len: 1000 time: 0.0981574 Jan 24 16:44:13.465923 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26b29-73fc-4851-851a-b39b1c807e3a req-4919f14d-45c7-45db-822f-fa8396a4e1fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:13.467445 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-29b26b29-73fc-4851-851a-b39b1c807e3a req-4919f14d-45c7-45db-822f-fa8396a4e1fa service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0572288 Jan 24 16:44:13.547803 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-29b26b29-73fc-4851-851a-b39b1c807e3a req-19b8d9c1-e6b3-41fc-8f60-b674295a6013 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734954 Jan 24 16:44:13.780089 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-29b26b29-73fc-4851-851a-b39b1c807e3a req-32d82380-455d-4ae9-8880-0298492fc1e0 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259927 Jan 24 16:44:13.916180 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-29b26b29-73fc-4851-851a-b39b1c807e3a req-4a64044e-3727-49eb-9a59-1b128285a33a service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268694 Jan 24 16:44:14.124799 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8811d-994b-4f03-ae4c-f7bd553330c4 req-7fb1331e-0e72-47a6-8000-992db9dd56c7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:14.126341 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e5e8811d-994b-4f03-ae4c-f7bd553330c4 req-7fb1331e-0e72-47a6-8000-992db9dd56c7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0913999 Jan 24 16:44:14.171839 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e5e8811d-994b-4f03-ae4c-f7bd553330c4 req-aa1777dd-0b89-4920-adc7-787cc20f1ead tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394938 Jan 24 16:44:14.518198 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-60e7811f-5658-495c-89f6-56dddefc889a req-48c68e28-48b7-435d-bd94-b214fb0f3636 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0704114 Jan 24 16:44:14.843357 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-4d7b2a84-b4ef-41c3-b4f5-9cc86eb32c17 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1304333 Jan 24 16:44:14.853214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50962e6-e079-4979-89d9-8ffb45c48902 req-d132b70b-0234-410b-8fb7-740c0e0a3f87 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:14.854580 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f50962e6-e079-4979-89d9-8ffb45c48902 req-d132b70b-0234-410b-8fb7-740c0e0a3f87 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.1014514 Jan 24 16:44:14.904408 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f50962e6-e079-4979-89d9-8ffb45c48902 req-97673028-babc-48ec-9b09-ac5bdab5f7d0 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430777 Jan 24 16:44:16.116698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081af7f-ed85-4985-bebe-d07293b13515 req-de8b2628-2352-45f9-9b43-4631f67c21d2 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:16.119313 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f081af7f-ed85-4985-bebe-d07293b13515 req-de8b2628-2352-45f9-9b43-4631f67c21d2 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0891800 Jan 24 16:44:16.216669 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f081af7f-ed85-4985-bebe-d07293b13515 req-17c044db-c096-4be2-83cd-c252b29e813d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876555 Jan 24 16:44:16.240637 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-238d0000-3c18-49f4-933a-e51b2ddb8dad service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 1098 time: 0.0924110 Jan 24 16:44:16.378312 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-56bf7c79-f603-4b58-8c22-d0dcf47e9c7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:16.379804 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-56bf7c79-f603-4b58-8c22-d0dcf47e9c7d service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1288664 Jan 24 16:44:16.494292 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-b92141da-52e5-4f2a-a448-00e7f494a13e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=574afbc3-e171-4fee-b5e1-44ca58445a67 HTTP/1.1" status: 200 len: 1000 time: 0.1063254 Jan 24 16:44:16.558656 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-d1fe24e7-0c4e-46a7-8e30-516d40ebd680 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:16.560132 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-d1fe24e7-0c4e-46a7-8e30-516d40ebd680 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0566201 Jan 24 16:44:16.643105 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-c0baf003-f07b-450c-a2b3-99d697680605 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737653 Jan 24 16:44:16.779440 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-ee56d1b5-11ce-4b66-8dfb-3a6aa15000ac service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264892 Jan 24 16:44:16.921395 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-b5cfba40-2eea-4b32-b351-79382543c217 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319783 Jan 24 16:44:17.455949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4d5f3-c3dd-4af7-b3db-d4f608a168dc req-9bcdd157-d194-4bd7-8210-af7b24b4860b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:17.457860 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a0f4d5f3-c3dd-4af7-b3db-d4f608a168dc req-9bcdd157-d194-4bd7-8210-af7b24b4860b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0969210 Jan 24 16:44:17.512703 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a0f4d5f3-c3dd-4af7-b3db-d4f608a168dc req-e02a0b38-c2fd-4a81-b0ae-5fb6c254fb16 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492380 Jan 24 16:44:18.141404 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:18.733145 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfded2-f80f-4eeb-ac2c-154aa44150ae req-0ebc2f3c-4161-42f3-849b-e8a687cd3a88 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:18.734591 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-36dfded2-f80f-4eeb-ac2c-154aa44150ae req-0ebc2f3c-4161-42f3-849b-e8a687cd3a88 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0815012 Jan 24 16:44:18.784483 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-36dfded2-f80f-4eeb-ac2c-154aa44150ae req-0d44f1b4-fbb8-4c9b-8873-b47426589a73 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413163 Jan 24 16:44:20.014421 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d7c31-760e-4c90-9f9a-f5e1767c6c79 req-1228ff56-5a2a-4828-95e6-fad8af8d3606 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:20.017037 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5e9d7c31-760e-4c90-9f9a-f5e1767c6c79 req-1228ff56-5a2a-4828-95e6-fad8af8d3606 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0875700 Jan 24 16:44:20.071734 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5e9d7c31-760e-4c90-9f9a-f5e1767c6c79 req-2699728e-a363-493e-87ea-fe62c7c8ec5d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475192 Jan 24 16:44:21.280223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12222d10-1f14-45c0-9ba9-57bb01b12e7d req-b1ad3367-2561-4cd3-8e55-cce0d9715c7a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:21.281699 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-12222d10-1f14-45c0-9ba9-57bb01b12e7d req-b1ad3367-2561-4cd3-8e55-cce0d9715c7a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0863438 Jan 24 16:44:21.331448 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-12222d10-1f14-45c0-9ba9-57bb01b12e7d req-7dbdca44-af36-4e7a-8723-da12a02697c9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Jan 24 16:44:22.570259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83721fcb-4c65-4f4d-a21a-282d0cdb7a94 req-a92c9e2e-d08b-4b05-b29f-7fe3760ccf40 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:22.572184 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-83721fcb-4c65-4f4d-a21a-282d0cdb7a94 req-a92c9e2e-d08b-4b05-b29f-7fe3760ccf40 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0938516 Jan 24 16:44:22.620753 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-83721fcb-4c65-4f4d-a21a-282d0cdb7a94 req-95d15cbc-f699-48a9-a3d1-3bf298bdd751 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426202 Jan 24 16:44:23.883907 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062f301-6dcf-4d20-8bb4-dc1a4d1dc1e2 req-3a468994-33be-48d4-bc01-9e6206bbcd88 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:23.885341 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b062f301-6dcf-4d20-8bb4-dc1a4d1dc1e2 req-3a468994-33be-48d4-bc01-9e6206bbcd88 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.1091371 Jan 24 16:44:23.945162 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b062f301-6dcf-4d20-8bb4-dc1a4d1dc1e2 req-4aa03756-17b5-4a96-a171-84b2c768821f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511782 Jan 24 16:44:25.156371 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfa807-bb07-4bb5-9788-60849ebf167a req-914f053e-ed14-4e86-971b-64a93f8e2f61 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:25.158126 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f0dfa807-bb07-4bb5-9788-60849ebf167a req-914f053e-ed14-4e86-971b-64a93f8e2f61 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0803587 Jan 24 16:44:25.203655 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f0dfa807-bb07-4bb5-9788-60849ebf167a req-45259f47-6308-40c0-a9b0-0788aedf460a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398905 Jan 24 16:44:25.543899 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:44:26.423148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40465fab-92d0-4ca2-b112-beaf79f86f2e req-d6e648ab-3a93-43f9-a517-90d21995e52a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:26.424618 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-40465fab-92d0-4ca2-b112-beaf79f86f2e req-d6e648ab-3a93-43f9-a517-90d21995e52a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0895457 Jan 24 16:44:26.474191 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-40465fab-92d0-4ca2-b112-beaf79f86f2e req-40e732b1-3d5b-4a31-9d3c-9cdd7daae9a7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417798 Jan 24 16:44:27.694780 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a6835-4e64-4814-8a8f-08350c6d51a7 req-2993b1a8-8ee6-41d7-96fc-47f4953fca94 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:27.696345 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e72a6835-4e64-4814-8a8f-08350c6d51a7 req-2993b1a8-8ee6-41d7-96fc-47f4953fca94 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0887153 Jan 24 16:44:27.755013 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e72a6835-4e64-4814-8a8f-08350c6d51a7 req-c1b27d45-0ab1-4c1c-862b-ba31493099d6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524197 Jan 24 16:44:29.020447 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-f8096a41-cb1c-4021-95d4-f94ade7e9356 service neutron] 10.222.0.129 "GET /v2.0/ports/574afbc3-e171-4fee-b5e1-44ca58445a67/bindings/hv-neutron-8261 HTTP/1.1" status: 200 len: 384 time: 0.0969541 Jan 24 16:44:29.031060 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0f656-a0ca-4e9a-b309-63014a619be8 req-40b6a197-69dd-4003-a972-e6750484f54d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:29.032503 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c8d0f656-a0ca-4e9a-b309-63014a619be8 req-40b6a197-69dd-4003-a972-e6750484f54d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.1511586 Jan 24 16:44:29.079598 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c8d0f656-a0ca-4e9a-b309-63014a619be8 req-45499832-c7ca-4e2b-8229-833a1b3927d8 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406892 Jan 24 16:44:29.418273 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-1deaab5e-c4f1-4422-aba8-79bd3da10dd1 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6&tenant_id=e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 1098 time: 0.1732795 Jan 24 16:44:29.515747 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-4a2a45cc-d387-4383-a9b8-7aa5f3b2e125 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 1098 time: 0.0710793 Jan 24 16:44:29.645633 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-f1bbadee-974b-4e5e-8cd0-7b3a20e9d5dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:29.647078 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-f1bbadee-974b-4e5e-8cd0-7b3a20e9d5dc service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1227822 Jan 24 16:44:29.758789 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-4389d167-d7e0-40a4-94d5-ec6fb92c5314 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=574afbc3-e171-4fee-b5e1-44ca58445a67 HTTP/1.1" status: 200 len: 1000 time: 0.1001704 Jan 24 16:44:29.831698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-8d68a3c9-1daf-49b1-8fb2-54d0199e456b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:29.833161 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-8d68a3c9-1daf-49b1-8fb2-54d0199e456b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0649047 Jan 24 16:44:29.916553 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-6067fd6f-d35c-45cb-9ca6-df8f780e9228 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755839 Jan 24 16:44:30.061695 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-05337448-5489-475d-8d6f-9a34816ecaf4 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356518 Jan 24 16:44:30.198384 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaa22d03-40c8-4304-8457-870818bc6f2b req-59b304ba-8011-401e-9bea-28e5bbdd94bf service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279778 Jan 24 16:44:30.287829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a863f-3e14-4f83-b5db-123d52f851bc req-efad3866-5aa8-4ac5-ba01-f5bc7eeaf564 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:30.289260 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c57a863f-3e14-4f83-b5db-123d52f851bc req-efad3866-5aa8-4ac5-ba01-f5bc7eeaf564 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0845706 Jan 24 16:44:30.427236 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c57a863f-3e14-4f83-b5db-123d52f851bc req-0d3be799-df32-42c5-a7ba-e7e4d553e207 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325104 Jan 24 16:44:31.666027 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9b8af-9226-40f2-b5fa-7848d6c11f18 req-7c5bb36c-0acb-480a-97ef-ac8f0637ff1e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:31.668313 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-eff9b8af-9226-40f2-b5fa-7848d6c11f18 req-7c5bb36c-0acb-480a-97ef-ac8f0637ff1e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.1049259 Jan 24 16:44:31.727266 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-eff9b8af-9226-40f2-b5fa-7848d6c11f18 req-94597602-537d-4f2e-a392-30891f8c1a44 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500941 Jan 24 16:44:32.955603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1c1b3-ce9f-4068-b1cc-0d824c3fc859 req-59832eaa-c01f-4f1c-9145-3b83af664402 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:32.957049 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bba1c1b3-ce9f-4068-b1cc-0d824c3fc859 req-59832eaa-c01f-4f1c-9145-3b83af664402 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0944719 Jan 24 16:44:33.005432 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bba1c1b3-ce9f-4068-b1cc-0d824c3fc859 req-52fb2233-61c7-4652-995b-f3352ef4eb7d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426679 Jan 24 16:44:33.032878 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 574afbc3-e171-4fee-b5e1-44ca58445a67 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:44:33.036660 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 574afbc3-e171-4fee-b5e1-44ca58445a67 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:44:33.245608 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 574afbc3-e171-4fee-b5e1-44ca58445a67, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=574afbc3-e171-4fee-b5e1-44ca58445a67,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:44:33.273803 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '574afbc3-e171-4fee-b5e1-44ca58445a67', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'port_id': '574afbc3-e171-4fee-b5e1-44ca58445a67', 'mac_address': 'fa:16:3e:33:19:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:44:33.317565 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:33.334912 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f2976-9705-4769-b5e9-3af12ce030d5 req-f0967242-d9d4-4263-ad4e-79bbe0dff9a7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:33.337474 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d62f2976-9705-4769-b5e9-3af12ce030d5 req-f0967242-d9d4-4263-ad4e-79bbe0dff9a7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6&tenant_id=e3b4e3baddee4433b0b798a18e18478b&binding%3Ahost_id=hv-neutron-8261 HTTP/1.1" status: 200 len: 945 time: 0.0795979 Jan 24 16:44:33.350454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06593ccb-84dd-4bbf-b93e-48c07c99d58c req-de45d008-fcbd-41b9-9a42-512d8c94af20 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:33.352602 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-06593ccb-84dd-4bbf-b93e-48c07c99d58c req-de45d008-fcbd-41b9-9a42-512d8c94af20 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0896699 Jan 24 16:44:33.353832 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:33.371879 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574afbc3-e171-4fee-b5e1-44ca58445a67'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:44:33.387383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 574afbc3-e171-4fee-b5e1-44ca58445a67, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=574afbc3-e171-4fee-b5e1-44ca58445a67,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:44:33.389589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 574afbc3-e171-4fee-b5e1-44ca58445a67 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:44:33.395332 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:33.426346 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-06593ccb-84dd-4bbf-b93e-48c07c99d58c req-472692cd-4449-4519-a98c-28c525d0aab1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666049 Jan 24 16:44:33.465357 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574afbc3-e171-4fee-b5e1-44ca58445a67', 'code': 200} Jan 24 16:44:33.497405 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d62f2976-9705-4769-b5e9-3af12ce030d5 req-950b8eba-7e31-4d0e-b108-88ffa93e8a61 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 1096 time: 0.0837114 Jan 24 16:44:33.507266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:44:33.507635 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:44:33.509901 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=574afbc3-e171-4fee-b5e1-44ca58445a67,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:44:33.518199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:33.518543 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:33.518839 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:33.519154 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:33.519519 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:33.519840 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:33.520145 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:33.520426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:33.520732 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:33.521039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:33.521340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:33.631562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f2976-9705-4769-b5e9-3af12ce030d5 req-15d931b5-1f2d-4be6-ab51-befb9df909c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:33.632945 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d62f2976-9705-4769-b5e9-3af12ce030d5 req-15d931b5-1f2d-4be6-ab51-befb9df909c1 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1298056 Jan 24 16:44:33.736086 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d62f2976-9705-4769-b5e9-3af12ce030d5 req-212215be-b396-4670-9044-f4c24818f41f service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=574afbc3-e171-4fee-b5e1-44ca58445a67 HTTP/1.1" status: 200 len: 998 time: 0.0961800 Jan 24 16:44:33.800623 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f2976-9705-4769-b5e9-3af12ce030d5 req-0c6817ba-c828-4da3-b255-5ce52bd3b8de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:33.802048 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d62f2976-9705-4769-b5e9-3af12ce030d5 req-0c6817ba-c828-4da3-b255-5ce52bd3b8de service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0597456 Jan 24 16:44:33.877224 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d62f2976-9705-4769-b5e9-3af12ce030d5 req-e1b0f2c0-84ce-4646-a11d-6c955f825efc service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688913 Jan 24 16:44:34.009747 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d62f2976-9705-4769-b5e9-3af12ce030d5 req-0b4aa3dd-5374-45bc-8806-c936c8102c14 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263008 Jan 24 16:44:34.062722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:34.081057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574afbc3-e171-4fee-b5e1-44ca58445a67 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:44:34.100761 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 574afbc3-e171-4fee-b5e1-44ca58445a67, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=574afbc3-e171-4fee-b5e1-44ca58445a67,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:44:34.106156 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:34.174561 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['574afbc3-e171-4fee-b5e1-44ca58445a67'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:44:34.212480 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=574afbc3-e171-4fee-b5e1-44ca58445a67,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:44:34.247176 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d62f2976-9705-4769-b5e9-3af12ce030d5 req-e3cea8df-4b95-4168-bee0-d40d4d648208 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313023 Jan 24 16:44:34.643226 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044d321-4b98-498f-90a0-0b049107fc5f req-96773999-a506-4530-82b0-088310010a34 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:34.645051 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c044d321-4b98-498f-90a0-0b049107fc5f req-96773999-a506-4530-82b0-088310010a34 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 944 time: 0.0932043 Jan 24 16:44:34.691362 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c044d321-4b98-498f-90a0-0b049107fc5f req-5382ed86-e144-4e9d-9a55-36171ca03f1c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406499 Jan 24 16:44:35.039736 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 574afbc3-e171-4fee-b5e1-44ca58445a67 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:44:35.113383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 574afbc3-e171-4fee-b5e1-44ca58445a67 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:44:35.114057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:35.232055 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:35.264649 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 574afbc3-e171-4fee-b5e1-44ca58445a67, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=574afbc3-e171-4fee-b5e1-44ca58445a67,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:44:35.269585 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:35.340029 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=574afbc3-e171-4fee-b5e1-44ca58445a67,revision_number=8']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:44:35.466963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574afbc3-e171-4fee-b5e1-44ca58445a67'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:44:35.524931 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574afbc3-e171-4fee-b5e1-44ca58445a67', 'code': 200} Jan 24 16:44:35.915925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91f103-98e0-47b7-9f17-8aa7ddb1a601 req-c561b66d-b124-4231-b81f-247fc8661363 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:35.917359 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ea91f103-98e0-47b7-9f17-8aa7ddb1a601 req-c561b66d-b124-4231-b81f-247fc8661363 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0847754 Jan 24 16:44:35.964987 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ea91f103-98e0-47b7-9f17-8aa7ddb1a601 req-af1b6f63-b5bb-40ff-bc9c-7ca0b73cfbd2 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418639 Jan 24 16:44:36.183958 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef420c-a3a2-408e-baae-99334dcb1341 req-1135755e-b643-4da3-b552-26551a669af6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:36.185641 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-43ef420c-a3a2-408e-baae-99334dcb1341 req-1135755e-b643-4da3-b552-26551a669af6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0858250 Jan 24 16:44:36.234951 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-43ef420c-a3a2-408e-baae-99334dcb1341 req-6d921db7-a130-469b-9d91-eb11f03b6e74 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408866 Jan 24 16:44:36.456304 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f699a6a-bfdc-4093-9da0-f0b33b48c770 req-dcd4261b-5ed6-41ac-8e44-3afb99429a93 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:36.457731 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4f699a6a-bfdc-4093-9da0-f0b33b48c770 req-dcd4261b-5ed6-41ac-8e44-3afb99429a93 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0843062 Jan 24 16:44:36.508586 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4f699a6a-bfdc-4093-9da0-f0b33b48c770 req-65b2ecde-290b-45bf-9772-ab8d3546e137 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451388 Jan 24 16:44:36.927919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512dd7e6-4cc4-4693-b8bc-ac3a2a949940 req-70aacd65-e66e-4144-ab58-39f500229c25 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:36.929907 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-512dd7e6-4cc4-4693-b8bc-ac3a2a949940 req-70aacd65-e66e-4144-ab58-39f500229c25 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0854728 Jan 24 16:44:36.983238 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e48011b6-0c21-4efb-a3ed-4b2e2f09db84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:36.988132 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-512dd7e6-4cc4-4693-b8bc-ac3a2a949940 req-5fff4aee-076b-40f6-8235-f1fd9f2806fc tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523067 Jan 24 16:44:38.205536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a8994-a4a2-481c-85a3-6a111ec1ef78 req-f4f72ecd-a13d-4848-b89f-5f39e4bef077 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:38.206946 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-549a8994-a4a2-481c-85a3-6a111ec1ef78 req-f4f72ecd-a13d-4848-b89f-5f39e4bef077 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0913393 Jan 24 16:44:38.257555 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-549a8994-a4a2-481c-85a3-6a111ec1ef78 req-624afaba-18cb-41dc-af3a-70fee691d28f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421569 Jan 24 16:44:38.717143 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fc487-65d2-4248-b493-56bc886eceb9 req-474e80e5-2269-4620-91bc-826f6851e984 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:38.718553 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-482fc487-65d2-4248-b493-56bc886eceb9 req-474e80e5-2269-4620-91bc-826f6851e984 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0837359 Jan 24 16:44:38.791030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-482fc487-65d2-4248-b493-56bc886eceb9 req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Deleting port 574afbc3-e171-4fee-b5e1-44ca58445a67 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:44:38.791308 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-482fc487-65d2-4248-b493-56bc886eceb9 req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:39.045845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-482fc487-65d2-4248-b493-56bc886eceb9 req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] For port 574afbc3-e171-4fee-b5e1-44ca58445a67, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=574afbc3-e171-4fee-b5e1-44ca58445a67,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:44:39.046532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-482fc487-65d2-4248-b493-56bc886eceb9 req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:39.182385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e5856e2c-3d2b-4bd0-a273-98299f293b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:39.337988 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-482fc487-65d2-4248-b493-56bc886eceb9 req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:39.338641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-482fc487-65d2-4248-b493-56bc886eceb9 req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:39.338799 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [req-482fc487-65d2-4248-b493-56bc886eceb9 req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Floating IP 11469c84-91e4-4faf-9019-cd188bdc1ec9 disassociated. External IP: 172.26.2.95, port: 574afbc3-e171-4fee-b5e1-44ca58445a67. Jan 24 16:44:39.339075 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-482fc487-65d2-4248-b493-56bc886eceb9 req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Calling delete_port for 574afbc3-e171-4fee-b5e1-44ca58445a67 owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:44:39.464308 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71a8d5-6ad3-4294-889b-a279293bd9c0 req-8e9a498a-a440-4fc8-be61-553a28a4fed9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:39.465745 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8a71a8d5-6ad3-4294-889b-a279293bd9c0 req-8e9a498a-a440-4fc8-be61-553a28a4fed9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 945 time: 0.0820239 Jan 24 16:44:39.488543 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-482fc487-65d2-4248-b493-56bc886eceb9 req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:39.513755 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8a71a8d5-6ad3-4294-889b-a279293bd9c0 req-839c8ba6-8316-4e69-8b5b-9b9c62866a8f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421350 Jan 24 16:44:39.536843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Pushing event deleted for resources: {'Port': ['ID=574afbc3-e171-4fee-b5e1-44ca58445a67,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:44:39.551095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:39.551312 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:39.551676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:39.552004 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:39.552330 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:39.552707 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:39.552958 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:39.553284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:39.553765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:39.553957 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:39.554303 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:39.762036 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-482fc487-65d2-4248-b493-56bc886eceb9 req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:44:40.068686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-482fc487-65d2-4248-b493-56bc886eceb9 req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:44:40.078996 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5886d53f-9bb6-448e-a554-9bd67cd81a81 None None] Sync routers for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:44:40.092048 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5886d53f-9bb6-448e-a554-9bd67cd81a81 None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:44:40.092721 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-5886d53f-9bb6-448e-a554-9bd67cd81a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:44:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:44:40.136842 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-482fc487-65d2-4248-b493-56bc886eceb9 req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] No DVR routers for this DVR port 574afbc3-e171-4fee-b5e1-44ca58445a67 on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:44:40.139505 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-482fc487-65d2-4248-b493-56bc886eceb9 req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:40.141965 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'name': 'network-vif-deleted', 'tag': '574afbc3-e171-4fee-b5e1-44ca58445a67'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:44:40.160208 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-482fc487-65d2-4248-b493-56bc886eceb9 req-252dc65a-569f-4f21-bda6-34bf457aec57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "DELETE /v2.0/ports/574afbc3-e171-4fee-b5e1-44ca58445a67 HTTP/1.1" status: 204 len: 173 time: 1.4330266 Jan 24 16:44:40.207627 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a0362a-49f9-46d9-8e79-974db2a380b6', 'name': 'network-vif-deleted', 'tag': '574afbc3-e171-4fee-b5e1-44ca58445a67', 'status': 'completed', 'code': 200} Jan 24 16:44:40.272416 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-5886d53f-9bb6-448e-a554-9bd67cd81a81 None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:44:40.429374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:40.432911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:40.583607 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-5886d53f-9bb6-448e-a554-9bd67cd81a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:44:40.587671 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5886d53f-9bb6-448e-a554-9bd67cd81a81 None None] Checking router: 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:44:40.598158 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5886d53f-9bb6-448e-a554-9bd67cd81a81 None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:44:40.598753 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-5886d53f-9bb6-448e-a554-9bd67cd81a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:44:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:44:40.694834 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-74240b49-3964-4d1b-8241-56dbde938603 req-02fdd483-4593-443a-95cf-355464950b4c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=83a0362a-49f9-46d9-8e79-974db2a380b6 HTTP/1.1" status: 200 len: 210 time: 0.0462406 Jan 24 16:44:40.782533 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-5886d53f-9bb6-448e-a554-9bd67cd81a81 None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:44:41.137451 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-5886d53f-9bb6-448e-a554-9bd67cd81a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:44:41.143304 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5886d53f-9bb6-448e-a554-9bd67cd81a81 None None] The sync data for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv is: [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:44:41.392903 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97566f7b-304b-4467-aedb-cbc2d603ac89 None None] New status for floating IP 11469c84-91e4-4faf-9019-cd188bdc1ec9: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:44:41.944140 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:42.065323 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-c0e37398-55dd-48b2-8934-c80b4583b4e9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-securitygroup--1949542431&fields=id&tenant_id=e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 267 time: 0.0423405 Jan 24 16:44:42.219100 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-d81ee34a-51ef-4c2a-bd4b-2880cbc6ae57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:42.221023 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-d81ee34a-51ef-4c2a-bd4b-2880cbc6ae57 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 812 time: 0.1488445 Jan 24 16:44:42.240626 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-ec465657-e43b-471c-8d39-895fff9d2dbf tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/quotas/e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 375 time: 0.0137897 Jan 24 16:44:42.339034 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-b3a44c42-cf94-4d42-9c89-5573bdb7daee tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Synchronizing usage tracker for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:44:42.357959 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-b3a44c42-cf94-4d42-9c89-5573bdb7daee tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Unset dirty status for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:44:42.359463 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-b3a44c42-cf94-4d42-9c89-5573bdb7daee tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1136811 Jan 24 16:44:42.509805 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-2f85a633-0c94-46fc-8b5d-96772073451a service neutron] 10.222.0.130 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335673 Jan 24 16:44:42.646793 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-f1194988-5a01-40ef-8139-455ebcc16c72 service neutron] 10.222.0.130 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307831 Jan 24 16:44:42.838773 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f2f0fe14-e78d-4082-a9c8-2f12f75810f6 req-8bb45a4a-cd12-4dfe-9e6e-bbdec952246d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 210 time: 0.0416682 Jan 24 16:44:43.064454 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 574afbc3-e171-4fee-b5e1-44ca58445a67 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:44:43.099470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 574afbc3-e171-4fee-b5e1-44ca58445a67 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:44:43.099820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 574afbc3-e171-4fee-b5e1-44ca58445a67 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:44:44.064917 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-91ae75d0-12ae-4d44-be35-f1dd12643840 req-36c19177-1ec1-41a3-b595-57e5c2e84858 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 210 time: 0.0939231 Jan 24 16:44:44.130464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-5fd3a80e-0793-468d-9946-f07110dd8ee6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:44.131881 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-5fd3a80e-0793-468d-9946-f07110dd8ee6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 812 time: 0.1808615 Jan 24 16:44:44.201993 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-12fd0cbc-ab3b-45c2-bbc4-bc8f9abf98e8 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 380 time: 0.0470872 Jan 24 16:44:44.213815 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-dae6afd5-ec79-40c2-8ff5-80a577f983fd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Request body: {'port': {'device_id': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'admin_state_up': True, 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'security_groups': ['0b628225-824d-4bae-a021-139271277da8']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:44:44.353063 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-dae6afd5-ec79-40c2-8ff5-80a577f983fd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:44:44.363386 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-dae6afd5-ec79-40c2-8ff5-80a577f983fd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:44:44.373692 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-dae6afd5-ec79-40c2-8ff5-80a577f983fd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Made reservation on behalf of e3b4e3baddee4433b0b798a18e18478b for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:44:44.376811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-dae6afd5-ec79-40c2-8ff5-80a577f983fd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:44.542295 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-dae6afd5-ec79-40c2-8ff5-80a577f983fd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Allocated IP 172.20.0.10 (5bcf3acb-3658-4624-bfd6-c42d6bf8bd45/98a92ec0-d3d1-4433-91c2-57d6d26661c2/421fc875-c7a3-469b-8e97-2983809f610c) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:44:44.728506 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-dae6afd5-ec79-40c2-8ff5-80a577f983fd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:44.744212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-dae6afd5-ec79-40c2-8ff5-80a577f983fd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Transition to ACTIVE for port object 421fc875-c7a3-469b-8e97-2983809f610c will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:44:44.773087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-dae6afd5-ec79-40c2-8ff5-80a577f983fd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:44.847978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-dae6afd5-ec79-40c2-8ff5-80a577f983fd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:44:44.851034 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-dae6afd5-ec79-40c2-8ff5-80a577f983fd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:44:44.854993 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-dae6afd5-ec79-40c2-8ff5-80a577f983fd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:44:44.885262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6afd5-ec79-40c2-8ff5-80a577f983fd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Pushing event updated for resources: {'Port': ['ID=421fc875-c7a3-469b-8e97-2983809f610c,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:44:44.921910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-dae6afd5-ec79-40c2-8ff5-80a577f983fd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:44.922507 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-dae6afd5-ec79-40c2-8ff5-80a577f983fd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:44.949786 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-dae6afd5-ec79-40c2-8ff5-80a577f983fd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7401307 Jan 24 16:44:45.038788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Request body: {'port': {'device_id': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:44:45.143588 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0f388a21-f1ed-41f1-868c-b922a5881db1 None None] Provisioning for port 421fc875-c7a3-469b-8e97-2983809f610c completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:44:45.151600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0f388a21-f1ed-41f1-868c-b922a5881db1 None None] Provisioning complete for port 421fc875-c7a3-469b-8e97-2983809f610c triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:44:45.152170 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0f388a21-f1ed-41f1-868c-b922a5881db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:45.167217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:45.209949 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0f388a21-f1ed-41f1-868c-b922a5881db1 None None] Port 421fc875-c7a3-469b-8e97-2983809f610c cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:44:45.292067 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cd995-63b1-4a55-8351-dd5e9ced8040 req-f7e31674-f448-48a4-b971-03f2e776bcda tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:45.293423 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ad1cd995-63b1-4a55-8351-dd5e9ced8040 req-f7e31674-f448-48a4-b971-03f2e776bcda tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 932 time: 0.0871804 Jan 24 16:44:45.343068 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ad1cd995-63b1-4a55-8351-dd5e9ced8040 req-98084109-a9f6-4893-a8e8-69ea1e460209 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432940 Jan 24 16:44:45.617934 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421fc875-c7a3-469b-8e97-2983809f610c {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:44:45.625149 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:45.640243 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Transition to ACTIVE for port object 421fc875-c7a3-469b-8e97-2983809f610c will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:44:45.644816 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:45.768794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Pushing event updated for resources: {'Port': ['ID=421fc875-c7a3-469b-8e97-2983809f610c,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:44:45.878426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Attempting to bind port 421fc875-c7a3-469b-8e97-2983809f610c on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:44:45.878783 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Attempting to bind port 421fc875-c7a3-469b-8e97-2983809f610c by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:44:45.879101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Attempting to bind port 421fc875-c7a3-469b-8e97-2983809f610c on network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:44:45.885458 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Port 421fc875-c7a3-469b-8e97-2983809f610c on network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:44:45.885771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Attempting to bind port 421fc875-c7a3-469b-8e97-2983809f610c on network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:44:45.892582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:44:45.892904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Checking segment: {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:44:45.893272 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Bound using segment: {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:44:45.893683 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Bound port: 421fc875-c7a3-469b-8e97-2983809f610c, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:44:45.894003 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:45.983309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] For port 421fc875-c7a3-469b-8e97-2983809f610c, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:44:45.986155 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] For port 421fc875-c7a3-469b-8e97-2983809f610c, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=421fc875-c7a3-469b-8e97-2983809f610c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:44:45.992320 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:46.052023 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:46.053359 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] 10.222.0.129 "PUT /v2.0/ports/421fc875-c7a3-469b-8e97-2983809f610c HTTP/1.1" status: 200 len: 1094 time: 1.0928798 Jan 24 16:44:46.053805 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'tag': '421fc875-c7a3-469b-8e97-2983809f610c'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:44:46.070733 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddb082-d9d8-49e0-9a12-94f0ef865530 service neutron] Pushing event updated for resources: {'Port': ['ID=421fc875-c7a3-469b-8e97-2983809f610c,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:44:46.138998 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'tag': '421fc875-c7a3-469b-8e97-2983809f610c', 'status': 'completed', 'code': 200} Jan 24 16:44:46.179530 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-4faefa64-16e6-43fb-928d-449a64c6ce6b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 1097 time: 0.0734308 Jan 24 16:44:46.256415 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-6765557e-38c3-40b7-9ee5-dd158aa7a5ae service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=421fc875-c7a3-469b-8e97-2983809f610c HTTP/1.1" status: 200 len: 217 time: 0.0651817 Jan 24 16:44:46.320536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-d02a37a6-c0e6-4f86-89f6-3f49843d539f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:46.321941 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-d02a37a6-c0e6-4f86-89f6-3f49843d539f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0568089 Jan 24 16:44:46.404867 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-7b86518f-2f0d-4d5d-89a7-05cc41f76875 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730143 Jan 24 16:44:46.542024 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-485b10cd-82e5-4258-83c2-e31d29c082c5 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271775 Jan 24 16:44:46.544132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2da03-e995-445e-beac-96f10d98a579 req-8fa30388-1698-4724-a4cc-5898b3da52b1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:46.546292 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-64c2da03-e995-445e-beac-96f10d98a579 req-8fa30388-1698-4724-a4cc-5898b3da52b1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 944 time: 0.0783787 Jan 24 16:44:46.604005 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-64c2da03-e995-445e-beac-96f10d98a579 req-66ccc7cb-31bc-4143-8493-c914cb323b4a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518043 Jan 24 16:44:46.696939 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-85db2ae8-51d7-4862-95fe-4db2e4152bb1 req-6ead85e7-ba51-4532-b13f-114708947696 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457925 Jan 24 16:44:46.844508 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-316c1cd8-a510-4e8e-81b3-f53aef635d1a req-8bf40e46-e301-4bd9-b6e8-dd0be1fc8dd9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 1097 time: 0.0810966 Jan 24 16:44:46.977058 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c1cd8-a510-4e8e-81b3-f53aef635d1a req-01867e4c-4a01-4341-b845-627c41ebb06f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:46.978454 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-316c1cd8-a510-4e8e-81b3-f53aef635d1a req-01867e4c-4a01-4341-b845-627c41ebb06f service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1271315 Jan 24 16:44:47.055635 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-316c1cd8-a510-4e8e-81b3-f53aef635d1a req-c03e0837-1582-4dea-9aa4-d4fdc7aea0ec service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=421fc875-c7a3-469b-8e97-2983809f610c HTTP/1.1" status: 200 len: 217 time: 0.0705917 Jan 24 16:44:47.123411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c1cd8-a510-4e8e-81b3-f53aef635d1a req-cc9d993a-27a0-44de-94e4-e04ab543e9d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:47.124949 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-316c1cd8-a510-4e8e-81b3-f53aef635d1a req-cc9d993a-27a0-44de-94e4-e04ab543e9d2 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0630982 Jan 24 16:44:47.307317 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-316c1cd8-a510-4e8e-81b3-f53aef635d1a req-fb81482a-8c93-41fc-a268-e273a62a6682 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1735408 Jan 24 16:44:47.458769 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-316c1cd8-a510-4e8e-81b3-f53aef635d1a req-d24270b6-4c2a-4058-a7e0-27f0b192ab43 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443202 Jan 24 16:44:47.600863 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-316c1cd8-a510-4e8e-81b3-f53aef635d1a req-f4c7ed97-1803-4830-bb28-b2ae4e207fb5 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344094 Jan 24 16:44:47.820410 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841af17f-39f1-4291-9a08-94a4ba3d7938 req-fc9dd724-6d4c-4332-b462-316d1b9d8af9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:47.821148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-841af17f-39f1-4291-9a08-94a4ba3d7938 req-fc9dd724-6d4c-4332-b462-316d1b9d8af9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Synchronizing usage tracker for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:44:47.841059 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-841af17f-39f1-4291-9a08-94a4ba3d7938 req-fc9dd724-6d4c-4332-b462-316d1b9d8af9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Unset dirty status for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:44:47.842510 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-841af17f-39f1-4291-9a08-94a4ba3d7938 req-fc9dd724-6d4c-4332-b462-316d1b9d8af9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 944 time: 0.1106098 Jan 24 16:44:47.893178 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-841af17f-39f1-4291-9a08-94a4ba3d7938 req-80732f58-227c-4a96-bc6f-647edeef3100 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424972 Jan 24 16:44:48.161674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:49.078828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 421fc875-c7a3-469b-8e97-2983809f610c details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:44:49.115295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a515b2-a9b3-4bef-930d-260cb868c736 req-b64ef2b2-24a4-4ec3-8955-bcb8cd0b14ef tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:49.116766 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-74a515b2-a9b3-4bef-930d-260cb868c736 req-b64ef2b2-24a4-4ec3-8955-bcb8cd0b14ef tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 944 time: 0.0824215 Jan 24 16:44:49.166066 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-74a515b2-a9b3-4bef-930d-260cb868c736 req-6b0cdb92-8ee8-4a12-9a74-f6b3e7810ca2 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435536 Jan 24 16:44:49.225931 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 421fc875-c7a3-469b-8e97-2983809f610c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=421fc875-c7a3-469b-8e97-2983809f610c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:44:49.242001 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '421fc875-c7a3-469b-8e97-2983809f610c', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'port_id': '421fc875-c7a3-469b-8e97-2983809f610c', 'mac_address': 'fa:16:3e:15:f3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:44:49.299850 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:49.318260 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421fc875-c7a3-469b-8e97-2983809f610c {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:44:49.340614 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 421fc875-c7a3-469b-8e97-2983809f610c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=421fc875-c7a3-469b-8e97-2983809f610c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:44:49.347197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:49.411522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=421fc875-c7a3-469b-8e97-2983809f610c,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:44:49.612321 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['421fc875-c7a3-469b-8e97-2983809f610c'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:44:50.396334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2264d-44b9-442a-8e87-903479785c87 req-5d2f975b-e9da-42aa-9e74-88afbf3c096b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:50.397804 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-01e2264d-44b9-442a-8e87-903479785c87 req-5d2f975b-e9da-42aa-9e74-88afbf3c096b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 945 time: 0.0950434 Jan 24 16:44:50.444006 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-01e2264d-44b9-442a-8e87-903479785c87 req-4cfab77f-80fb-4071-9ad1-93a3b253c0b6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402799 Jan 24 16:44:51.114146 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 421fc875-c7a3-469b-8e97-2983809f610c up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:44:51.200418 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 421fc875-c7a3-469b-8e97-2983809f610c completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:44:51.205490 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 421fc875-c7a3-469b-8e97-2983809f610c triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:44:51.205850 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:51.321006 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:51.348577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421fc875-c7a3-469b-8e97-2983809f610c'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:44:51.357971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 421fc875-c7a3-469b-8e97-2983809f610c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=421fc875-c7a3-469b-8e97-2983809f610c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:44:51.364008 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:51.408423 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421fc875-c7a3-469b-8e97-2983809f610c', 'code': 200} Jan 24 16:44:51.433336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=421fc875-c7a3-469b-8e97-2983809f610c,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:44:51.707224 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40ad2b-e518-4d0b-903b-5b9329ef488e req-5d5b1671-c792-41a3-a72c-5435d54da262 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:51.708668 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ed40ad2b-e518-4d0b-903b-5b9329ef488e req-5d5b1671-c792-41a3-a72c-5435d54da262 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.1394660 Jan 24 16:44:51.715413 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-669f2067-e0c6-4468-9a4d-a203f91a821c req-920f7c2a-6cb0-4bae-a991-ff02be7d092e service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 1099 time: 0.1045117 Jan 24 16:44:51.784547 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ed40ad2b-e518-4d0b-903b-5b9329ef488e req-0f79e7f4-be36-411c-86d9-cde514fb8903 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682101 Jan 24 16:44:51.786379 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-669f2067-e0c6-4468-9a4d-a203f91a821c req-138c17eb-b8bc-42ba-a066-f31496daf014 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569265 Jan 24 16:44:53.012953 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeedb5-1d1c-4592-b5f5-57c7c6b0ace6 req-68e783b7-6c2d-44dd-a021-b3de49a33391 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:53.014408 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3bdeedb5-1d1c-4592-b5f5-57c7c6b0ace6 req-68e783b7-6c2d-44dd-a021-b3de49a33391 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0884056 Jan 24 16:44:53.064110 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3bdeedb5-1d1c-4592-b5f5-57c7c6b0ace6 req-759c3cf6-1c73-4252-ab03-07b03ca1690a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410092 Jan 24 16:44:54.279845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9b7fa-5656-49e8-afcb-0fd94b6cda31 req-d1ce4924-11d0-4007-85f1-f1d3f87aa2fc tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:54.281195 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-94b9b7fa-5656-49e8-afcb-0fd94b6cda31 req-d1ce4924-11d0-4007-85f1-f1d3f87aa2fc tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0823631 Jan 24 16:44:54.329163 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-94b9b7fa-5656-49e8-afcb-0fd94b6cda31 req-b2a07233-ef85-4ea8-94f8-fb8d847eebb0 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396836 Jan 24 16:44:54.543056 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157c571-9d53-4b0c-a5c3-1e3fe4b0e63e req-776a7219-a5a5-472c-b1c3-740da151a059 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:54.544447 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d157c571-9d53-4b0c-a5c3-1e3fe4b0e63e req-776a7219-a5a5-472c-b1c3-740da151a059 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0841839 Jan 24 16:44:54.557284 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 39754) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:44:54.562699 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b4d35b2c-bdb4-4ae7-afb2-331c7867fbcd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Request body: {'floatingip': {'port_id': '421fc875-c7a3-469b-8e97-2983809f610c'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:44:54.639810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b4d35b2c-bdb4-4ae7-afb2-331c7867fbcd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for floatingip, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:55.368353 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b4d35b2c-bdb4-4ae7-afb2-331c7867fbcd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:55.374674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b4d35b2c-bdb4-4ae7-afb2-331c7867fbcd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:55.583800 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-b4d35b2c-bdb4-4ae7-afb2-331c7867fbcd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Floating IP 11469c84-91e4-4faf-9019-cd188bdc1ec9 associated. External IP: 172.26.2.95, port: 421fc875-c7a3-469b-8e97-2983809f610c. Jan 24 16:44:55.999441 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d35b2c-bdb4-4ae7-afb2-331c7867fbcd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:44:56.208945 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d35b2c-bdb4-4ae7-afb2-331c7867fbcd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:44:56.213598 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b4d35b2c-bdb4-4ae7-afb2-331c7867fbcd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:44:56.219752 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137deaee-50e9-4f18-b201-e06c98dbc17d None None] Sync routers for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:44:56.233196 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137deaee-50e9-4f18-b201-e06c98dbc17d None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:44:56.233812 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-137deaee-50e9-4f18-b201-e06c98dbc17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:44:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:44:56.265628 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b4d35b2c-bdb4-4ae7-afb2-331c7867fbcd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "PUT /v2.0/floatingips/11469c84-91e4-4faf-9019-cd188bdc1ec9 HTTP/1.1" status: 200 len: 991 time: 1.7071173 Jan 24 16:44:56.266010 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'tag': '421fc875-c7a3-469b-8e97-2983809f610c'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:44:56.324816 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'tag': '421fc875-c7a3-469b-8e97-2983809f610c', 'status': 'completed', 'code': 200} Jan 24 16:44:56.418977 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-137deaee-50e9-4f18-b201-e06c98dbc17d None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:44:56.419252 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-59036fa2-db00-4a5e-bb3d-a4309ad26734 req-6e82cc99-1cf3-41ec-951e-ffec376f1c43 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 1099 time: 0.0729837 Jan 24 16:44:56.554763 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59036fa2-db00-4a5e-bb3d-a4309ad26734 req-7bb25bd8-a231-4fd3-84dc-1f35724f1d47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:56.556170 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-59036fa2-db00-4a5e-bb3d-a4309ad26734 req-7bb25bd8-a231-4fd3-84dc-1f35724f1d47 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1310096 Jan 24 16:44:56.659004 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-59036fa2-db00-4a5e-bb3d-a4309ad26734 req-47bab881-7b54-4997-81b0-35f002f92fea service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=421fc875-c7a3-469b-8e97-2983809f610c HTTP/1.1" status: 200 len: 999 time: 0.0969188 Jan 24 16:44:56.723506 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59036fa2-db00-4a5e-bb3d-a4309ad26734 req-8d10a7ad-929d-4441-9150-011963408bf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:56.725016 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-59036fa2-db00-4a5e-bb3d-a4309ad26734 req-8d10a7ad-929d-4441-9150-011963408bf3 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0603445 Jan 24 16:44:56.771833 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-137deaee-50e9-4f18-b201-e06c98dbc17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '11469c84-91e4-4faf-9019-cd188bdc1ec9', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'port_id': '421fc875-c7a3-469b-8e97-2983809f610c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'mac_address': 'fa:16:3e:15:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:43:18Z', 'updated_at': '2022-01-24T16:44:55Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:44:56.775867 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137deaee-50e9-4f18-b201-e06c98dbc17d None None] Checking router: 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:44:56.786877 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137deaee-50e9-4f18-b201-e06c98dbc17d None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:44:56.787494 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-137deaee-50e9-4f18-b201-e06c98dbc17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:44:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:44:56.802466 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-59036fa2-db00-4a5e-bb3d-a4309ad26734 req-7f445cea-14b3-4356-95c4-898bd8be5740 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716951 Jan 24 16:44:56.935489 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-59036fa2-db00-4a5e-bb3d-a4309ad26734 req-18a37952-12fb-4dc0-8251-d0699ba473a6 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265113 Jan 24 16:44:56.962543 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-137deaee-50e9-4f18-b201-e06c98dbc17d None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:44:57.068005 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-59036fa2-db00-4a5e-bb3d-a4309ad26734 req-a2f322e3-f0fb-4872-956e-82f102dfbb68 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268768 Jan 24 16:44:57.319208 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-137deaee-50e9-4f18-b201-e06c98dbc17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '11469c84-91e4-4faf-9019-cd188bdc1ec9', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'port_id': '421fc875-c7a3-469b-8e97-2983809f610c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'mac_address': 'fa:16:3e:15:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:43:18Z', 'updated_at': '2022-01-24T16:44:55Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:44:57.324713 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137deaee-50e9-4f18-b201-e06c98dbc17d None None] The sync data for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv is: [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '11469c84-91e4-4faf-9019-cd188bdc1ec9', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'port_id': '421fc875-c7a3-469b-8e97-2983809f610c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'mac_address': 'fa:16:3e:15:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:43:18Z', 'updated_at': '2022-01-24T16:44:55Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:44:57.525882 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27effe93-f247-4f19-936b-4f0656c5d7bb None None] New status for floating IP 11469c84-91e4-4faf-9019-cd188bdc1ec9: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:45:02.535420 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:45:06.980557 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3388372-f211-44a6-a09a-109684caa6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:45:09.194194 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0a33dbf0-2a0f-4c2a-89d9-32b81f2e4692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:45:10.421081 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:45:10.422148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:45:11.846181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:45:13.931651 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f3341a76-2be4-44c3-a26a-3e970f32c23f req-a0aca41e-dd4d-48a2-9845-770eddb05b0f service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773873 Jan 24 16:45:14.186045 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f3341a76-2be4-44c3-a26a-3e970f32c23f req-063beac2-7772-4150-8682-530b54a9f28e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 1099 time: 0.1686044 Jan 24 16:45:14.338144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3341a76-2be4-44c3-a26a-3e970f32c23f req-cfa142a4-1ded-47bf-aca0-896b1e00c121 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:14.339590 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f3341a76-2be4-44c3-a26a-3e970f32c23f req-cfa142a4-1ded-47bf-aca0-896b1e00c121 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1280291 Jan 24 16:45:14.439527 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f3341a76-2be4-44c3-a26a-3e970f32c23f req-52fa4cd8-9ea8-40ec-9b83-2a771521b1f4 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=421fc875-c7a3-469b-8e97-2983809f610c HTTP/1.1" status: 200 len: 1001 time: 0.0930247 Jan 24 16:45:14.506183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3341a76-2be4-44c3-a26a-3e970f32c23f req-8d2e60c0-5b7f-45c9-b316-d845b0d97335 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:14.507538 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f3341a76-2be4-44c3-a26a-3e970f32c23f req-8d2e60c0-5b7f-45c9-b316-d845b0d97335 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0614839 Jan 24 16:45:14.582904 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f3341a76-2be4-44c3-a26a-3e970f32c23f req-d374bd00-5544-4101-88e0-6a475451481b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687146 Jan 24 16:45:14.723342 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f3341a76-2be4-44c3-a26a-3e970f32c23f req-959c567c-2061-42d8-9f8b-97ba77204a5f service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319377 Jan 24 16:45:14.859239 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f3341a76-2be4-44c3-a26a-3e970f32c23f req-7649a297-81fb-4f45-b14b-e3b3208199ef service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280153 Jan 24 16:45:18.155379 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:45:35.904721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aad993-4e97-4f33-a405-6e351e9ff56f req-f4e187cd-b47f-442b-a094-1599ff967b92 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:35.906164 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-57aad993-4e97-4f33-a405-6e351e9ff56f req-f4e187cd-b47f-442b-a094-1599ff967b92 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0966387 Jan 24 16:45:35.954042 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-57aad993-4e97-4f33-a405-6e351e9ff56f req-9470d80e-9e31-4504-9292-ad86474100e5 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 Jan 24 16:45:36.978154 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8bdf9844-aa05-490b-bf48-c8e522fba87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:45:37.165834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7cbfe-1e84-4966-94ae-f5137f368f47 req-1ea06472-8fea-4c97-b534-fd8039ccd17c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:37.167291 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-11b7cbfe-1e84-4966-94ae-f5137f368f47 req-1ea06472-8fea-4c97-b534-fd8039ccd17c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0905080 Jan 24 16:45:37.220307 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-11b7cbfe-1e84-4966-94ae-f5137f368f47 req-252c78ab-e9b1-4171-a870-61cf75f1e9d0 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468814 Jan 24 16:45:38.455937 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1c660-a4b1-4cf6-b9b6-c3edeb114fcf req-10ab8e1b-d743-45c7-a29c-90e149f5c38d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:38.457385 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ea1c660-a4b1-4cf6-b9b6-c3edeb114fcf req-10ab8e1b-d743-45c7-a29c-90e149f5c38d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0830581 Jan 24 16:45:38.504775 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ea1c660-a4b1-4cf6-b9b6-c3edeb114fcf req-733c92ee-2e61-4f7d-9dd7-7e72241bbb88 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418069 Jan 24 16:45:39.189458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7cc5af8b-8f93-46cd-bb00-21f47fa0edaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:45:39.537679 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:45:39.719898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499fe03-020b-4a9c-8ef3-4339a93e049c req-0f44b3bd-0976-481f-b635-2f456772416c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:39.721340 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b499fe03-020b-4a9c-8ef3-4339a93e049c req-0f44b3bd-0976-481f-b635-2f456772416c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0902359 Jan 24 16:45:39.772928 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b499fe03-020b-4a9c-8ef3-4339a93e049c req-d519f895-d1d0-4fc6-9f25-662b4246fdc8 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450127 Jan 24 16:45:40.427271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:45:40.428220 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:45:40.978941 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca414e17-a44c-476e-8065-dc64e85e1e05 req-9d848d96-0428-4a1a-b8b2-73263fa326b1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:40.980411 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ca414e17-a44c-476e-8065-dc64e85e1e05 req-9d848d96-0428-4a1a-b8b2-73263fa326b1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0810966 Jan 24 16:45:41.026841 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ca414e17-a44c-476e-8065-dc64e85e1e05 req-09d4794a-5432-4ce3-a509-c5c4056c3c7e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405743 Jan 24 16:45:41.845152 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:45:42.245253 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319a443-8d66-4e3d-b52d-6ed145a89678 req-9d8ca01e-6c41-4039-93ad-962342a474ee tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:42.246889 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8319a443-8d66-4e3d-b52d-6ed145a89678 req-9d8ca01e-6c41-4039-93ad-962342a474ee tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0807886 Jan 24 16:45:42.294151 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8319a443-8d66-4e3d-b52d-6ed145a89678 req-2e4cb04b-9758-48a3-b801-207ecf80ab25 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415795 Jan 24 16:45:43.536351 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab9404-f939-4e2a-acf8-591886fbb2f4 req-498df25e-ac6d-4ead-8268-99030588160c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:43.537792 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c2ab9404-f939-4e2a-acf8-591886fbb2f4 req-498df25e-ac6d-4ead-8268-99030588160c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0988059 Jan 24 16:45:43.589543 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c2ab9404-f939-4e2a-acf8-591886fbb2f4 req-f7d9832d-fa08-4a40-9e16-fc692cc5f179 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440936 Jan 24 16:45:44.833738 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c79903-69a3-441c-8fb6-22697bf4bf48 req-bfae2027-bf13-410c-b977-d970629c9199 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:44.835046 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-68c79903-69a3-441c-8fb6-22697bf4bf48 req-bfae2027-bf13-410c-b977-d970629c9199 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0812454 Jan 24 16:45:44.985397 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-68c79903-69a3-441c-8fb6-22697bf4bf48 req-0f255a49-617c-4241-b279-de6dee76c66e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426194 Jan 24 16:45:46.190297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920f483-8797-4cb6-a71e-55ce7af06c73 req-2ddcb5ce-bad8-4bdb-9252-e4be8ff79012 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:46.191770 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5920f483-8797-4cb6-a71e-55ce7af06c73 req-2ddcb5ce-bad8-4bdb-9252-e4be8ff79012 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0820251 Jan 24 16:45:46.239717 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5920f483-8797-4cb6-a71e-55ce7af06c73 req-754daf40-4a3c-4156-a6dc-e231e2de168a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Jan 24 16:45:47.460922 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46652e-655a-4b88-ad01-a6a4b9d1d67f req-10d6e24b-3a05-4835-a0de-271b69707c8e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:47.462444 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb46652e-655a-4b88-ad01-a6a4b9d1d67f req-10d6e24b-3a05-4835-a0de-271b69707c8e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0876293 Jan 24 16:45:47.512175 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-eb46652e-655a-4b88-ad01-a6a4b9d1d67f req-d77c934c-25da-47da-9a26-99d5d3b88cfd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440593 Jan 24 16:45:48.158469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:45:48.735862 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647809ba-4fc4-4339-a7f1-6391b5e99dc8 req-8e1cb9fa-1ac0-4609-b84a-62ab6362145e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:48.737200 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-647809ba-4fc4-4339-a7f1-6391b5e99dc8 req-8e1cb9fa-1ac0-4609-b84a-62ab6362145e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0914690 Jan 24 16:45:48.784130 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-647809ba-4fc4-4339-a7f1-6391b5e99dc8 req-f81a9386-04f8-4169-ba29-4e60597e0e14 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389469 Jan 24 16:45:49.982575 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324e31c-08e7-46f4-b4e2-3b33b74686fd req-9455cccd-211e-4b8c-b095-0cbef5a478ed tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:49.984154 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5324e31c-08e7-46f4-b4e2-3b33b74686fd req-9455cccd-211e-4b8c-b095-0cbef5a478ed tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0803316 Jan 24 16:45:50.028859 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5324e31c-08e7-46f4-b4e2-3b33b74686fd req-118591de-6eea-4fa4-80d5-b939adde731a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386872 Jan 24 16:45:51.236945 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493cf38-59ae-4857-87b3-e5314532d966 req-fd2f2902-bc26-4fed-b1a7-779238ed9b6b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:51.238693 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9493cf38-59ae-4857-87b3-e5314532d966 req-fd2f2902-bc26-4fed-b1a7-779238ed9b6b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0827746 Jan 24 16:45:51.284569 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9493cf38-59ae-4857-87b3-e5314532d966 req-ad338e8a-68fd-4236-9eab-87fb1264ba80 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401690 Jan 24 16:45:52.498851 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72eb109-1e69-430a-ba0e-303931bc809a req-eea4be05-a46d-46db-a6cd-80234ffb580a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:52.500368 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b72eb109-1e69-430a-ba0e-303931bc809a req-eea4be05-a46d-46db-a6cd-80234ffb580a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0787268 Jan 24 16:45:52.552310 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b72eb109-1e69-430a-ba0e-303931bc809a req-c4a3f5b8-960b-4038-bcf3-83fae48dbb40 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435407 Jan 24 16:45:52.765674 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8d93b627-dccb-43b6-bf26-b813bf045fad req-053096db-b828-4324-aed0-9b7f09d6ec7f service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0843852 Jan 24 16:45:53.142979 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722c342-21e4-46ba-8e9b-f84f9de1a76c req-cb9e9f2b-1f4c-44d3-bb91-883de7b52113 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:53.144449 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c722c342-21e4-46ba-8e9b-f84f9de1a76c req-cb9e9f2b-1f4c-44d3-bb91-883de7b52113 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.1342063 Jan 24 16:45:53.148090 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-e434df0b-aae7-4997-991c-639734d3c087 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1949437 Jan 24 16:45:53.200176 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c722c342-21e4-46ba-8e9b-f84f9de1a76c req-94347149-562c-41c9-9581-7af47ed8faa3 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499537 Jan 24 16:45:54.422994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b82ee6-83be-4a18-981d-32ccfe8e9e9b req-4842471f-6ec0-4894-935e-835349010e3b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:54.424473 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-89b82ee6-83be-4a18-981d-32ccfe8e9e9b req-4842471f-6ec0-4894-935e-835349010e3b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0906000 Jan 24 16:45:54.521397 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-89b82ee6-83be-4a18-981d-32ccfe8e9e9b req-d37c8434-dfee-4601-9a94-79f731fadd21 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664661 Jan 24 16:45:54.537644 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-e8921ce8-44b9-4568-9c30-34d847c17b92 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 1099 time: 0.1122544 Jan 24 16:45:54.672036 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-924af56d-2302-459f-9ebf-cadc48734bcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:54.673538 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-924af56d-2302-459f-9ebf-cadc48734bcb service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1270716 Jan 24 16:45:54.871744 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-97ce8644-7a1d-467a-9ee8-3977abe0bff3 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=421fc875-c7a3-469b-8e97-2983809f610c HTTP/1.1" status: 200 len: 1001 time: 0.1893184 Jan 24 16:45:54.939152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-32c0f343-60dd-4e1d-97d5-3048508d7883 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:54.940649 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-32c0f343-60dd-4e1d-97d5-3048508d7883 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0590029 Jan 24 16:45:55.027606 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-4e777819-ba96-4997-acd3-e383c7a2df64 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770357 Jan 24 16:45:55.182889 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-5d9ac904-0705-48e4-9c57-c1234e45c924 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449082 Jan 24 16:45:55.329829 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-d0055b6d-9291-456a-a254-6d18be52f06f service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373355 Jan 24 16:45:55.746543 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438096a-24f6-4ad7-ac14-29855b00a97d req-614f09f0-ed10-4508-b036-3203e4a4d2f8 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:55.748020 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8438096a-24f6-4ad7-ac14-29855b00a97d req-614f09f0-ed10-4508-b036-3203e4a4d2f8 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0847309 Jan 24 16:45:55.793667 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8438096a-24f6-4ad7-ac14-29855b00a97d req-7df97063-6453-43f6-80f6-7b5269afaa27 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397580 Jan 24 16:45:57.015090 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c56ac4-ddf8-428a-a71e-f747bc97b6c7 req-24b79f2f-7fee-4659-9d26-2005d85afb54 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:57.016555 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-79c56ac4-ddf8-428a-a71e-f747bc97b6c7 req-24b79f2f-7fee-4659-9d26-2005d85afb54 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0810726 Jan 24 16:45:57.063062 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-79c56ac4-ddf8-428a-a71e-f747bc97b6c7 req-b23dadca-6da7-47f3-9193-c0b5ad66dc94 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406921 Jan 24 16:45:57.318219 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-ae2401fa-0dea-4e18-b61d-f74d9728127e service neutron] 10.222.0.129 "GET /v2.0/ports/421fc875-c7a3-469b-8e97-2983809f610c/bindings/hv-neutron-8261 HTTP/1.1" status: 200 len: 384 time: 0.0840652 Jan 24 16:45:57.620736 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-3ac6ce9a-1e52-4f8b-ae8e-50e81ff470d5 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96&tenant_id=e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 1099 time: 0.0749717 Jan 24 16:45:57.728629 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-5c545edb-e928-4fa7-9ca4-6f46c168c78e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 1099 time: 0.0800927 Jan 24 16:45:57.875895 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-192284fa-5e56-4f7f-b41e-7e858fcba05b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:57.877218 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-192284fa-5e56-4f7f-b41e-7e858fcba05b service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1395259 Jan 24 16:45:57.989775 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-5be0629a-6c02-47c3-92b2-a0a134a49b28 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=421fc875-c7a3-469b-8e97-2983809f610c HTTP/1.1" status: 200 len: 1001 time: 0.1027143 Jan 24 16:45:58.056883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-7a35d844-504e-4d7c-bec5-ce383be1d1bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:58.058283 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-7a35d844-504e-4d7c-bec5-ce383be1d1bf service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0589159 Jan 24 16:45:58.135596 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-e6fa8393-9a76-47e0-9128-cf12abf46d44 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680654 Jan 24 16:45:58.275600 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-0b0bd6ca-258b-4261-86ab-b9cecaeefad5 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328931 Jan 24 16:45:58.283145 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f41c0-08cb-4b81-9d3f-96ad40b96188 req-20a486e1-bb6c-45fc-830f-0afa2d876348 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:58.284605 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-132f41c0-08cb-4b81-9d3f-96ad40b96188 req-20a486e1-bb6c-45fc-830f-0afa2d876348 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0973463 Jan 24 16:45:58.330922 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-132f41c0-08cb-4b81-9d3f-96ad40b96188 req-e3aa9afb-2094-4002-b7e0-cc145cce7e09 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407238 Jan 24 16:45:58.424538 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a55bfd2-37a1-49fb-9405-6cf68b367c8e req-053cc10c-8d91-475c-9ea3-12daebadcdf0 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383548 Jan 24 16:45:59.552365 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021759d-6b0a-40a6-899c-f1ea19b6bd1f req-65144d1b-dc3f-4180-9114-f275fa1fa9be tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:59.553889 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d021759d-6b0a-40a6-899c-f1ea19b6bd1f req-65144d1b-dc3f-4180-9114-f275fa1fa9be tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0880291 Jan 24 16:45:59.604873 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d021759d-6b0a-40a6-899c-f1ea19b6bd1f req-23603afd-8458-41aa-a736-99d2e5aef214 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453990 Jan 24 16:46:00.827100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6e87f-349b-4045-9df3-9feffb29b142 req-982faa0a-e73b-4619-9c74-2274ff7a066c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:00.828485 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-30e6e87f-349b-4045-9df3-9feffb29b142 req-982faa0a-e73b-4619-9c74-2274ff7a066c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0880723 Jan 24 16:46:00.881053 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-30e6e87f-349b-4045-9df3-9feffb29b142 req-7c12c696-f153-4433-a0de-cc9973a2ff9e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442219 Jan 24 16:46:01.227635 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285099f6-de7b-4481-9148-0c6f2c804603 req-281ba2b5-8891-4ed0-a882-68bf94aafcd9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:01.229792 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-285099f6-de7b-4481-9148-0c6f2c804603 req-281ba2b5-8891-4ed0-a882-68bf94aafcd9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0790751 Jan 24 16:46:01.233632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eee4db-36f1-4767-9235-9448d46df1f0 req-9692242b-75e3-401b-9196-afe484397164 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:01.235879 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-42eee4db-36f1-4767-9235-9448d46df1f0 req-9692242b-75e3-401b-9196-afe484397164 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96&tenant_id=e3b4e3baddee4433b0b798a18e18478b&binding%3Ahost_id=hv-neutron-8261 HTTP/1.1" status: 200 len: 946 time: 0.0816567 Jan 24 16:46:01.278847 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-285099f6-de7b-4481-9148-0c6f2c804603 req-d8fe9db6-9df6-41a2-8b84-a5f22fe59eef tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430045 Jan 24 16:46:01.391618 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 421fc875-c7a3-469b-8e97-2983809f610c details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:46:01.398558 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 421fc875-c7a3-469b-8e97-2983809f610c no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:46:01.407684 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-42eee4db-36f1-4767-9235-9448d46df1f0 req-91b89437-2023-4cdc-b4be-999eb2ccf5e7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 1099 time: 0.0815432 Jan 24 16:46:01.618695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:01.647736 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 421fc875-c7a3-469b-8e97-2983809f610c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=421fc875-c7a3-469b-8e97-2983809f610c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:46:01.649493 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eee4db-36f1-4767-9235-9448d46df1f0 req-4be854d0-9b85-4b5f-b25c-94fbe82d0e1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:01.650961 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-42eee4db-36f1-4767-9235-9448d46df1f0 req-4be854d0-9b85-4b5f-b25c-94fbe82d0e1d service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.2343194 Jan 24 16:46:01.704215 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '421fc875-c7a3-469b-8e97-2983809f610c', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'port_id': '421fc875-c7a3-469b-8e97-2983809f610c', 'mac_address': 'fa:16:3e:15:f3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:46:01.709339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '421fc875-c7a3-469b-8e97-2983809f610c'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:46:01.751770 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 421fc875-c7a3-469b-8e97-2983809f610c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=421fc875-c7a3-469b-8e97-2983809f610c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:46:01.763592 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:01.763766 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-42eee4db-36f1-4767-9235-9448d46df1f0 req-c8acb19d-c468-4da9-b567-347673d38780 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=421fc875-c7a3-469b-8e97-2983809f610c HTTP/1.1" status: 200 len: 1001 time: 0.1022031 Jan 24 16:46:01.797934 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '421fc875-c7a3-469b-8e97-2983809f610c', 'code': 200} Jan 24 16:46:01.817371 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:01.836516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eee4db-36f1-4767-9235-9448d46df1f0 req-3daba342-aab0-46fd-969e-d6980c8b3d62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:01.838059 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-42eee4db-36f1-4767-9235-9448d46df1f0 req-3daba342-aab0-46fd-969e-d6980c8b3d62 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0657897 Jan 24 16:46:01.848034 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 421fc875-c7a3-469b-8e97-2983809f610c {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:46:01.882629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=421fc875-c7a3-469b-8e97-2983809f610c,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:46:01.907554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:01.907810 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:01.908122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:01.908464 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:01.908795 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:01.909109 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:01.909420 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:01.909750 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:01.910020 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:01.910357 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:01.910655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:01.920602 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-42eee4db-36f1-4767-9235-9448d46df1f0 req-e10ff525-9837-4791-ac96-17d050f42f5d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734305 Jan 24 16:46:01.925412 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:46:01.925768 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:46:02.064358 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-42eee4db-36f1-4767-9235-9448d46df1f0 req-d317a195-c316-4b8e-b57e-9d8eaa7d5634 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344008 Jan 24 16:46:02.206215 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-42eee4db-36f1-4767-9235-9448d46df1f0 req-b4ff2f06-4587-4ac8-9a32-2809645f072b service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312964 Jan 24 16:46:02.479791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:02.501924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421fc875-c7a3-469b-8e97-2983809f610c {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:46:02.503357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ead19-c3f6-4c02-a1cc-512cf79341a1 req-41ba6b34-90d5-44ca-8423-78c4688f4aa7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:02.504965 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-338ead19-c3f6-4c02-a1cc-512cf79341a1 req-41ba6b34-90d5-44ca-8423-78c4688f4aa7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 944 time: 0.0853684 Jan 24 16:46:02.519290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 421fc875-c7a3-469b-8e97-2983809f610c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=421fc875-c7a3-469b-8e97-2983809f610c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:46:02.524191 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:02.552580 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-338ead19-c3f6-4c02-a1cc-512cf79341a1 req-d27abffe-799b-4433-a0a7-09fe2776eff6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417986 Jan 24 16:46:02.596135 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=421fc875-c7a3-469b-8e97-2983809f610c,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:46:02.601518 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['421fc875-c7a3-469b-8e97-2983809f610c'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:46:03.403748 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 421fc875-c7a3-469b-8e97-2983809f610c up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:46:03.475675 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 421fc875-c7a3-469b-8e97-2983809f610c triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:46:03.476035 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:03.590959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:03.630621 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 421fc875-c7a3-469b-8e97-2983809f610c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=421fc875-c7a3-469b-8e97-2983809f610c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:46:03.634979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:03.708919 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=421fc875-c7a3-469b-8e97-2983809f610c,revision_number=8']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:46:03.768797 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d2fcb-e59d-466b-bdeb-880e9a97b4f1 req-9adce060-395d-4034-ba6b-7cd376ae537b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:03.770292 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-420d2fcb-e59d-466b-bdeb-880e9a97b4f1 req-9adce060-395d-4034-ba6b-7cd376ae537b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0821147 Jan 24 16:46:03.799712 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421fc875-c7a3-469b-8e97-2983809f610c'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:46:03.817034 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-420d2fcb-e59d-466b-bdeb-880e9a97b4f1 req-2bbdd220-d632-4219-b106-c0efd244cdcc tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411077 Jan 24 16:46:03.854288 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421fc875-c7a3-469b-8e97-2983809f610c', 'code': 200} Jan 24 16:46:04.023365 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be184fa-7bb7-4760-8134-105a701d3b14 req-dde74aa1-a7a1-474b-bfc8-e79296f07cf1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:04.024795 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6be184fa-7bb7-4760-8134-105a701d3b14 req-dde74aa1-a7a1-474b-bfc8-e79296f07cf1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0852842 Jan 24 16:46:04.071770 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6be184fa-7bb7-4760-8134-105a701d3b14 req-a77a3c4b-484b-4f6a-b43b-0da08570ceb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413244 Jan 24 16:46:04.524026 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c522f-b417-4f2b-9f72-c7150df7b2e7 req-2ca38328-591b-43dd-a562-21ddc6582251 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:04.525470 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-607c522f-b417-4f2b-9f72-c7150df7b2e7 req-2ca38328-591b-43dd-a562-21ddc6582251 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.1353657 Jan 24 16:46:04.559744 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7e4010cf-8766-462a-bd16-9b3d924c7e6e req-b3a1d58c-74a8-4082-9c98-96fb4fc169f4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 1099 time: 0.1158700 Jan 24 16:46:04.642401 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-607c522f-b417-4f2b-9f72-c7150df7b2e7 req-67e10426-198f-4939-877a-d7c193c89976 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109581 Jan 24 16:46:04.709167 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4010cf-8766-462a-bd16-9b3d924c7e6e req-8f61aa24-7774-492f-af0f-e40f513b60cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:04.710607 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7e4010cf-8766-462a-bd16-9b3d924c7e6e req-8f61aa24-7774-492f-af0f-e40f513b60cb service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1405456 Jan 24 16:46:04.814007 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7e4010cf-8766-462a-bd16-9b3d924c7e6e req-35fba9ec-8e49-4711-aec4-433f5b00426f service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=421fc875-c7a3-469b-8e97-2983809f610c HTTP/1.1" status: 200 len: 1001 time: 0.0932119 Jan 24 16:46:04.893498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4010cf-8766-462a-bd16-9b3d924c7e6e req-00891475-5537-4764-bc8f-6e87376ae91d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:04.894912 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7e4010cf-8766-462a-bd16-9b3d924c7e6e req-00891475-5537-4764-bc8f-6e87376ae91d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0698230 Jan 24 16:46:04.984641 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7e4010cf-8766-462a-bd16-9b3d924c7e6e req-57df0a12-42a1-4155-928b-8a6c98f4c2c3 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795815 Jan 24 16:46:05.120252 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7e4010cf-8766-462a-bd16-9b3d924c7e6e req-4d462fd6-0900-4168-a2dd-a728578f2629 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262364 Jan 24 16:46:05.346272 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7e4010cf-8766-462a-bd16-9b3d924c7e6e req-c144aee3-9c9a-4f12-99a6-241acbdf8533 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172728 Jan 24 16:46:05.880277 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336ae0f-12dc-4920-bc73-2b8554cd7e5e req-b1566b03-726b-43f4-9b68-37501a15d740 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:05.882318 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b336ae0f-12dc-4920-bc73-2b8554cd7e5e req-b1566b03-726b-43f4-9b68-37501a15d740 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0915308 Jan 24 16:46:05.927662 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b336ae0f-12dc-4920-bc73-2b8554cd7e5e req-9a0fea8e-b9ca-4dc8-bdab-621558963e7b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397372 Jan 24 16:46:06.975761 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2e7f382d-9ae5-44fd-976b-b96367ca77af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:07.132349 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a3a9d-503a-4d2d-843a-93155c00ab39 req-a38d1ae3-bb44-46c2-8ecb-9d0567b943db tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:07.133774 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c04a3a9d-503a-4d2d-843a-93155c00ab39 req-a38d1ae3-bb44-46c2-8ecb-9d0567b943db tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0804453 Jan 24 16:46:07.182036 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c04a3a9d-503a-4d2d-843a-93155c00ab39 req-c8987000-ce3b-4019-b64f-d59912e2bbfc tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400660 Jan 24 16:46:07.782437 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071eda8-c197-4853-bb4f-d63a9caafad7 req-93ea4dc1-b9ad-4b2b-9bd0-a9b8de6422f4 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:07.783903 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4071eda8-c197-4853-bb4f-d63a9caafad7 req-93ea4dc1-b9ad-4b2b-9bd0-a9b8de6422f4 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0827708 Jan 24 16:46:07.837988 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4071eda8-c197-4853-bb4f-d63a9caafad7 req-69e6d525-bd17-4d5d-82ce-39263c359a25 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457475 Jan 24 16:46:09.069737 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d087f4f-5c41-4f22-aa92-72c2da1e2a49 req-839cbcee-c0f5-4287-a606-189db5ec8ff2 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:09.071240 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2d087f4f-5c41-4f22-aa92-72c2da1e2a49 req-839cbcee-c0f5-4287-a606-189db5ec8ff2 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0860994 Jan 24 16:46:09.117646 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2d087f4f-5c41-4f22-aa92-72c2da1e2a49 req-ebe0f4b7-f94c-421b-b0c6-475a70a771c9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406451 Jan 24 16:46:09.196183 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ab312362-708b-45f0-8ea5-bae91ef1af9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:09.553803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab152cc0-4f41-4849-94c5-e7fd7048c0e2 req-e7cfc1c0-a5d9-4110-838e-63f8a740acee tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:09.555142 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ab152cc0-4f41-4849-94c5-e7fd7048c0e2 req-e7cfc1c0-a5d9-4110-838e-63f8a740acee tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.0825167 Jan 24 16:46:09.625865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-ab152cc0-4f41-4849-94c5-e7fd7048c0e2 req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Deleting port 421fc875-c7a3-469b-8e97-2983809f610c {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:46:09.626174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ab152cc0-4f41-4849-94c5-e7fd7048c0e2 req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:09.888531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-ab152cc0-4f41-4849-94c5-e7fd7048c0e2 req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] For port 421fc875-c7a3-469b-8e97-2983809f610c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=421fc875-c7a3-469b-8e97-2983809f610c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:46:09.888806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ab152cc0-4f41-4849-94c5-e7fd7048c0e2 req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:10.197564 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ab152cc0-4f41-4849-94c5-e7fd7048c0e2 req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:10.197937 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ab152cc0-4f41-4849-94c5-e7fd7048c0e2 req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:10.198395 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [req-ab152cc0-4f41-4849-94c5-e7fd7048c0e2 req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Floating IP 11469c84-91e4-4faf-9019-cd188bdc1ec9 disassociated. External IP: 172.26.2.95, port: 421fc875-c7a3-469b-8e97-2983809f610c. Jan 24 16:46:10.198707 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-ab152cc0-4f41-4849-94c5-e7fd7048c0e2 req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Calling delete_port for 421fc875-c7a3-469b-8e97-2983809f610c owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:46:10.405761 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c37759-ea4d-4d7e-b713-aba434a8dd3d req-759c836f-79ea-4220-9396-c7d5a54d4cf0 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:10.407400 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a7c37759-ea4d-4d7e-b713-aba434a8dd3d req-759c836f-79ea-4220-9396-c7d5a54d4cf0 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 946 time: 0.1550331 Jan 24 16:46:10.408633 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ab152cc0-4f41-4849-94c5-e7fd7048c0e2 req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:10.426933 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:10.429004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:10.472863 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Pushing event deleted for resources: {'Port': ['ID=421fc875-c7a3-469b-8e97-2983809f610c,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:46:10.495337 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:10.495705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:10.496052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:10.496400 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:10.496730 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:10.497095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:10.497424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:10.497762 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:10.498083 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:10.498430 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:10.498772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:10.585529 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a7c37759-ea4d-4d7e-b713-aba434a8dd3d req-5824fcba-8849-41c2-a21c-94d7fc6c8a19 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343777 Jan 24 16:46:10.736116 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab152cc0-4f41-4849-94c5-e7fd7048c0e2 req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:46:11.044726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab152cc0-4f41-4849-94c5-e7fd7048c0e2 req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:46:11.054231 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64a7e17-fafd-4c6d-bd51-bd65f62396d3 None None] Sync routers for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:46:11.067168 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64a7e17-fafd-4c6d-bd51-bd65f62396d3 None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:46:11.067891 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c64a7e17-fafd-4c6d-bd51-bd65f62396d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:46:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:46:11.115652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab152cc0-4f41-4849-94c5-e7fd7048c0e2 req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] No DVR routers for this DVR port 421fc875-c7a3-469b-8e97-2983809f610c on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:46:11.118074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ab152cc0-4f41-4849-94c5-e7fd7048c0e2 req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:11.120635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'name': 'network-vif-deleted', 'tag': '421fc875-c7a3-469b-8e97-2983809f610c'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:46:11.136502 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ab152cc0-4f41-4849-94c5-e7fd7048c0e2 req-edec55a8-fe87-4e53-a229-c2b5ae7d5423 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "DELETE /v2.0/ports/421fc875-c7a3-469b-8e97-2983809f610c HTTP/1.1" status: 204 len: 173 time: 1.5728040 Jan 24 16:46:11.180896 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814ac83-e8ab-464a-9e62-ae91c22aba96', 'name': 'network-vif-deleted', 'tag': '421fc875-c7a3-469b-8e97-2983809f610c', 'status': 'completed', 'code': 200} Jan 24 16:46:11.244826 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-c64a7e17-fafd-4c6d-bd51-bd65f62396d3 None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:46:11.581015 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c64a7e17-fafd-4c6d-bd51-bd65f62396d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:46:11.585311 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64a7e17-fafd-4c6d-bd51-bd65f62396d3 None None] Checking router: 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:46:11.596744 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64a7e17-fafd-4c6d-bd51-bd65f62396d3 None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:46:11.597619 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c64a7e17-fafd-4c6d-bd51-bd65f62396d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:46:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:46:11.770374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-67189081-63c4-4c0d-9db5-18e68fd63394 req-40ab1f46-1e3e-469d-9efc-2f5c1f4246f6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Synchronizing usage tracker for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:46:11.788123 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-67189081-63c4-4c0d-9db5-18e68fd63394 req-40ab1f46-1e3e-469d-9efc-2f5c1f4246f6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Unset dirty status for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:46:11.789404 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-67189081-63c4-4c0d-9db5-18e68fd63394 req-40ab1f46-1e3e-469d-9efc-2f5c1f4246f6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=0814ac83-e8ab-464a-9e62-ae91c22aba96 HTTP/1.1" status: 200 len: 210 time: 0.0628369 Jan 24 16:46:11.794970 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-c64a7e17-fafd-4c6d-bd51-bd65f62396d3 None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:46:11.846579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:12.125521 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c64a7e17-fafd-4c6d-bd51-bd65f62396d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:46:12.130042 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64a7e17-fafd-4c6d-bd51-bd65f62396d3 None None] The sync data for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv is: [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:46:12.394253 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e6baa-f4a3-4341-bbdb-8b8bc061addf None None] New status for floating IP 11469c84-91e4-4faf-9019-cd188bdc1ec9: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:46:13.194654 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-9c0018b2-25da-4aa0-afd4-4a46bcf157b4 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-securitygroup--1949542431&fields=id&tenant_id=e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 267 time: 0.0428259 Jan 24 16:46:13.350318 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-18ded3ce-7480-45cc-80cb-75ba0a07d61a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:13.351782 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-18ded3ce-7480-45cc-80cb-75ba0a07d61a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 812 time: 0.1477327 Jan 24 16:46:13.371176 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-780cb916-2b47-46b2-b685-2ab19ce2b24c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/quotas/e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 375 time: 0.0112481 Jan 24 16:46:13.466351 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-cf32b5b7-e850-4d84-aa04-a50102afdaaa tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901263 Jan 24 16:46:13.469377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 421fc875-c7a3-469b-8e97-2983809f610c no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:46:13.502651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 421fc875-c7a3-469b-8e97-2983809f610c {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:46:13.503066 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 421fc875-c7a3-469b-8e97-2983809f610c not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:46:13.603422 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-1047f01b-5ab6-487a-901f-b0e96bdbdf4c service neutron] 10.222.0.130 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251726 Jan 24 16:46:13.828179 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-669a1371-8be4-44ff-ab33-96a1aa653957 service neutron] 10.222.0.130 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156494 Jan 24 16:46:14.033889 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-64ed550d-e298-42a5-99f4-9bab7e620b5b req-2c6f951a-fafa-4dc2-be02-4a95f7fa6f5d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 210 time: 0.0407758 Jan 24 16:46:15.178172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-424e77b8-845f-4714-b8de-21117eb579d0 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:15.179665 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-424e77b8-845f-4714-b8de-21117eb579d0 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 812 time: 0.1734095 Jan 24 16:46:15.233886 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-66101200-0b50-4a56-9eac-12bd00c5eb2c req-7e86cb0c-a6a5-479a-9e26-d2446e6d763e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 210 time: 0.0441554 Jan 24 16:46:15.243957 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-b79121cb-fc41-471e-9098-98787cf94339 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 380 time: 0.0452924 Jan 24 16:46:15.256451 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-d4608a2c-ceaa-4b01-8ca5-72b70aa1b0f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Request body: {'port': {'device_id': '622d568d-0c8f-4646-a7ed-e90720617b89', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'admin_state_up': True, 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'security_groups': ['0b628225-824d-4bae-a021-139271277da8']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:46:15.394110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-d4608a2c-ceaa-4b01-8ca5-72b70aa1b0f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:46:15.404256 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-d4608a2c-ceaa-4b01-8ca5-72b70aa1b0f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:46:15.416515 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-d4608a2c-ceaa-4b01-8ca5-72b70aa1b0f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Made reservation on behalf of e3b4e3baddee4433b0b798a18e18478b for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:46:15.420096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-d4608a2c-ceaa-4b01-8ca5-72b70aa1b0f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:15.600395 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-d4608a2c-ceaa-4b01-8ca5-72b70aa1b0f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Allocated IP 172.20.0.4 (5bcf3acb-3658-4624-bfd6-c42d6bf8bd45/98a92ec0-d3d1-4433-91c2-57d6d26661c2/241170a0-2b42-4fda-9850-5305f6cd153b) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:46:15.820746 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-d4608a2c-ceaa-4b01-8ca5-72b70aa1b0f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:15.838243 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-d4608a2c-ceaa-4b01-8ca5-72b70aa1b0f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Transition to ACTIVE for port object 241170a0-2b42-4fda-9850-5305f6cd153b will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:46:15.862050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-d4608a2c-ceaa-4b01-8ca5-72b70aa1b0f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:15.934727 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-d4608a2c-ceaa-4b01-8ca5-72b70aa1b0f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:46:15.937951 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-d4608a2c-ceaa-4b01-8ca5-72b70aa1b0f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:46:15.943078 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-d4608a2c-ceaa-4b01-8ca5-72b70aa1b0f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:46:15.968573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4608a2c-ceaa-4b01-8ca5-72b70aa1b0f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Pushing event updated for resources: {'Port': ['ID=241170a0-2b42-4fda-9850-5305f6cd153b,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:46:16.009198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-d4608a2c-ceaa-4b01-8ca5-72b70aa1b0f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:16.009831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-d4608a2c-ceaa-4b01-8ca5-72b70aa1b0f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:16.036623 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-d4608a2c-ceaa-4b01-8ca5-72b70aa1b0f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7852552 Jan 24 16:46:16.048736 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Request body: {'port': {'device_id': '622d568d-0c8f-4646-a7ed-e90720617b89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:46:16.168998 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:16.225803 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1a978644-cfc1-4c25-a167-db44a5d611a9 None None] Provisioning for port 241170a0-2b42-4fda-9850-5305f6cd153b completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:46:16.230946 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1a978644-cfc1-4c25-a167-db44a5d611a9 None None] Provisioning complete for port 241170a0-2b42-4fda-9850-5305f6cd153b triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:46:16.231311 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1a978644-cfc1-4c25-a167-db44a5d611a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:16.285070 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1a978644-cfc1-4c25-a167-db44a5d611a9 None None] Port 241170a0-2b42-4fda-9850-5305f6cd153b cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:46:16.539021 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:46:16.670927 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241170a0-2b42-4fda-9850-5305f6cd153b {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:46:16.679302 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:16.703379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Transition to ACTIVE for port object 241170a0-2b42-4fda-9850-5305f6cd153b will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:46:16.710062 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:16.840656 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac2d48-5c4a-4c73-8f37-d9c337407502 req-85c4eeab-4628-4935-8bac-90540ab59f1a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:16.841343 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-4bac2d48-5c4a-4c73-8f37-d9c337407502 req-85c4eeab-4628-4935-8bac-90540ab59f1a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Synchronizing usage tracker for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:46:16.848449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Pushing event updated for resources: {'Port': ['ID=241170a0-2b42-4fda-9850-5305f6cd153b,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:46:16.891889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-4bac2d48-5c4a-4c73-8f37-d9c337407502 req-85c4eeab-4628-4935-8bac-90540ab59f1a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Unset dirty status for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:46:16.893028 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4bac2d48-5c4a-4c73-8f37-d9c337407502 req-85c4eeab-4628-4935-8bac-90540ab59f1a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 931 time: 0.3788090 Jan 24 16:46:16.985913 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4bac2d48-5c4a-4c73-8f37-d9c337407502 req-12204687-4fba-4766-8fd4-41e0b7b1b421 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847657 Jan 24 16:46:17.003785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Attempting to bind port 241170a0-2b42-4fda-9850-5305f6cd153b on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:46:17.004117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Attempting to bind port 241170a0-2b42-4fda-9850-5305f6cd153b by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:46:17.004598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Attempting to bind port 241170a0-2b42-4fda-9850-5305f6cd153b on network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:46:17.016098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Port 241170a0-2b42-4fda-9850-5305f6cd153b on network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:46:17.016098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Attempting to bind port 241170a0-2b42-4fda-9850-5305f6cd153b on network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:46:17.022367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:46:17.022983 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Checking segment: {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:46:17.023351 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Bound using segment: {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:46:17.023843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Bound port: 241170a0-2b42-4fda-9850-5305f6cd153b, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:46:17.024182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:17.118278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] For port 241170a0-2b42-4fda-9850-5305f6cd153b, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:46:17.121276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] For port 241170a0-2b42-4fda-9850-5305f6cd153b, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=241170a0-2b42-4fda-9850-5305f6cd153b,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:46:17.126984 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:17.187664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:17.189487 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] 10.222.0.129 "PUT /v2.0/ports/241170a0-2b42-4fda-9850-5305f6cd153b HTTP/1.1" status: 200 len: 1093 time: 1.1449707 Jan 24 16:46:17.189776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622d568d-0c8f-4646-a7ed-e90720617b89', 'tag': '241170a0-2b42-4fda-9850-5305f6cd153b'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:46:17.217044 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551c004-e70b-4071-8826-3cfec9f85f4e service neutron] Pushing event updated for resources: {'Port': ['ID=241170a0-2b42-4fda-9850-5305f6cd153b,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:46:17.269494 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622d568d-0c8f-4646-a7ed-e90720617b89', 'tag': '241170a0-2b42-4fda-9850-5305f6cd153b', 'status': 'completed', 'code': 200} Jan 24 16:46:17.317207 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-20c6b7c6-4aaa-4319-a803-42cc62492372 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 1096 time: 0.0795782 Jan 24 16:46:17.394733 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-9584154b-d564-4545-bb95-98dc445f833c service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=241170a0-2b42-4fda-9850-5305f6cd153b HTTP/1.1" status: 200 len: 217 time: 0.0670238 Jan 24 16:46:17.476038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-4c3338c4-345a-4dbd-8361-29b95c3f4743 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:17.477425 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-4c3338c4-345a-4dbd-8361-29b95c3f4743 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0736823 Jan 24 16:46:17.558754 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-0d60cdf8-cc9f-4f93-953d-7a4b50fea78a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719302 Jan 24 16:46:17.697881 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-4d385023-10cc-4c0f-983a-f58891aa0d6b service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297011 Jan 24 16:46:17.838207 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d71eedb4-1a02-4d4d-94fa-e5c75ec765b8 req-d46298e8-2ec3-4e16-b455-bacf77d8be7e service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315210 Jan 24 16:46:17.976867 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5714189a-2d14-4315-991b-487d05994a5e req-ea2a02ba-e760-4bef-ab46-ac05613c4eeb service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 1096 time: 0.0785816 Jan 24 16:46:18.107607 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714189a-2d14-4315-991b-487d05994a5e req-4db39f2c-7c81-4a38-82d3-77fef570d509 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:18.109052 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5714189a-2d14-4315-991b-487d05994a5e req-4db39f2c-7c81-4a38-82d3-77fef570d509 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1260080 Jan 24 16:46:18.156483 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:18.211892 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5714189a-2d14-4315-991b-487d05994a5e req-242d63f6-76a2-4c80-8bba-adf93f832b69 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=241170a0-2b42-4fda-9850-5305f6cd153b HTTP/1.1" status: 200 len: 217 time: 0.0964985 Jan 24 16:46:18.298054 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714189a-2d14-4315-991b-487d05994a5e req-8ded99b9-abbd-4730-a369-86388b3029ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:18.299487 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5714189a-2d14-4315-991b-487d05994a5e req-8ded99b9-abbd-4730-a369-86388b3029ae service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0802100 Jan 24 16:46:18.352584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed31249-9fbb-4b7f-8df5-7ef183f0c08e req-15ba89c7-6964-4fe3-93b9-5f970bfb2374 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:18.354009 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1ed31249-9fbb-4b7f-8df5-7ef183f0c08e req-15ba89c7-6964-4fe3-93b9-5f970bfb2374 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 943 time: 0.2376478 Jan 24 16:46:18.416157 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1ed31249-9fbb-4b7f-8df5-7ef183f0c08e req-630f2499-cafe-48e7-a394-acd48760f007 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564139 Jan 24 16:46:18.423455 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5714189a-2d14-4315-991b-487d05994a5e req-05c1d9c3-d1f5-4f88-baba-2955b22921d9 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1158712 Jan 24 16:46:18.647896 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5714189a-2d14-4315-991b-487d05994a5e req-61d4313e-ef91-4064-adb4-02141707ab92 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157147 Jan 24 16:46:18.784313 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5714189a-2d14-4315-991b-487d05994a5e req-5b627ab7-5570-45a4-a791-c0495ad9a5d2 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286974 Jan 24 16:46:19.627396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa594a52-07c0-45ac-9d22-ec67419b324e req-3e946ad8-7ade-498c-a1b7-a290fa7429ad tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:19.628985 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fa594a52-07c0-45ac-9d22-ec67419b324e req-3e946ad8-7ade-498c-a1b7-a290fa7429ad tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 943 time: 0.0880637 Jan 24 16:46:19.678163 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fa594a52-07c0-45ac-9d22-ec67419b324e req-4c0f2073-f33f-446c-80cf-8e028ff821c4 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434349 Jan 24 16:46:20.889939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d721c53-4c26-4504-a1a9-c381c9cfb246 req-911e8ad6-867d-4331-a7d4-1095a1e1970d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:20.891386 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7d721c53-4c26-4504-a1a9-c381c9cfb246 req-911e8ad6-867d-4331-a7d4-1095a1e1970d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 943 time: 0.0791795 Jan 24 16:46:20.938225 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7d721c53-4c26-4504-a1a9-c381c9cfb246 req-a0998573-a67f-400e-a737-9dad99046a9d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403352 Jan 24 16:46:21.500051 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 241170a0-2b42-4fda-9850-5305f6cd153b details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:46:21.637048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 241170a0-2b42-4fda-9850-5305f6cd153b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=241170a0-2b42-4fda-9850-5305f6cd153b,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:46:21.649947 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '241170a0-2b42-4fda-9850-5305f6cd153b', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'port_id': '241170a0-2b42-4fda-9850-5305f6cd153b', 'mac_address': 'fa:16:3e:2c:a2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:46:21.704011 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:21.721390 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241170a0-2b42-4fda-9850-5305f6cd153b {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:46:21.737085 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 241170a0-2b42-4fda-9850-5305f6cd153b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=241170a0-2b42-4fda-9850-5305f6cd153b,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:46:21.743197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:21.809787 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=241170a0-2b42-4fda-9850-5305f6cd153b,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:46:22.011422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['241170a0-2b42-4fda-9850-5305f6cd153b'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:46:22.195077 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4913d-c137-4000-b4b8-252607e199fc req-eb9c0f68-8d57-4f47-8796-1b157488965c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:22.196729 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0dc4913d-c137-4000-b4b8-252607e199fc req-eb9c0f68-8d57-4f47-8796-1b157488965c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 944 time: 0.0826344 Jan 24 16:46:22.244445 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0dc4913d-c137-4000-b4b8-252607e199fc req-8d9bf8a1-aeb0-4367-a40f-5f9b975e263f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420208 Jan 24 16:46:23.485278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea4d01-926e-4a5d-92aa-05487047cf75 req-348522e6-398c-488c-9a87-b3221e861560 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:23.486755 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a2ea4d01-926e-4a5d-92aa-05487047cf75 req-348522e6-398c-488c-9a87-b3221e861560 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 944 time: 0.0996523 Jan 24 16:46:23.512081 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 241170a0-2b42-4fda-9850-5305f6cd153b up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:46:23.533605 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a2ea4d01-926e-4a5d-92aa-05487047cf75 req-7424309b-3119-4d13-a301-9ac51a2a50f5 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407698 Jan 24 16:46:23.625670 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 241170a0-2b42-4fda-9850-5305f6cd153b completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:46:23.630838 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 241170a0-2b42-4fda-9850-5305f6cd153b triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:46:23.631438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:23.747139 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:23.777500 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622d568d-0c8f-4646-a7ed-e90720617b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241170a0-2b42-4fda-9850-5305f6cd153b'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:46:23.787202 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 241170a0-2b42-4fda-9850-5305f6cd153b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=241170a0-2b42-4fda-9850-5305f6cd153b,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:46:23.791520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:23.836613 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622d568d-0c8f-4646-a7ed-e90720617b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241170a0-2b42-4fda-9850-5305f6cd153b', 'code': 200} Jan 24 16:46:23.862335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=241170a0-2b42-4fda-9850-5305f6cd153b,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:46:24.109954 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e02fa360-7bc7-40b5-8efc-d9cddfc935f2 req-ff579726-b073-4a6c-b028-81bc02f1a9ab service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 1098 time: 0.0792294 Jan 24 16:46:24.162557 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e02fa360-7bc7-40b5-8efc-d9cddfc935f2 req-14811230-f7e0-4078-8310-a276b31fdddc service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420194 Jan 24 16:46:24.804649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d1211-665d-417c-b07e-f341003adb00 req-6d070d7d-cf43-48df-8f27-1ecf14e28094 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:24.806511 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-751d1211-665d-417c-b07e-f341003adb00 req-6d070d7d-cf43-48df-8f27-1ecf14e28094 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.1129580 Jan 24 16:46:24.859793 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-751d1211-665d-417c-b07e-f341003adb00 req-95ecc323-4b8e-496e-b56f-0c980f22695d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475867 Jan 24 16:46:26.081889 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec29ee-0c28-4ab5-ae61-a4deec1f93d4 req-9e310a8a-6121-47f4-95e5-547df4b97b28 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:26.083333 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-43ec29ee-0c28-4ab5-ae61-a4deec1f93d4 req-9e310a8a-6121-47f4-95e5-547df4b97b28 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0810199 Jan 24 16:46:26.129954 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-43ec29ee-0c28-4ab5-ae61-a4deec1f93d4 req-7882491e-8783-47d1-a38c-47e2eae0f12a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408239 Jan 24 16:46:26.325230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b42672-3f52-45bf-90d1-2d094723f489 req-54880d0a-96e9-4f5d-a338-faa5c5a917fb tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:26.326700 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c5b42672-3f52-45bf-90d1-2d094723f489 req-54880d0a-96e9-4f5d-a338-faa5c5a917fb tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0779667 Jan 24 16:46:26.335610 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 39984) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:46:26.340897 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-07d4dc2c-ca4e-4ec2-97c2-2e53d038c8bf tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Request body: {'floatingip': {'port_id': '241170a0-2b42-4fda-9850-5305f6cd153b'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:46:26.425617 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-07d4dc2c-ca4e-4ec2-97c2-2e53d038c8bf tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for floatingip, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:27.042307 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-07d4dc2c-ca4e-4ec2-97c2-2e53d038c8bf tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:27.046958 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-07d4dc2c-ca4e-4ec2-97c2-2e53d038c8bf tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:27.354053 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-07d4dc2c-ca4e-4ec2-97c2-2e53d038c8bf tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Floating IP 11469c84-91e4-4faf-9019-cd188bdc1ec9 associated. External IP: 172.26.2.95, port: 241170a0-2b42-4fda-9850-5305f6cd153b. Jan 24 16:46:27.801669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d4dc2c-ca4e-4ec2-97c2-2e53d038c8bf tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:46:28.024956 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d4dc2c-ca4e-4ec2-97c2-2e53d038c8bf tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:46:28.029781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-07d4dc2c-ca4e-4ec2-97c2-2e53d038c8bf tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:28.035370 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3943cf9-48d4-4fdc-9934-4f44fc5fc951 None None] Sync routers for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:46:28.055391 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3943cf9-48d4-4fdc-9934-4f44fc5fc951 None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:46:28.056323 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e3943cf9-48d4-4fdc-9934-4f44fc5fc951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:46:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:46:28.083629 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-07d4dc2c-ca4e-4ec2-97c2-2e53d038c8bf tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "PUT /v2.0/floatingips/11469c84-91e4-4faf-9019-cd188bdc1ec9 HTTP/1.1" status: 200 len: 990 time: 1.7468364 Jan 24 16:46:28.084209 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622d568d-0c8f-4646-a7ed-e90720617b89', 'tag': '241170a0-2b42-4fda-9850-5305f6cd153b'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:46:28.141364 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622d568d-0c8f-4646-a7ed-e90720617b89', 'tag': '241170a0-2b42-4fda-9850-5305f6cd153b', 'status': 'completed', 'code': 200} Jan 24 16:46:28.234652 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8135dfb7-5b59-48c4-9dae-599b4b571162 req-2fb999c8-d043-4cb1-bc47-2f8c754b1387 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 1098 time: 0.0695498 Jan 24 16:46:28.269799 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-e3943cf9-48d4-4fdc-9934-4f44fc5fc951 None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:46:28.368864 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135dfb7-5b59-48c4-9dae-599b4b571162 req-075b17bf-8617-4bf2-a949-ff86ab3e0712 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:28.370216 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8135dfb7-5b59-48c4-9dae-599b4b571162 req-075b17bf-8617-4bf2-a949-ff86ab3e0712 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1294699 Jan 24 16:46:28.477304 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8135dfb7-5b59-48c4-9dae-599b4b571162 req-03b1c77d-1174-4ad7-9884-655b126556a8 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=241170a0-2b42-4fda-9850-5305f6cd153b HTTP/1.1" status: 200 len: 998 time: 0.1006050 Jan 24 16:46:28.541848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135dfb7-5b59-48c4-9dae-599b4b571162 req-02f0f93c-f642-4603-bf6c-af1ed19b6782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:46:28.543349 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8135dfb7-5b59-48c4-9dae-599b4b571162 req-02f0f93c-f642-4603-bf6c-af1ed19b6782 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0605497 Jan 24 16:46:28.616522 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8135dfb7-5b59-48c4-9dae-599b4b571162 req-39f6493e-3379-4787-8837-a7390284677c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674076 Jan 24 16:46:28.616785 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e3943cf9-48d4-4fdc-9934-4f44fc5fc951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '11469c84-91e4-4faf-9019-cd188bdc1ec9', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'port_id': '241170a0-2b42-4fda-9850-5305f6cd153b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'mac_address': 'fa:16:3e:2c:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d568d-0c8f-4646-a7ed-e90720617b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:43:18Z', 'updated_at': '2022-01-24T16:46:26Z', 'revision_number': 9, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:46:28.620794 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3943cf9-48d4-4fdc-9934-4f44fc5fc951 None None] Checking router: 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:46:28.631168 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3943cf9-48d4-4fdc-9934-4f44fc5fc951 None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:46:28.631779 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e3943cf9-48d4-4fdc-9934-4f44fc5fc951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:46:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:46:28.748394 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8135dfb7-5b59-48c4-9dae-599b4b571162 req-e18f20f8-7bb3-4f79-9f48-77826ea8e1b3 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257515 Jan 24 16:46:28.807462 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-e3943cf9-48d4-4fdc-9934-4f44fc5fc951 None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:46:28.985365 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8135dfb7-5b59-48c4-9dae-599b4b571162 req-799680aa-bea8-4e88-963e-1fbff180a8fb service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312405 Jan 24 16:46:29.157794 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e3943cf9-48d4-4fdc-9934-4f44fc5fc951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '11469c84-91e4-4faf-9019-cd188bdc1ec9', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'port_id': '241170a0-2b42-4fda-9850-5305f6cd153b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'mac_address': 'fa:16:3e:2c:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d568d-0c8f-4646-a7ed-e90720617b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:43:18Z', 'updated_at': '2022-01-24T16:46:26Z', 'revision_number': 9, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:46:29.161903 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3943cf9-48d4-4fdc-9934-4f44fc5fc951 None None] The sync data for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv is: [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '11469c84-91e4-4faf-9019-cd188bdc1ec9', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'port_id': '241170a0-2b42-4fda-9850-5305f6cd153b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'mac_address': 'fa:16:3e:2c:a2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d568d-0c8f-4646-a7ed-e90720617b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:43:18Z', 'updated_at': '2022-01-24T16:46:26Z', 'revision_number': 9, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:46:29.360709 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c76c240-74da-4979-bf6c-39b648d0a8f1 None None] New status for floating IP 11469c84-91e4-4faf-9019-cd188bdc1ec9: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:46:36.975582 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce1ef-f633-4f2e-a940-98835281d8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:39.207726 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-945d2ad5-32ff-420a-96f3-7017bbb4df14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:40.427858 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:40.431997 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:41.899965 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:48.183264 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:46:53.543080 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:47:06.978316 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-02c8bb9a-70ec-4ebb-81cc-6a012a66c881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:09.206892 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-829db1c1-0835-4d06-995e-2d3cb1409f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:09.876435 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fe1d5109-779e-45fd-8f11-b7b063e2f81d req-14bf041e-3e36-48d1-aecf-2f218a7ee4b2 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0856969 Jan 24 16:47:10.134574 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-034676a2-c780-466d-86c0-a05740e06052 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742567 Jan 24 16:47:10.318313 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeb8d7-a8b6-4cf5-a6e1-967ce8a1ad07 req-e6b8c19a-5bfd-4aa6-bc52-ae35efed7daa tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:10.320230 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ebeeb8d7-a8b6-4cf5-a6e1-967ce8a1ad07 req-e6b8c19a-5bfd-4aa6-bc52-ae35efed7daa tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.1993237 Jan 24 16:47:10.366111 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ebeeb8d7-a8b6-4cf5-a6e1-967ce8a1ad07 req-6b1614e1-dd36-4721-9331-48d2aa066e0c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403368 Jan 24 16:47:10.422469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:10.429831 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:11.463506 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-92262fa6-3027-492f-9b56-5558c9ccd6b1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 1098 time: 0.0708456 Jan 24 16:47:11.644769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-634cebcf-133f-497a-ac21-c99e19058f8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:11.646218 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-634cebcf-133f-497a-ac21-c99e19058f8e service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1738172 Jan 24 16:47:11.733980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d1629-0f1a-411e-bb56-b7d9869b93db req-4f96bd2d-ea89-42cc-b649-40a3fda859b1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:11.735411 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f44d1629-0f1a-411e-bb56-b7d9869b93db req-4f96bd2d-ea89-42cc-b649-40a3fda859b1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.2429380 Jan 24 16:47:11.791263 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-a53e613c-8507-4db8-8e17-9028ad3a10ae service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=241170a0-2b42-4fda-9850-5305f6cd153b HTTP/1.1" status: 200 len: 1001 time: 0.1319807 Jan 24 16:47:11.835654 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f44d1629-0f1a-411e-bb56-b7d9869b93db req-2f9e2d61-1197-4d67-b9a5-fa0169a6a195 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913653 Jan 24 16:47:11.853008 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:11.861227 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-2fb26f10-a6a8-4290-a34d-1c37dc6a0ebf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:11.862648 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-2fb26f10-a6a8-4290-a34d-1c37dc6a0ebf service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0616684 Jan 24 16:47:11.942514 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-552784c3-3775-44c4-9189-e6f2973c4aea service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701447 Jan 24 16:47:12.074988 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-30538b0d-7562-48a3-aa4d-1e344d94cffa service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220598 Jan 24 16:47:12.215397 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-dd6600e2-b27f-432d-af77-411a6b2629b0 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309047 Jan 24 16:47:13.054391 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7d165-fee1-4109-95a4-5de5ce45f972 req-50e36690-1fe1-46bb-aef6-725b2da66f05 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:13.055885 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b9e7d165-fee1-4109-95a4-5de5ce45f972 req-50e36690-1fe1-46bb-aef6-725b2da66f05 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0959165 Jan 24 16:47:13.102953 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b9e7d165-fee1-4109-95a4-5de5ce45f972 req-c864a884-8c1a-4d04-8c28-2b2fff2bbece tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412669 Jan 24 16:47:14.332318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2020b0a-a182-4d5f-b962-35dcba8b4c4b req-7620f077-cf62-4d3b-8337-fb29aec24051 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:14.335642 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a2020b0a-a182-4d5f-b962-35dcba8b4c4b req-7620f077-cf62-4d3b-8337-fb29aec24051 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0901713 Jan 24 16:47:14.383581 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a2020b0a-a182-4d5f-b962-35dcba8b4c4b req-931f5ee3-77e6-471b-9af7-b64fa0d8b356 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431271 Jan 24 16:47:15.598853 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75871356-dc33-4b06-ae8c-55237514d4f7 req-2ec1ce0a-c04a-4ab3-ab91-936a6eaea237 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:15.600239 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-75871356-dc33-4b06-ae8c-55237514d4f7 req-2ec1ce0a-c04a-4ab3-ab91-936a6eaea237 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0929279 Jan 24 16:47:15.649289 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-75871356-dc33-4b06-ae8c-55237514d4f7 req-bfb05700-98fa-4fe5-83cb-d09daa63fe53 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410645 Jan 24 16:47:16.880429 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052d62b-1da9-40fe-b085-7387d7ebb7c3 req-0fe2aaf9-ddf2-480c-b8ce-d27356f76c0b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:16.881886 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8052d62b-1da9-40fe-b085-7387d7ebb7c3 req-0fe2aaf9-ddf2-480c-b8ce-d27356f76c0b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0764263 Jan 24 16:47:16.931536 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8052d62b-1da9-40fe-b085-7387d7ebb7c3 req-314e150c-7a87-4bc0-8bd4-1964e3d7f563 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437012 Jan 24 16:47:18.135748 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b76f84-cd55-4365-92d0-a47f11a602f5 req-e2788529-dfec-4458-ac75-b71c042735b5 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:18.137205 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-13b76f84-cd55-4365-92d0-a47f11a602f5 req-e2788529-dfec-4458-ac75-b71c042735b5 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0764236 Jan 24 16:47:18.173476 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:18.187695 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-13b76f84-cd55-4365-92d0-a47f11a602f5 req-7e8b650f-8a3a-4d27-9e87-7c5765cfb087 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423758 Jan 24 16:47:18.666176 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-40783283-1b23-410f-8a2b-8f33d1abf795 req-6b535aa4-1824-41d4-9f8f-10853b425fb0 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 1098 time: 0.0798893 Jan 24 16:47:18.836149 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40783283-1b23-410f-8a2b-8f33d1abf795 req-9a6de6f3-9d49-4b08-9952-d4992ac5b7f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:18.837534 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-40783283-1b23-410f-8a2b-8f33d1abf795 req-9a6de6f3-9d49-4b08-9952-d4992ac5b7f5 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1467237 Jan 24 16:47:18.945362 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-40783283-1b23-410f-8a2b-8f33d1abf795 req-0e51f697-6ceb-4aa4-b8a1-d8f05c413a08 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=241170a0-2b42-4fda-9850-5305f6cd153b HTTP/1.1" status: 200 len: 1001 time: 0.1010983 Jan 24 16:47:19.015880 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40783283-1b23-410f-8a2b-8f33d1abf795 req-9172e933-35e4-45d8-a327-7c2107e26d0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:19.018244 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-40783283-1b23-410f-8a2b-8f33d1abf795 req-9172e933-35e4-45d8-a327-7c2107e26d0a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0631497 Jan 24 16:47:19.098907 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-40783283-1b23-410f-8a2b-8f33d1abf795 req-b3b61cb2-0665-487d-a3bb-ee2b7b7b0378 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718908 Jan 24 16:47:19.379979 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-40783283-1b23-410f-8a2b-8f33d1abf795 req-f6099a05-c70e-4376-aab0-af971a581575 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702689 Jan 24 16:47:19.533653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11058ab5-9d5b-4782-a47f-39ff3a950166 req-d1d3f7bf-9e7f-4927-a8da-300b33723382 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:19.535001 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-11058ab5-9d5b-4782-a47f-39ff3a950166 req-d1d3f7bf-9e7f-4927-a8da-300b33723382 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.2017539 Jan 24 16:47:19.538946 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-40783283-1b23-410f-8a2b-8f33d1abf795 req-ec1451c1-95b5-43d9-b8e5-2abf6dfb13c2 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510930 Jan 24 16:47:19.581434 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-11058ab5-9d5b-4782-a47f-39ff3a950166 req-0af84b16-4e11-4fcc-b6b9-f004abf4d8b5 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405316 Jan 24 16:47:20.784551 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27acdb-e2c7-4f27-8b16-fb27360678d5 req-42ac69c8-e4e4-4ca9-8890-e9ff168b2846 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:20.785877 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0d27acdb-e2c7-4f27-8b16-fb27360678d5 req-42ac69c8-e4e4-4ca9-8890-e9ff168b2846 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0807867 Jan 24 16:47:20.832038 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0d27acdb-e2c7-4f27-8b16-fb27360678d5 req-eb58abeb-b795-48af-abaa-e4670ca6e84c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395291 Jan 24 16:47:22.046733 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400e702-e82f-42e9-a7bf-df7565487dd6 req-b3441be8-7796-4e91-85a9-72335e419687 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:22.048356 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2400e702-e82f-42e9-a7bf-df7565487dd6 req-b3441be8-7796-4e91-85a9-72335e419687 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0878646 Jan 24 16:47:22.096307 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2400e702-e82f-42e9-a7bf-df7565487dd6 req-522d7e68-9d44-4c51-bddb-a0cc5f7fe8ba tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415788 Jan 24 16:47:23.327257 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fc728-6bc2-4770-a849-56716e1e3665 req-7d999637-b598-40da-a6e2-3bd175dae3e5 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:23.328716 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c14fc728-6bc2-4770-a849-56716e1e3665 req-7d999637-b598-40da-a6e2-3bd175dae3e5 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0796440 Jan 24 16:47:23.380862 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c14fc728-6bc2-4770-a849-56716e1e3665 req-7a9b94aa-2e61-4a32-a0b1-01bccd1fc8fa tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445299 Jan 24 16:47:24.242197 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-fa493ad2-c8b5-4d1e-93c8-0f15511aecf4 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83465) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:47:24.243112 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-fa493ad2-c8b5-4d1e-93c8-0f15511aecf4 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056763 Jan 24 16:47:24.328029 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-d08c70b1-b6b8-4b14-a7e7-e19e21bec3e2 service neutron] 10.222.0.129 "GET /v2.0/ports/241170a0-2b42-4fda-9850-5305f6cd153b/bindings/hv-neutron-8261 HTTP/1.1" status: 200 len: 384 time: 0.0785394 Jan 24 16:47:24.663422 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffee9b8-0fd4-42bf-8cd6-c739840538c4 req-0fdb3b0d-bfeb-4e9f-bc96-48b58056e2c6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:24.664979 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7ffee9b8-0fd4-42bf-8cd6-c739840538c4 req-0fdb3b0d-bfeb-4e9f-bc96-48b58056e2c6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.1433663 Jan 24 16:47:24.710958 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-77345d88-c6c8-43c8-a75c-72ecbf50bbd1 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89&tenant_id=e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 1098 time: 0.1196129 Jan 24 16:47:24.740292 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7ffee9b8-0fd4-42bf-8cd6-c739840538c4 req-541de6a8-c4a5-4061-af6c-2f818d04465f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671942 Jan 24 16:47:24.813036 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-a69d2dc4-6b84-4bcb-982d-56978a3e1be8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 1098 time: 0.0717907 Jan 24 16:47:24.958821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-d98c0e80-4e8e-4c9f-b71a-0a83d354affe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:24.961615 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-d98c0e80-4e8e-4c9f-b71a-0a83d354affe service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1415293 Jan 24 16:47:25.089791 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-8140fca8-6aa4-48f2-8456-797d1d2defbb service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=241170a0-2b42-4fda-9850-5305f6cd153b HTTP/1.1" status: 200 len: 1001 time: 0.1183827 Jan 24 16:47:25.154704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-3f953e07-625f-4515-bd54-166cd3a6c6e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:25.156172 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-3f953e07-625f-4515-bd54-166cd3a6c6e8 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0577977 Jan 24 16:47:25.236912 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-92ac6dd4-8370-426e-94df-c9f7fdb7c2de service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717967 Jan 24 16:47:25.381709 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-efb0efab-3582-44af-886e-ce9f374b0f6a service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366711 Jan 24 16:47:25.519598 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-145022a4-4f59-4310-a92d-d9adb4659c75 req-88d01809-c094-4716-a709-3174ddcabe99 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279702 Jan 24 16:47:25.964605 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0d36b-872d-4875-a8a4-d26ccc797695 req-6aaf9d50-0465-47c5-a957-de4f83887edd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:25.966044 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-84a0d36b-872d-4875-a8a4-d26ccc797695 req-6aaf9d50-0465-47c5-a957-de4f83887edd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0988715 Jan 24 16:47:26.017412 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-84a0d36b-872d-4875-a8a4-d26ccc797695 req-125debf5-248a-4d3a-ad27-76de3fa9bc34 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432098 Jan 24 16:47:27.219175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42788e95-06e1-4417-8e35-56b0c26e7312 req-1b1df6a4-8c10-4348-8de6-03dd93a834b8 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:27.220613 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-42788e95-06e1-4417-8e35-56b0c26e7312 req-1b1df6a4-8c10-4348-8de6-03dd93a834b8 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0790365 Jan 24 16:47:27.268304 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-42788e95-06e1-4417-8e35-56b0c26e7312 req-c61dbd01-c853-4911-84d8-8e5d995c4533 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398405 Jan 24 16:47:27.889831 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 241170a0-2b42-4fda-9850-5305f6cd153b details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:47:27.892709 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 241170a0-2b42-4fda-9850-5305f6cd153b no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:47:28.100567 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:28.129560 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 241170a0-2b42-4fda-9850-5305f6cd153b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=241170a0-2b42-4fda-9850-5305f6cd153b,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:47:28.150997 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622d568d-0c8f-4646-a7ed-e90720617b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241170a0-2b42-4fda-9850-5305f6cd153b'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:47:28.157086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '241170a0-2b42-4fda-9850-5305f6cd153b', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'port_id': '241170a0-2b42-4fda-9850-5305f6cd153b', 'mac_address': 'fa:16:3e:2c:a2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:47:28.162989 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 241170a0-2b42-4fda-9850-5305f6cd153b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=241170a0-2b42-4fda-9850-5305f6cd153b,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:47:28.190518 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:28.266057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:28.295976 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622d568d-0c8f-4646-a7ed-e90720617b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241170a0-2b42-4fda-9850-5305f6cd153b', 'code': 200} Jan 24 16:47:28.297052 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=241170a0-2b42-4fda-9850-5305f6cd153b,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:47:28.300560 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241170a0-2b42-4fda-9850-5305f6cd153b {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:47:28.320206 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:28.320558 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:28.320833 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:28.321149 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:28.321469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:28.321785 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:28.322098 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:28.322410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:28.322714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:28.323019 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:28.323325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:28.330373 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 241170a0-2b42-4fda-9850-5305f6cd153b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=241170a0-2b42-4fda-9850-5305f6cd153b,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:47:28.335345 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:28.403702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=241170a0-2b42-4fda-9850-5305f6cd153b,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:47:28.407456 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['241170a0-2b42-4fda-9850-5305f6cd153b'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:47:28.487092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba0c4b-38f6-4175-8b77-836aa8bc1c50 req-a1ecdbb6-dbec-4adc-b4cd-1258e9952fab tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:28.488880 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-26ba0c4b-38f6-4175-8b77-836aa8bc1c50 req-a1ecdbb6-dbec-4adc-b4cd-1258e9952fab tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 944 time: 0.0852325 Jan 24 16:47:28.645720 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-26ba0c4b-38f6-4175-8b77-836aa8bc1c50 req-8b56e39b-efa5-4c48-9fb2-025f180de82f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503999 Jan 24 16:47:29.157197 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-f3f14620-c1f7-429f-9a33-34e6ac7c5978 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:29.158716 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-f3f14620-c1f7-429f-9a33-34e6ac7c5978 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89&tenant_id=e3b4e3baddee4433b0b798a18e18478b&binding%3Ahost_id=hv-neutron-8261 HTTP/1.1" status: 200 len: 944 time: 0.1306949 Jan 24 16:47:29.222087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a1c3a-0a2a-4c22-afa7-ccbe14fb5d2b req-2b8b2d67-27b7-42bb-a9df-a1ccb325fec6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:29.223504 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-023a1c3a-0a2a-4c22-afa7-ccbe14fb5d2b req-2b8b2d67-27b7-42bb-a9df-a1ccb325fec6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 944 time: 0.1432259 Jan 24 16:47:29.271160 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-ac36469a-2fdd-4304-b348-63d827f55c9e service neutron] 10.222.0.129 "GET /v2.0/ports/241170a0-2b42-4fda-9850-5305f6cd153b/bindings/hv-neutron-8261 HTTP/1.1" status: 200 len: 384 time: 0.1068122 Jan 24 16:47:29.281229 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-023a1c3a-0a2a-4c22-afa7-ccbe14fb5d2b req-39cc15c8-698f-4c45-a8ab-80604c94df4d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503466 Jan 24 16:47:29.378603 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-b9d0c3a0-c443-4da8-9632-4b64345052c8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 1097 time: 0.0841861 Jan 24 16:47:29.518845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-be275811-fd14-4d79-a6a8-77dda0edf7fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:29.520317 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-be275811-fd14-4d79-a6a8-77dda0edf7fc service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1340265 Jan 24 16:47:29.625083 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-a54277fb-32d2-4b33-9018-384e16cc367a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=241170a0-2b42-4fda-9850-5305f6cd153b HTTP/1.1" status: 200 len: 1000 time: 0.0983720 Jan 24 16:47:29.687785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-3ef3ea74-7677-4aa4-94f8-94e6ef1345a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:29.689357 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-3ef3ea74-7677-4aa4-94f8-94e6ef1345a9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0585184 Jan 24 16:47:29.783512 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-29d41d1e-7575-4d11-bbde-76cc6823a209 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883570 Jan 24 16:47:29.904351 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 241170a0-2b42-4fda-9850-5305f6cd153b up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:47:29.918725 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-8d8bb556-328c-4048-98e1-32e0d4156b3b service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291049 Jan 24 16:47:29.972749 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 241170a0-2b42-4fda-9850-5305f6cd153b triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:47:29.973098 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:30.059248 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-047a7143-6570-4718-99b7-7148e4a86d5a service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345551 Jan 24 16:47:30.132198 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:30.167455 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 241170a0-2b42-4fda-9850-5305f6cd153b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=241170a0-2b42-4fda-9850-5305f6cd153b,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:47:30.173578 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:30.257123 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=241170a0-2b42-4fda-9850-5305f6cd153b,revision_number=8']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:47:30.296793 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622d568d-0c8f-4646-a7ed-e90720617b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241170a0-2b42-4fda-9850-5305f6cd153b'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:47:30.361180 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622d568d-0c8f-4646-a7ed-e90720617b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241170a0-2b42-4fda-9850-5305f6cd153b', 'code': 200} Jan 24 16:47:30.512354 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e2259-712d-4f95-a56a-9b832692f29a req-2b0f59ad-9ce2-4321-870b-26ceff813593 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:30.513786 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5e0e2259-712d-4f95-a56a-9b832692f29a req-2b0f59ad-9ce2-4321-870b-26ceff813593 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0988703 Jan 24 16:47:30.544236 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:47:30.558927 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5e0e2259-712d-4f95-a56a-9b832692f29a req-63f9c3e0-1595-4bce-bd92-c1754b35037b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396211 Jan 24 16:47:31.783005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56583f17-2b7e-499c-bbd5-b5fc0c199606 req-c3772e8a-0c56-4658-9876-6864fe171eef tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:31.784474 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-56583f17-2b7e-499c-bbd5-b5fc0c199606 req-c3772e8a-0c56-4658-9876-6864fe171eef tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0857971 Jan 24 16:47:31.840642 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-56583f17-2b7e-499c-bbd5-b5fc0c199606 req-0593a392-8271-4d92-a665-6972b8f2c608 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506032 Jan 24 16:47:32.794028 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-8117d03f-635a-461d-a3e2-fd8578198cfe service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89&tenant_id=e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 1098 time: 0.0716987 Jan 24 16:47:32.903747 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-84d5eb7c-94ea-466f-a1e6-c3b4e329a1c0 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 1098 time: 0.0844030 Jan 24 16:47:33.087255 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-091b9582-4d48-44eb-af5a-989ce3f1190e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:33.088576 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-091b9582-4d48-44eb-af5a-989ce3f1190e service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1753683 Jan 24 16:47:33.152965 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddfabf-c8ac-478c-8bb9-edb8fb021b58 req-0b8d2186-5132-40d2-85c7-3902b9e9795a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:33.154377 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-91ddfabf-c8ac-478c-8bb9-edb8fb021b58 req-0b8d2186-5132-40d2-85c7-3902b9e9795a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.1755638 Jan 24 16:47:33.230162 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-35ef002e-45fa-4e04-a03d-7f9c6851f432 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=241170a0-2b42-4fda-9850-5305f6cd153b HTTP/1.1" status: 200 len: 1001 time: 0.1312966 Jan 24 16:47:33.232361 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-91ddfabf-c8ac-478c-8bb9-edb8fb021b58 req-8e7e0763-8bff-4194-98da-d3d8cae510fa tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716212 Jan 24 16:47:33.390429 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-14a7712e-fa56-4c03-bd33-919b343a0341 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:33.391775 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-14a7712e-fa56-4c03-bd33-919b343a0341 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.1525898 Jan 24 16:47:33.471021 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-654dbb8d-cf75-4803-8b3a-f3040fbd52f0 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681405 Jan 24 16:47:33.602409 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-e80ae0ce-ed79-4e5e-aa05-e43119ba2a2b service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220603 Jan 24 16:47:33.741437 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39dffe7c-2fc1-4c2a-83cd-bb5063e31cf4 req-4ff28af7-e7bc-48a9-aa25-c5c3f1239220 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288381 Jan 24 16:47:34.445562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7e479-5327-4844-9821-5c900702b686 req-67b1ab1e-006d-448e-8b24-5acf58b17b5c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:34.446998 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c1c7e479-5327-4844-9821-5c900702b686 req-67b1ab1e-006d-448e-8b24-5acf58b17b5c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0869162 Jan 24 16:47:34.499305 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c1c7e479-5327-4844-9821-5c900702b686 req-aa68a2d9-24ba-4210-b630-57d6143d684d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464721 Jan 24 16:47:35.719076 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25313c-c995-4f61-a25c-2b9b64c8d30c req-06a7592e-60db-4ce5-9145-5f6aac2c0397 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:35.720532 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ea25313c-c995-4f61-a25c-2b9b64c8d30c req-06a7592e-60db-4ce5-9145-5f6aac2c0397 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0985763 Jan 24 16:47:35.766904 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ea25313c-c995-4f61-a25c-2b9b64c8d30c req-b983177b-7abf-4311-ad1d-ccb389abfa3f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390930 Jan 24 16:47:35.929925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 241170a0-2b42-4fda-9850-5305f6cd153b details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:47:35.932377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 241170a0-2b42-4fda-9850-5305f6cd153b no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:47:35.973044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079e076-c377-4f01-baf7-84afc3344f21 req-6a296ef7-b01b-4bda-915c-a3b616263687 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:35.974459 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3079e076-c377-4f01-baf7-84afc3344f21 req-6a296ef7-b01b-4bda-915c-a3b616263687 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0851784 Jan 24 16:47:36.022433 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3079e076-c377-4f01-baf7-84afc3344f21 req-01904109-10a1-43e3-8e42-e4e50474f387 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422029 Jan 24 16:47:36.146746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:36.168069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 241170a0-2b42-4fda-9850-5305f6cd153b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=241170a0-2b42-4fda-9850-5305f6cd153b,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:47:36.186619 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '241170a0-2b42-4fda-9850-5305f6cd153b', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'port_id': '241170a0-2b42-4fda-9850-5305f6cd153b', 'mac_address': 'fa:16:3e:2c:a2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:47:36.194788 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622d568d-0c8f-4646-a7ed-e90720617b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241170a0-2b42-4fda-9850-5305f6cd153b'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:47:36.224190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cd0b3-cefb-4a90-99c6-5bc6c09f6dd7 req-30ec7be8-5050-4132-8a62-150bc1401282 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:36.225624 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5a1cd0b3-cefb-4a90-99c6-5bc6c09f6dd7 req-30ec7be8-5050-4132-8a62-150bc1401282 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0791924 Jan 24 16:47:36.235954 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 241170a0-2b42-4fda-9850-5305f6cd153b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=241170a0-2b42-4fda-9850-5305f6cd153b,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:47:36.247555 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:36.282800 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5a1cd0b3-cefb-4a90-99c6-5bc6c09f6dd7 req-0ca4dca9-a3f3-43a4-b9af-b2571ef6121d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479159 Jan 24 16:47:36.284608 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622d568d-0c8f-4646-a7ed-e90720617b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241170a0-2b42-4fda-9850-5305f6cd153b', 'code': 200} Jan 24 16:47:36.296271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:36.329229 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 241170a0-2b42-4fda-9850-5305f6cd153b {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:47:36.367204 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=241170a0-2b42-4fda-9850-5305f6cd153b,revision_number=9']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:47:36.393946 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:47:36.394289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:47:36.718382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7931d2c-9621-49fd-88c7-c621e571d7c0 req-eacdf342-0380-436b-90f2-4b26cf07672f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:36.719816 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b7931d2c-9621-49fd-88c7-c621e571d7c0 req-eacdf342-0380-436b-90f2-4b26cf07672f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 943 time: 0.0890703 Jan 24 16:47:36.769898 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b7931d2c-9621-49fd-88c7-c621e571d7c0 req-7d9d7b87-9e71-44e0-832c-6354303b494d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443814 Jan 24 16:47:36.970585 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:36.988834 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1822eb6d-cbde-4369-aec0-d472ff868a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:36.992800 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241170a0-2b42-4fda-9850-5305f6cd153b {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:47:37.008868 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 241170a0-2b42-4fda-9850-5305f6cd153b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=241170a0-2b42-4fda-9850-5305f6cd153b,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:47:37.013703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:37.081544 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['241170a0-2b42-4fda-9850-5305f6cd153b'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:47:37.118229 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=241170a0-2b42-4fda-9850-5305f6cd153b,revision_number=10']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:47:37.939927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 241170a0-2b42-4fda-9850-5305f6cd153b up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:47:38.002452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36aeb16-d255-42c3-8500-b01962ca044f req-89fc377c-289d-4684-b2b1-79bfd7b7d67d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:38.003905 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b36aeb16-d255-42c3-8500-b01962ca044f req-89fc377c-289d-4684-b2b1-79bfd7b7d67d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 945 time: 0.0836983 Jan 24 16:47:38.017550 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 241170a0-2b42-4fda-9850-5305f6cd153b triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:47:38.018092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:38.055421 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b36aeb16-d255-42c3-8500-b01962ca044f req-1a41677e-e019-4248-8d02-a99a7428c4af tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439744 Jan 24 16:47:38.137810 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:38.171855 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 241170a0-2b42-4fda-9850-5305f6cd153b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=241170a0-2b42-4fda-9850-5305f6cd153b,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:47:38.177024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:38.247349 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=241170a0-2b42-4fda-9850-5305f6cd153b,revision_number=11']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:47:38.285266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622d568d-0c8f-4646-a7ed-e90720617b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241170a0-2b42-4fda-9850-5305f6cd153b'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:47:38.342035 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622d568d-0c8f-4646-a7ed-e90720617b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241170a0-2b42-4fda-9850-5305f6cd153b', 'code': 200} Jan 24 16:47:38.980475 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6b9e2-f425-4828-b1e6-d6cabc8538a6 req-db50684a-1ca7-4296-a0d7-77153c878fde tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:38.982031 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3be6b9e2-f425-4828-b1e6-d6cabc8538a6 req-db50684a-1ca7-4296-a0d7-77153c878fde tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 946 time: 0.0986216 Jan 24 16:47:39.057960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-3be6b9e2-f425-4828-b1e6-d6cabc8538a6 req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Deleting port 241170a0-2b42-4fda-9850-5305f6cd153b {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:47:39.058215 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-3be6b9e2-f425-4828-b1e6-d6cabc8538a6 req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:39.201119 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d0cbc4a9-ca27-4926-8f1d-20bc61897207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:39.263071 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae774f12-642c-447c-b0ab-2ef1b8bc5c3f req-f48dc756-3b05-4127-9ce4-502275682472 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:39.264523 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ae774f12-642c-447c-b0ab-2ef1b8bc5c3f req-f48dc756-3b05-4127-9ce4-502275682472 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 946 time: 0.0794501 Jan 24 16:47:39.306105 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-3be6b9e2-f425-4828-b1e6-d6cabc8538a6 req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] For port 241170a0-2b42-4fda-9850-5305f6cd153b, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=241170a0-2b42-4fda-9850-5305f6cd153b,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:47:39.306454 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-3be6b9e2-f425-4828-b1e6-d6cabc8538a6 req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:39.310125 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ae774f12-642c-447c-b0ab-2ef1b8bc5c3f req-ffd8bd7d-e159-4c05-96b2-ce05447fd78f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398569 Jan 24 16:47:39.592628 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-3be6b9e2-f425-4828-b1e6-d6cabc8538a6 req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:39.592873 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-3be6b9e2-f425-4828-b1e6-d6cabc8538a6 req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:39.593187 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [req-3be6b9e2-f425-4828-b1e6-d6cabc8538a6 req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Floating IP 11469c84-91e4-4faf-9019-cd188bdc1ec9 disassociated. External IP: 172.26.2.95, port: 241170a0-2b42-4fda-9850-5305f6cd153b. Jan 24 16:47:39.593517 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-3be6b9e2-f425-4828-b1e6-d6cabc8538a6 req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Calling delete_port for 241170a0-2b42-4fda-9850-5305f6cd153b owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:47:39.738071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-3be6b9e2-f425-4828-b1e6-d6cabc8538a6 req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:39.784242 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Pushing event deleted for resources: {'Port': ['ID=241170a0-2b42-4fda-9850-5305f6cd153b,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:47:39.798222 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:39.798425 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:39.798715 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:39.799047 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:39.799379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:39.799751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:39.800052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:39.800327 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:39.800657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:39.800987 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:39.801365 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:40.101135 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3be6b9e2-f425-4828-b1e6-d6cabc8538a6 req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:47:40.307843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3be6b9e2-f425-4828-b1e6-d6cabc8538a6 req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:47:40.319898 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f913d-7d96-4456-90cd-eeb9314b5b7f None None] Sync routers for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:47:40.332992 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f913d-7d96-4456-90cd-eeb9314b5b7f None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:47:40.333593 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-1d9f913d-7d96-4456-90cd-eeb9314b5b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:47:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:47:40.380355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be6b9e2-f425-4828-b1e6-d6cabc8538a6 req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] No DVR routers for this DVR port 241170a0-2b42-4fda-9850-5305f6cd153b on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:47:40.382966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-3be6b9e2-f425-4828-b1e6-d6cabc8538a6 req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:40.385758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622d568d-0c8f-4646-a7ed-e90720617b89', 'name': 'network-vif-deleted', 'tag': '241170a0-2b42-4fda-9850-5305f6cd153b'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:47:40.417035 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3be6b9e2-f425-4828-b1e6-d6cabc8538a6 req-f71d6f48-dd9f-4d21-96d4-b4dcbac67dd7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "DELETE /v2.0/ports/241170a0-2b42-4fda-9850-5305f6cd153b HTTP/1.1" status: 204 len: 173 time: 1.4268253 Jan 24 16:47:40.443095 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:40.446135 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:40.518175 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622d568d-0c8f-4646-a7ed-e90720617b89', 'name': 'network-vif-deleted', 'tag': '241170a0-2b42-4fda-9850-5305f6cd153b', 'status': 'completed', 'code': 200} Jan 24 16:47:40.523972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-665876bc-72c6-4f17-9242-9e5399f2675d req-a395d6df-44d4-4f28-a129-c78bfbd16af3 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Synchronizing usage tracker for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:47:40.543119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-665876bc-72c6-4f17-9242-9e5399f2675d req-a395d6df-44d4-4f28-a129-c78bfbd16af3 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Unset dirty status for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:47:40.544400 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-665876bc-72c6-4f17-9242-9e5399f2675d req-a395d6df-44d4-4f28-a129-c78bfbd16af3 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=622d568d-0c8f-4646-a7ed-e90720617b89 HTTP/1.1" status: 200 len: 210 time: 0.0785935 Jan 24 16:47:40.582339 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-1d9f913d-7d96-4456-90cd-eeb9314b5b7f None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:47:40.910447 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-1d9f913d-7d96-4456-90cd-eeb9314b5b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:47:40.914545 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f913d-7d96-4456-90cd-eeb9314b5b7f None None] Checking router: 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:47:40.925317 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f913d-7d96-4456-90cd-eeb9314b5b7f None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:47:40.925942 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-1d9f913d-7d96-4456-90cd-eeb9314b5b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:47:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:47:41.109069 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-1d9f913d-7d96-4456-90cd-eeb9314b5b7f None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:47:41.433289 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-1d9f913d-7d96-4456-90cd-eeb9314b5b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:47:41.438037 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f913d-7d96-4456-90cd-eeb9314b5b7f None None] The sync data for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv is: [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:47:41.672069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e1876-2b03-4863-9f62-3e9156b19d66 None None] New status for floating IP 11469c84-91e4-4faf-9019-cd188bdc1ec9: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:47:41.893939 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:41.929438 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-59497d85-be51-4c48-8431-72d321167187 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-securitygroup--1949542431&fields=id&tenant_id=e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 267 time: 0.0426626 Jan 24 16:47:41.937462 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 241170a0-2b42-4fda-9850-5305f6cd153b no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:47:41.972758 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 241170a0-2b42-4fda-9850-5305f6cd153b {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:47:41.973088 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 241170a0-2b42-4fda-9850-5305f6cd153b not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:47:42.089492 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-426f15d3-d2b4-44f6-af6d-f1eba02210bd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:42.090953 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-426f15d3-d2b4-44f6-af6d-f1eba02210bd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 812 time: 0.1521449 Jan 24 16:47:42.109988 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-33f0ffca-a47c-412d-8bc2-56f2acc7b6db tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/quotas/e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 375 time: 0.0135374 Jan 24 16:47:42.200383 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-ad33bc6c-770d-48a0-a4cb-87be79ad221a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0845730 Jan 24 16:47:42.518185 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-fa2205a8-37cc-435c-85b1-2c4f92e9147e service neutron] 10.222.0.130 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049698 Jan 24 16:47:42.653131 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-f8570a87-e938-4fe3-9034-11ca95ca1961 service neutron] 10.222.0.130 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276441 Jan 24 16:47:42.862328 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-808b11f5-281d-40a3-b955-7a7a88f30082 req-e0469259-21f5-4bdf-9446-522ce719fa5d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 210 time: 0.0515831 Jan 24 16:47:44.034689 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fe9fa0f5-02e3-4673-91dc-56b2725cc56c req-5001ed16-d6eb-425e-8646-e3d4eaf885c7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 210 time: 0.0403991 Jan 24 16:47:44.206670 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-59af9e93-35a5-4f50-a433-4d61a096b5f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:44.208083 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-59af9e93-35a5-4f50-a433-4d61a096b5f9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 812 time: 0.1626930 Jan 24 16:47:44.269175 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-5065873d-a8e5-46b6-b85b-5a9f5f62ee12 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 380 time: 0.0418510 Jan 24 16:47:44.281972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-5241ae5d-6ba7-402c-8093-0fa317e16380 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Request body: {'port': {'device_id': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'admin_state_up': True, 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'security_groups': ['0b628225-824d-4bae-a021-139271277da8']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:47:44.424104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-5241ae5d-6ba7-402c-8093-0fa317e16380 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:47:44.434765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-5241ae5d-6ba7-402c-8093-0fa317e16380 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:47:44.446678 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-5241ae5d-6ba7-402c-8093-0fa317e16380 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Made reservation on behalf of e3b4e3baddee4433b0b798a18e18478b for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:47:44.449966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-5241ae5d-6ba7-402c-8093-0fa317e16380 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:44.631972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-5241ae5d-6ba7-402c-8093-0fa317e16380 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Allocated IP 172.20.0.5 (5bcf3acb-3658-4624-bfd6-c42d6bf8bd45/98a92ec0-d3d1-4433-91c2-57d6d26661c2/5297f7b3-8000-4477-aaa1-08c52422137c) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:47:44.822579 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-5241ae5d-6ba7-402c-8093-0fa317e16380 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:44.838443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-5241ae5d-6ba7-402c-8093-0fa317e16380 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Transition to ACTIVE for port object 5297f7b3-8000-4477-aaa1-08c52422137c will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:47:44.862943 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-5241ae5d-6ba7-402c-8093-0fa317e16380 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:44.941222 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-5241ae5d-6ba7-402c-8093-0fa317e16380 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:47:44.944527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-5241ae5d-6ba7-402c-8093-0fa317e16380 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:47:44.948817 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-5241ae5d-6ba7-402c-8093-0fa317e16380 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:47:44.979403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241ae5d-6ba7-402c-8093-0fa317e16380 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Pushing event updated for resources: {'Port': ['ID=5297f7b3-8000-4477-aaa1-08c52422137c,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:47:45.014214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-5241ae5d-6ba7-402c-8093-0fa317e16380 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:45.014939 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-5241ae5d-6ba7-402c-8093-0fa317e16380 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:45.042568 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-5241ae5d-6ba7-402c-8093-0fa317e16380 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7643011 Jan 24 16:47:45.059229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Request body: {'port': {'device_id': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:47:45.178275 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-cba83d6f-8392-42a5-b5d2-d656cff4170f None None] Provisioning for port 5297f7b3-8000-4477-aaa1-08c52422137c completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:47:45.183151 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-cba83d6f-8392-42a5-b5d2-d656cff4170f None None] Provisioning complete for port 5297f7b3-8000-4477-aaa1-08c52422137c triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:47:45.183747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cba83d6f-8392-42a5-b5d2-d656cff4170f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:45.210365 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:45.236245 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-cba83d6f-8392-42a5-b5d2-d656cff4170f None None] Port 5297f7b3-8000-4477-aaa1-08c52422137c cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:47:45.493774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364050b5-d0af-48fc-b488-ef0140c79208 req-137f422b-902c-406d-996e-87610750cdd4 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:45.494457 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-364050b5-d0af-48fc-b488-ef0140c79208 req-137f422b-902c-406d-996e-87610750cdd4 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Synchronizing usage tracker for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:47:45.590293 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-364050b5-d0af-48fc-b488-ef0140c79208 req-137f422b-902c-406d-996e-87610750cdd4 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Unset dirty status for tenant:e3b4e3baddee4433b0b798a18e18478b on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:47:45.591443 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-364050b5-d0af-48fc-b488-ef0140c79208 req-137f422b-902c-406d-996e-87610750cdd4 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 931 time: 0.4144380 Jan 24 16:47:45.681446 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-364050b5-d0af-48fc-b488-ef0140c79208 req-961b76b8-e79a-45f7-bc40-dc108830d78a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837419 Jan 24 16:47:45.750704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5297f7b3-8000-4477-aaa1-08c52422137c {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:47:45.757733 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:45.772512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Transition to ACTIVE for port object 5297f7b3-8000-4477-aaa1-08c52422137c will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:47:45.777294 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:45.902870 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5297f7b3-8000-4477-aaa1-08c52422137c,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:47:46.015795 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Attempting to bind port 5297f7b3-8000-4477-aaa1-08c52422137c on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:47:46.016124 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Attempting to bind port 5297f7b3-8000-4477-aaa1-08c52422137c by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:47:46.016485 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Attempting to bind port 5297f7b3-8000-4477-aaa1-08c52422137c on network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:47:46.022877 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Port 5297f7b3-8000-4477-aaa1-08c52422137c on network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:47:46.023197 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Attempting to bind port 5297f7b3-8000-4477-aaa1-08c52422137c on network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:47:46.029566 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:47:46.029900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Checking segment: {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:47:46.030273 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Bound using segment: {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:47:46.030721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Bound port: 5297f7b3-8000-4477-aaa1-08c52422137c, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faadac9a-fe6d-47b0-a163-aeeab71e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:47:46.031075 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:46.123465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:47:46.126407 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5297f7b3-8000-4477-aaa1-08c52422137c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:47:46.130781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:46.189892 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:46.191422 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] 10.222.0.129 "PUT /v2.0/ports/5297f7b3-8000-4477-aaa1-08c52422137c HTTP/1.1" status: 200 len: 1093 time: 1.1365945 Jan 24 16:47:46.192149 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'tag': '5297f7b3-8000-4477-aaa1-08c52422137c'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:47:46.213953 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15929fb0-8be9-40b8-be96-1035957112f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5297f7b3-8000-4477-aaa1-08c52422137c,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:47:46.273508 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'tag': '5297f7b3-8000-4477-aaa1-08c52422137c', 'status': 'completed', 'code': 200} Jan 24 16:47:46.316633 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-881d09a5-097b-4d8e-a715-ad934df3b277 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0768588 Jan 24 16:47:46.392257 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-4c9c7d3d-cc44-4e96-842e-0bffdbc66687 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5297f7b3-8000-4477-aaa1-08c52422137c HTTP/1.1" status: 200 len: 217 time: 0.0650637 Jan 24 16:47:46.458016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-8422c505-2198-4558-9406-328d2149d905 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:46.459445 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-8422c505-2198-4558-9406-328d2149d905 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0586565 Jan 24 16:47:46.549187 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-cec1ad0e-99e6-4a5f-9b16-2b95edfabbab service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807917 Jan 24 16:47:46.701586 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-ad13b49f-c1dc-40bc-9206-a93edf8193d8 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425221 Jan 24 16:47:46.882442 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f435a992-f609-463a-a5ba-2cf85b7b0c64 req-0d6c11f4-08f5-4b86-a463-d9c3abc93603 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711919 Jan 24 16:47:46.913552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a68e8-9e84-447e-bcaf-4ccfda1c5465 req-187e97d1-6ad2-4eb6-9e48-06a3ad703168 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:46.914991 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-656a68e8-9e84-447e-bcaf-4ccfda1c5465 req-187e97d1-6ad2-4eb6-9e48-06a3ad703168 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 943 time: 0.1090400 Jan 24 16:47:47.011911 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-656a68e8-9e84-447e-bcaf-4ccfda1c5465 req-52633107-def7-4539-b39a-df34890658c5 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911458 Jan 24 16:47:47.034266 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34ee4aa8-d120-484d-9f0f-77f3bbeea372 req-45c647d0-fcae-438f-ba07-75ba3db889dd service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0914710 Jan 24 16:47:47.171160 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee4aa8-d120-484d-9f0f-77f3bbeea372 req-2e45d83a-04bb-4334-97c7-8bf4a4fbdc26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:47.172712 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34ee4aa8-d120-484d-9f0f-77f3bbeea372 req-2e45d83a-04bb-4334-97c7-8bf4a4fbdc26 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1293592 Jan 24 16:47:47.239062 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34ee4aa8-d120-484d-9f0f-77f3bbeea372 req-ac5c5773-8bb9-4b67-9b04-32afecffc7e8 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5297f7b3-8000-4477-aaa1-08c52422137c HTTP/1.1" status: 200 len: 217 time: 0.0595562 Jan 24 16:47:47.401036 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee4aa8-d120-484d-9f0f-77f3bbeea372 req-5ed5383b-5781-4357-bba9-33b228b645ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:47.402471 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34ee4aa8-d120-484d-9f0f-77f3bbeea372 req-5ed5383b-5781-4357-bba9-33b228b645ef service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.1570966 Jan 24 16:47:47.485773 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34ee4aa8-d120-484d-9f0f-77f3bbeea372 req-d207dc45-665e-4873-82f4-2b46db8b45bd service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759764 Jan 24 16:47:47.636745 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34ee4aa8-d120-484d-9f0f-77f3bbeea372 req-c63f2afe-6f54-426a-8a29-8f36c8a38ad2 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428249 Jan 24 16:47:47.770148 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34ee4aa8-d120-484d-9f0f-77f3bbeea372 req-8da8315a-ff9f-48da-a431-9705babb3a82 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254659 Jan 24 16:47:48.185261 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:48.226148 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383017d-c7a0-427f-854c-f76274827ffc req-15969352-c991-4de3-b980-f71c05111a2b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:48.227599 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6383017d-c7a0-427f-854c-f76274827ffc req-15969352-c991-4de3-b980-f71c05111a2b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 943 time: 0.0861814 Jan 24 16:47:48.277802 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6383017d-c7a0-427f-854c-f76274827ffc req-9e2fcbc0-8e15-471b-a5c4-19eabe5ab27a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442989 Jan 24 16:47:49.499663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819627c-04f0-4452-825b-805487a5f780 req-6dd1e6c3-64be-4ba4-a29e-f12e1079e4af tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:49.501115 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7819627c-04f0-4452-825b-805487a5f780 req-6dd1e6c3-64be-4ba4-a29e-f12e1079e4af tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 943 time: 0.0901980 Jan 24 16:47:49.551293 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7819627c-04f0-4452-825b-805487a5f780 req-92aa4d3a-b596-4e58-9b2b-128d207767d1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416040 Jan 24 16:47:49.983854 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5297f7b3-8000-4477-aaa1-08c52422137c details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:47:50.151241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5297f7b3-8000-4477-aaa1-08c52422137c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:47:50.164630 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '5297f7b3-8000-4477-aaa1-08c52422137c', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'port_id': '5297f7b3-8000-4477-aaa1-08c52422137c', 'mac_address': 'fa:16:3e:76:bc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:47:50.221589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:50.238875 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5297f7b3-8000-4477-aaa1-08c52422137c {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:47:50.253802 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5297f7b3-8000-4477-aaa1-08c52422137c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:47:50.260681 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:50.337354 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=5297f7b3-8000-4477-aaa1-08c52422137c,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:47:50.525943 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['5297f7b3-8000-4477-aaa1-08c52422137c'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:47:50.766139 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a325d0-88d5-437a-aad8-e2c80988eeac req-a33536f5-af1d-425d-b2a9-feceed75fe38 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:50.767502 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c0a325d0-88d5-437a-aad8-e2c80988eeac req-a33536f5-af1d-425d-b2a9-feceed75fe38 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 944 time: 0.0852070 Jan 24 16:47:50.815591 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c0a325d0-88d5-437a-aad8-e2c80988eeac req-260fdc7e-4a54-498e-927f-3096b32e126a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402744 Jan 24 16:47:51.995021 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5297f7b3-8000-4477-aaa1-08c52422137c up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:47:52.017247 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa62385-bbb3-45c0-bbb1-ddfd1206bc65 req-f88cafbb-bed8-43f6-ae1d-3ccb7fabb120 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:52.018703 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4aa62385-bbb3-45c0-bbb1-ddfd1206bc65 req-f88cafbb-bed8-43f6-ae1d-3ccb7fabb120 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 944 time: 0.0797043 Jan 24 16:47:52.062504 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 5297f7b3-8000-4477-aaa1-08c52422137c completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:47:52.067190 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 5297f7b3-8000-4477-aaa1-08c52422137c triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:47:52.067594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:52.069528 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4aa62385-bbb3-45c0-bbb1-ddfd1206bc65 req-514b6b23-c8f0-4e42-8bc1-05f7e85ec6d5 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447195 Jan 24 16:47:52.180065 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:52.206073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5297f7b3-8000-4477-aaa1-08c52422137c'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:47:52.215456 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5297f7b3-8000-4477-aaa1-08c52422137c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:47:52.220737 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:52.264545 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5297f7b3-8000-4477-aaa1-08c52422137c', 'code': 200} Jan 24 16:47:52.292681 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=5297f7b3-8000-4477-aaa1-08c52422137c,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:47:52.542541 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3da638fe-6889-40bb-a072-2f2b820cae2e req-da2aed99-cf67-424f-b89d-c96c3141cf9f service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0752892 Jan 24 16:47:52.589790 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3da638fe-6889-40bb-a072-2f2b820cae2e req-d808ca66-f8e4-4040-a2f4-40bb0da4cd4a service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370293 Jan 24 16:47:53.296098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c252740-1fb7-4b5a-8d0c-cd7242a1c58f req-ce289bbc-33f0-422b-bd05-6267e360ac1b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:53.297545 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3c252740-1fb7-4b5a-8d0c-cd7242a1c58f req-ce289bbc-33f0-422b-bd05-6267e360ac1b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0821555 Jan 24 16:47:53.342664 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3c252740-1fb7-4b5a-8d0c-cd7242a1c58f req-9811f099-cda8-4c90-84ac-628789e174be tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394192 Jan 24 16:47:54.567013 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48036f5-d526-4262-9cfa-6527642eabdc req-d76cca09-ba8e-458e-8e07-c33afae27050 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:54.569102 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c48036f5-d526-4262-9cfa-6527642eabdc req-d76cca09-ba8e-458e-8e07-c33afae27050 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0852938 Jan 24 16:47:54.625216 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c48036f5-d526-4262-9cfa-6527642eabdc req-4bb7fd6f-30c9-4f6a-8a01-4bb4f0897f97 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488663 Jan 24 16:47:54.850986 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37d33b-d43a-4cec-926a-13c7b4f35b45 req-d2bff291-22a2-44bf-990e-5bde56b55ffe tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:54.852977 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3d37d33b-d43a-4cec-926a-13c7b4f35b45 req-d2bff291-22a2-44bf-990e-5bde56b55ffe tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.1058002 Jan 24 16:47:54.862030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40214) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:47:54.868489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-609acf86-8f48-4c9c-8a53-cba88160998a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Request body: {'floatingip': {'port_id': '5297f7b3-8000-4477-aaa1-08c52422137c'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:47:54.948203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-609acf86-8f48-4c9c-8a53-cba88160998a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for floatingip, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:55.648269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-609acf86-8f48-4c9c-8a53-cba88160998a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:55.653969 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-609acf86-8f48-4c9c-8a53-cba88160998a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:55.849073 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-609acf86-8f48-4c9c-8a53-cba88160998a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Floating IP 11469c84-91e4-4faf-9019-cd188bdc1ec9 associated. External IP: 172.26.2.95, port: 5297f7b3-8000-4477-aaa1-08c52422137c. Jan 24 16:47:56.274926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609acf86-8f48-4c9c-8a53-cba88160998a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:47:56.485758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609acf86-8f48-4c9c-8a53-cba88160998a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:47:56.491861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-609acf86-8f48-4c9c-8a53-cba88160998a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:47:56.495797 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5238ef08-7fad-4538-97aa-f8d877aa3a58 None None] Sync routers for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:47:56.509050 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5238ef08-7fad-4538-97aa-f8d877aa3a58 None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:47:56.509735 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-5238ef08-7fad-4538-97aa-f8d877aa3a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:47:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:47:56.550902 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-609acf86-8f48-4c9c-8a53-cba88160998a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "PUT /v2.0/floatingips/11469c84-91e4-4faf-9019-cd188bdc1ec9 HTTP/1.1" status: 200 len: 991 time: 1.6876519 Jan 24 16:47:56.551464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'tag': '5297f7b3-8000-4477-aaa1-08c52422137c'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:47:56.620684 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'tag': '5297f7b3-8000-4477-aaa1-08c52422137c', 'status': 'completed', 'code': 200} Jan 24 16:47:56.696050 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-5238ef08-7fad-4538-97aa-f8d877aa3a58 None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:47:56.713148 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-54a70f24-961e-4996-85b9-6fa9d9717554 req-d1e5dfbf-f877-4018-b45b-8d19e4f272a1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0696125 Jan 24 16:47:56.851863 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a70f24-961e-4996-85b9-6fa9d9717554 req-f055a67b-411b-43ff-a1df-db6f30b6f66f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:56.853272 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-54a70f24-961e-4996-85b9-6fa9d9717554 req-f055a67b-411b-43ff-a1df-db6f30b6f66f service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1322682 Jan 24 16:47:56.956739 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-54a70f24-961e-4996-85b9-6fa9d9717554 req-ab1a4ce8-8e67-4d6d-9527-4000049b699a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5297f7b3-8000-4477-aaa1-08c52422137c HTTP/1.1" status: 200 len: 999 time: 0.0972145 Jan 24 16:47:57.019880 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a70f24-961e-4996-85b9-6fa9d9717554 req-216533f8-5fea-4f3b-a95a-496e41eecdcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:47:57.021330 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-54a70f24-961e-4996-85b9-6fa9d9717554 req-216533f8-5fea-4f3b-a95a-496e41eecdcf service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0586286 Jan 24 16:47:57.075189 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-5238ef08-7fad-4538-97aa-f8d877aa3a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '11469c84-91e4-4faf-9019-cd188bdc1ec9', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'port_id': '5297f7b3-8000-4477-aaa1-08c52422137c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'mac_address': 'fa:16:3e:76:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:43:18Z', 'updated_at': '2022-01-24T16:47:55Z', 'revision_number': 13, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:47:57.078990 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5238ef08-7fad-4538-97aa-f8d877aa3a58 None None] Checking router: 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:47:57.089631 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5238ef08-7fad-4538-97aa-f8d877aa3a58 None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:47:57.090229 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-5238ef08-7fad-4538-97aa-f8d877aa3a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:47:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:47:57.103135 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-54a70f24-961e-4996-85b9-6fa9d9717554 req-d6a798f6-de82-4775-be97-acf18b48ecf1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752544 Jan 24 16:47:57.269210 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-5238ef08-7fad-4538-97aa-f8d877aa3a58 None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:47:57.348541 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-54a70f24-961e-4996-85b9-6fa9d9717554 req-d1459a54-a83e-49b1-8141-ec6905aaf2d1 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387133 Jan 24 16:47:57.482767 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-54a70f24-961e-4996-85b9-6fa9d9717554 req-a38b2649-f5f2-4d5e-a946-77ef9d57ab76 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276093 Jan 24 16:47:57.633871 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-5238ef08-7fad-4538-97aa-f8d877aa3a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '11469c84-91e4-4faf-9019-cd188bdc1ec9', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'port_id': '5297f7b3-8000-4477-aaa1-08c52422137c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'mac_address': 'fa:16:3e:76:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:43:18Z', 'updated_at': '2022-01-24T16:47:55Z', 'revision_number': 13, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:47:57.638442 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5238ef08-7fad-4538-97aa-f8d877aa3a58 None None] The sync data for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv is: [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '11469c84-91e4-4faf-9019-cd188bdc1ec9', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'port_id': '5297f7b3-8000-4477-aaa1-08c52422137c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'mac_address': 'fa:16:3e:76:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:43:18Z', 'updated_at': '2022-01-24T16:47:55Z', 'revision_number': 13, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:47:57.855776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19edf1e1-8e6b-44e9-92dd-4fa067a79ab4 None None] New status for floating IP 11469c84-91e4-4faf-9019-cd188bdc1ec9: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:48:06.976379 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0e68ec3c-2a63-4fde-b6cb-3b92fc96ad53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:48:07.546602 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:48:09.208114 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-673b2ce6-eb6a-4779-a38e-efd9f6a16b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:48:10.427042 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:48:10.433496 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:48:11.860716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:48:18.193910 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:48:18.929062 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e8e49f67-9605-4dcf-bbb6-446bb38ff978 req-c8992e24-16ff-4893-ab23-bc8565366a51 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706630 Jan 24 16:48:19.083470 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e8e49f67-9605-4dcf-bbb6-446bb38ff978 req-11336117-fc38-498e-8cd9-28ac928bf0c8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0746787 Jan 24 16:48:19.249507 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e49f67-9605-4dcf-bbb6-446bb38ff978 req-5213844e-8096-45bb-a2e2-ce88510a885e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:48:19.251418 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e8e49f67-9605-4dcf-bbb6-446bb38ff978 req-5213844e-8096-45bb-a2e2-ce88510a885e service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1437492 Jan 24 16:48:19.355869 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e8e49f67-9605-4dcf-bbb6-446bb38ff978 req-ae917ec9-6755-4e22-89bc-3ba000af9087 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5297f7b3-8000-4477-aaa1-08c52422137c HTTP/1.1" status: 200 len: 1001 time: 0.0965459 Jan 24 16:48:19.427200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e49f67-9605-4dcf-bbb6-446bb38ff978 req-c8cc5065-c2bb-470e-82db-93df01d475ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:48:19.428801 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e8e49f67-9605-4dcf-bbb6-446bb38ff978 req-c8cc5065-c2bb-470e-82db-93df01d475ee service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0658109 Jan 24 16:48:19.518571 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e8e49f67-9605-4dcf-bbb6-446bb38ff978 req-563b7d16-43a3-4cd3-b64e-cc8e3a75e33b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812190 Jan 24 16:48:19.655123 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e8e49f67-9605-4dcf-bbb6-446bb38ff978 req-a8b60409-799c-4907-98d4-54282b5b6e64 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279693 Jan 24 16:48:19.795880 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e8e49f67-9605-4dcf-bbb6-446bb38ff978 req-d522db18-76cc-4569-99d3-078bb5f1041f service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335733 Jan 24 16:48:36.976353 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-803e3962-be88-4a0d-88bc-85d25c5363c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:48:39.123310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc8d83-d88a-48f2-a655-7c1c770fe041 req-18486949-984b-4824-ba8b-3ea0acbfff5b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:48:39.124769 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f8fc8d83-d88a-48f2-a655-7c1c770fe041 req-18486949-984b-4824-ba8b-3ea0acbfff5b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0825861 Jan 24 16:48:39.177675 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f8fc8d83-d88a-48f2-a655-7c1c770fe041 req-d056340b-d309-4ca4-9aa5-062e7daa1855 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445962 Jan 24 16:48:39.202835 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b4226144-14a2-4912-86f4-1d79a00b55b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:48:40.431752 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:48:40.439556 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:48:41.910284 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:48:44.552662 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:48:48.209448 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:48:48.889632 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f128e58e-82c8-4966-8c6d-dfb69f22dd60 req-310125ee-9c99-40fe-87c4-d98418c732a3 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0764709 Jan 24 16:48:49.155295 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-e031c58a-4f83-4c2e-8258-c936064a6d96 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0672514 Jan 24 16:48:49.225545 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5505dbb-fd68-4a0f-9bf1-4eaf2d6d56ea req-619e5fa3-fb4d-4784-ac61-0e9659dbcab2 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:48:49.227017 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e5505dbb-fd68-4a0f-9bf1-4eaf2d6d56ea req-619e5fa3-fb4d-4784-ac61-0e9659dbcab2 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0827181 Jan 24 16:48:49.273702 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e5505dbb-fd68-4a0f-9bf1-4eaf2d6d56ea req-e3148f88-5de5-4ce3-a4cd-cbd9643ca7c4 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409477 Jan 24 16:48:50.471060 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-2339c6d7-4c2c-4d67-8c88-e73732b8a913 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0684483 Jan 24 16:48:50.480683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de2859-751b-44bc-86b5-93248360d68c req-3dab08c3-6016-49e7-8428-0ff521d4b44c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:48:50.482121 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-78de2859-751b-44bc-86b5-93248360d68c req-3dab08c3-6016-49e7-8428-0ff521d4b44c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0795438 Jan 24 16:48:50.531048 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-78de2859-751b-44bc-86b5-93248360d68c req-1292d706-ad8b-4e5a-a83c-06b899352616 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428801 Jan 24 16:48:50.609452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-16d8fccb-22cf-4c2e-a2c6-2822e7d824f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:48:50.610788 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-16d8fccb-22cf-4c2e-a2c6-2822e7d824f2 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1301508 Jan 24 16:48:50.714800 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-5ccdd181-685e-4245-9fdd-5f7960dc55a5 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5297f7b3-8000-4477-aaa1-08c52422137c HTTP/1.1" status: 200 len: 1001 time: 0.0944982 Jan 24 16:48:50.781881 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-f2d9e9ca-4661-4dd4-8f04-51cb117be8e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:48:50.783288 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-f2d9e9ca-4661-4dd4-8f04-51cb117be8e6 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0592897 Jan 24 16:48:50.864816 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-e3ce26de-1e44-4a0d-9659-5e366f6bae75 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714138 Jan 24 16:48:51.095237 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-2c588b27-4f2b-439b-8ac1-b28877d54934 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188406 Jan 24 16:48:51.230586 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-5e7af7b7-ada3-454b-8295-e0344b0e7cef service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249578 Jan 24 16:48:51.748070 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b2f8b-a716-4935-bc75-7ebd22e6e59c req-4c773774-a1f2-42bb-9a3b-58ae7ebdc1b2 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:48:51.750385 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a61b2f8b-a716-4935-bc75-7ebd22e6e59c req-4c773774-a1f2-42bb-9a3b-58ae7ebdc1b2 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0906975 Jan 24 16:48:51.805832 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a61b2f8b-a716-4935-bc75-7ebd22e6e59c req-b35f4613-d363-4adc-8190-b7013bbca516 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472414 Jan 24 16:48:53.045545 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2121e5-3693-4e4d-b5ce-a8b8652ce275 req-97efc59d-2970-45bf-92b7-d3f904d4f10e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:48:53.047064 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2c2121e5-3693-4e4d-b5ce-a8b8652ce275 req-97efc59d-2970-45bf-92b7-d3f904d4f10e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.1007559 Jan 24 16:48:53.098996 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2c2121e5-3693-4e4d-b5ce-a8b8652ce275 req-37de827a-1405-437a-b6cf-9ed5058ffc00 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460508 Jan 24 16:48:54.318404 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a66a5-c2c8-4425-8e83-7836b09748ed req-8e11f6bc-0e91-470a-9f5a-2de93ed5396b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:48:54.319870 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-af6a66a5-c2c8-4425-8e83-7836b09748ed req-8e11f6bc-0e91-470a-9f5a-2de93ed5396b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0826116 Jan 24 16:48:54.369412 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-af6a66a5-c2c8-4425-8e83-7836b09748ed req-536111dd-4648-46c2-bcd4-c9b80264ed8a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416627 Jan 24 16:48:55.596686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60b7b5-ed17-4522-be96-3ba8fd448016 req-f074ad80-c6d5-44c9-8138-791fc53daeba tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:48:55.598099 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cb60b7b5-ed17-4522-be96-3ba8fd448016 req-f074ad80-c6d5-44c9-8138-791fc53daeba tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0881646 Jan 24 16:48:55.644327 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cb60b7b5-ed17-4522-be96-3ba8fd448016 req-794e5585-fa02-4084-84d8-400e4c4eda95 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405235 Jan 24 16:48:56.853286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcd969-aa16-4e89-8595-f4a7a6e3d4ee req-00339b77-ce57-41cc-a415-c40103d986cf tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:48:56.854726 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-33fcd969-aa16-4e89-8595-f4a7a6e3d4ee req-00339b77-ce57-41cc-a415-c40103d986cf tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0815861 Jan 24 16:48:56.901877 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-33fcd969-aa16-4e89-8595-f4a7a6e3d4ee req-e954c649-da80-4efe-883f-3cc1f073634c tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414934 Jan 24 16:48:58.110712 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bf209-7b59-4d05-b3a2-c5c5952482f2 req-fc8e3652-e5de-45f6-b202-1008b754b31f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:48:58.112167 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-aa4bf209-7b59-4d05-b3a2-c5c5952482f2 req-fc8e3652-e5de-45f6-b202-1008b754b31f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0846248 Jan 24 16:48:58.176028 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-aa4bf209-7b59-4d05-b3a2-c5c5952482f2 req-2aec23cb-bdbb-4bf0-b9cc-e415270a3017 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549338 Jan 24 16:48:59.403886 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d094363-7859-4195-ad1f-2d0426477772 req-61263d28-54dd-4fa6-af76-85e0c5aba25b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:48:59.405253 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6d094363-7859-4195-ad1f-2d0426477772 req-61263d28-54dd-4fa6-af76-85e0c5aba25b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0924387 Jan 24 16:48:59.452840 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6d094363-7859-4195-ad1f-2d0426477772 req-872a2c31-8e72-495a-8fd1-1cb36185e342 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407715 Jan 24 16:49:00.661383 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d09c2-9512-4507-91fa-6bc9ee4a8813 req-51ef0142-7520-4061-9d42-13149438ec55 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:00.662706 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b51d09c2-9512-4507-91fa-6bc9ee4a8813 req-51ef0142-7520-4061-9d42-13149438ec55 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0826199 Jan 24 16:49:00.713868 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b51d09c2-9512-4507-91fa-6bc9ee4a8813 req-ffcaf77a-cfeb-494b-aa4d-46e3f132cf65 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454783 Jan 24 16:49:01.938334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456214b-8dbd-4f03-86a1-85fa898dae24 req-a08b6a79-094f-4ab5-9ba4-984eb07d4c6a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:01.939795 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d456214b-8dbd-4f03-86a1-85fa898dae24 req-a08b6a79-094f-4ab5-9ba4-984eb07d4c6a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0883386 Jan 24 16:49:01.990614 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d456214b-8dbd-4f03-86a1-85fa898dae24 req-7ad05d68-31f6-45a4-a78e-adcb2481f06a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448236 Jan 24 16:49:03.210025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bb5fa-1a45-4653-b9f3-2c7d4c48bce8 req-fbedba90-d147-4161-b740-6fae0617d3a3 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:03.211493 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bd7bb5fa-1a45-4653-b9f3-2c7d4c48bce8 req-fbedba90-d147-4161-b740-6fae0617d3a3 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0838397 Jan 24 16:49:03.257994 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bd7bb5fa-1a45-4653-b9f3-2c7d4c48bce8 req-a930515d-1965-422b-8ae4-de343d6179a9 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408378 Jan 24 16:49:04.503646 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c96d51-491b-4382-944e-20884277b47e req-9242b0ab-a888-4562-a737-de6a4ab39e54 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:04.505120 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-20c96d51-491b-4382-944e-20884277b47e req-9242b0ab-a888-4562-a737-de6a4ab39e54 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0895379 Jan 24 16:49:04.551235 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-20c96d51-491b-4382-944e-20884277b47e req-b17df94d-fed0-4027-8b88-c602644528dd tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402522 Jan 24 16:49:05.780243 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250eb04b-8ca5-4b3b-8f4b-3bd9db1b0ba6 req-601ff8bf-8101-4129-985b-8ae3cd39fe05 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:05.781698 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-250eb04b-8ca5-4b3b-8f4b-3bd9db1b0ba6 req-601ff8bf-8101-4129-985b-8ae3cd39fe05 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0863080 Jan 24 16:49:05.837784 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-250eb04b-8ca5-4b3b-8f4b-3bd9db1b0ba6 req-9f8923a5-5f1f-409a-9c56-079e79c94e10 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504441 Jan 24 16:49:06.971740 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-62b56629-6ada-43e8-a901-aebb614666c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:07.042622 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fe3e2-2741-4ab3-9e94-475f23a739c7 req-a363f971-ac18-4e4a-9836-322975179d1d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:07.044114 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-842fe3e2-2741-4ab3-9e94-475f23a739c7 req-a363f971-ac18-4e4a-9836-322975179d1d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0821478 Jan 24 16:49:07.090056 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-842fe3e2-2741-4ab3-9e94-475f23a739c7 req-2c4e2f87-be39-41e0-9abf-7ba20e73fa13 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399799 Jan 24 16:49:08.337105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c2669-1f8d-4cdb-8d35-7293a5a951e3 req-c83a4c56-cb5d-45fa-92a5-a9872ff9d10f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:08.338528 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a3c2669-1f8d-4cdb-8d35-7293a5a951e3 req-c83a4c56-cb5d-45fa-92a5-a9872ff9d10f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.1018720 Jan 24 16:49:08.384306 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a3c2669-1f8d-4cdb-8d35-7293a5a951e3 req-7de608e5-2343-4206-aa1c-c9f98aefa5e6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398016 Jan 24 16:49:09.074633 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-550e7572-a536-4da7-9dc2-6ea76a1e310a service neutron] 10.222.0.129 "GET /v2.0/ports/5297f7b3-8000-4477-aaa1-08c52422137c/bindings/hv-neutron-8261 HTTP/1.1" status: 200 len: 384 time: 0.0764220 Jan 24 16:49:09.218055 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fab2dc8f-c245-4eb9-bd1c-af9498c69b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:09.394400 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-7b998b99-1d02-4d32-bca2-2d0d7a984b49 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9&tenant_id=e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 1098 time: 0.0765977 Jan 24 16:49:09.488135 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-e001a2c4-3d9e-40e3-ab1d-7f0d7aedb500 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0702698 Jan 24 16:49:09.678894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-03319663-654b-4dff-9b15-0c7c49de9c71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:09.680381 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-03319663-654b-4dff-9b15-0c7c49de9c71 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1825948 Jan 24 16:49:09.690826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d44de4-de06-4d6a-b1cf-5bebe25d7acd req-d9c2afce-bb33-4e7a-9bb0-15bd33e664c6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:09.692186 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-44d44de4-de06-4d6a-b1cf-5bebe25d7acd req-d9c2afce-bb33-4e7a-9bb0-15bd33e664c6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.1765547 Jan 24 16:49:09.816518 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-e5bee664-a5de-4a91-ba1a-2cffbf9cf83d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5297f7b3-8000-4477-aaa1-08c52422137c HTTP/1.1" status: 200 len: 1001 time: 0.1234038 Jan 24 16:49:09.818785 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-44d44de4-de06-4d6a-b1cf-5bebe25d7acd req-4b84cbc2-8187-4cb0-a3af-33cc7225e618 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805178 Jan 24 16:49:09.883793 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-5ab559c2-cbb9-4421-a1f6-60ecc6c16de9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:09.885203 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-5ab559c2-cbb9-4421-a1f6-60ecc6c16de9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0594215 Jan 24 16:49:09.969131 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-42228909-b848-44e2-9702-c9a405c0a914 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745695 Jan 24 16:49:10.210866 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-42b476e9-a661-480c-8b99-6800144072ea service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320499 Jan 24 16:49:10.360331 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-c88a1615-8bc8-4ba2-9943-733775e9e8b5 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386533 Jan 24 16:49:10.429470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:10.441316 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:11.027828 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984b00f-273e-4038-950b-0f9e896f2b85 req-5b8b1a52-e5f0-475d-9493-10c8c74865c7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:11.029178 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f984b00f-273e-4038-950b-0f9e896f2b85 req-5b8b1a52-e5f0-475d-9493-10c8c74865c7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0803142 Jan 24 16:49:11.080052 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f984b00f-273e-4038-950b-0f9e896f2b85 req-343f5078-b682-4006-b234-76f032be27fe tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449660 Jan 24 16:49:11.865445 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:12.300414 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea1b0f-7584-4aa1-9a24-0dcf43781da5 req-44b21198-e78d-4581-8bca-026323e53341 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:12.302212 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5dea1b0f-7584-4aa1-9a24-0dcf43781da5 req-44b21198-e78d-4581-8bca-026323e53341 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0929105 Jan 24 16:49:12.359368 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5dea1b0f-7584-4aa1-9a24-0dcf43781da5 req-19d79032-3251-42d6-ac95-f64be2d59871 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502408 Jan 24 16:49:12.568578 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5297f7b3-8000-4477-aaa1-08c52422137c no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:49:12.685181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:12.712219 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5297f7b3-8000-4477-aaa1-08c52422137c'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:49:12.721703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5297f7b3-8000-4477-aaa1-08c52422137c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:49:12.727230 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:12.781817 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5297f7b3-8000-4477-aaa1-08c52422137c', 'code': 200} Jan 24 16:49:12.799594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=5297f7b3-8000-4477-aaa1-08c52422137c,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:12.808287 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:12.808632 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:12.808963 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:12.809288 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:12.809611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:12.809931 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:12.810245 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:12.810559 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:12.810869 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:12.811178 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:12.811510 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:13.588772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bba63a-eec4-43b8-a915-d9876c8260d0 req-104709b5-4a52-48e5-877d-bb879fd2016d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:13.590272 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-63bba63a-eec4-43b8-a915-d9876c8260d0 req-104709b5-4a52-48e5-877d-bb879fd2016d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 943 time: 0.0867231 Jan 24 16:49:13.638045 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-63bba63a-eec4-43b8-a915-d9876c8260d0 req-44d9cecb-e2e2-4886-9814-5263f8cf1781 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419295 Jan 24 16:49:14.578991 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5297f7b3-8000-4477-aaa1-08c52422137c details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:49:14.759416 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5297f7b3-8000-4477-aaa1-08c52422137c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:49:14.772945 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '5297f7b3-8000-4477-aaa1-08c52422137c', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'port_id': '5297f7b3-8000-4477-aaa1-08c52422137c', 'mac_address': 'fa:16:3e:76:bc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:49:14.829363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:14.846740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be514d5a-408d-489c-9c4a-2a194ca4d21f req-483c4496-30e1-419d-a5e7-708d6c1d8638 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:14.848554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5297f7b3-8000-4477-aaa1-08c52422137c {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:49:14.849024 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-be514d5a-408d-489c-9c4a-2a194ca4d21f req-483c4496-30e1-419d-a5e7-708d6c1d8638 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 943 time: 0.0777729 Jan 24 16:49:14.865316 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5297f7b3-8000-4477-aaa1-08c52422137c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:49:14.870168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:14.897369 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-be514d5a-408d-489c-9c4a-2a194ca4d21f req-d3134033-4901-4131-a2bf-d852b4f7705b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425565 Jan 24 16:49:14.941528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=5297f7b3-8000-4477-aaa1-08c52422137c,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:14.970326 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['5297f7b3-8000-4477-aaa1-08c52422137c'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:49:16.118472 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d59f3e-3147-40e5-a126-7baa6cec83f2 req-89cd0e8c-3985-492b-9bed-bc6676edc935 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:16.119957 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-38d59f3e-3147-40e5-a126-7baa6cec83f2 req-89cd0e8c-3985-492b-9bed-bc6676edc935 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 944 time: 0.0850747 Jan 24 16:49:16.172420 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-38d59f3e-3147-40e5-a126-7baa6cec83f2 req-a2a3b148-5bda-4bf0-93c8-2926fa6f4d2a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442839 Jan 24 16:49:16.591970 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5297f7b3-8000-4477-aaa1-08c52422137c up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:49:16.667448 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 5297f7b3-8000-4477-aaa1-08c52422137c triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:49:16.667810 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:16.791030 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:16.823096 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5297f7b3-8000-4477-aaa1-08c52422137c'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:49:16.832589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5297f7b3-8000-4477-aaa1-08c52422137c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:49:16.837890 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:16.889521 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5297f7b3-8000-4477-aaa1-08c52422137c', 'code': 200} Jan 24 16:49:16.907078 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=5297f7b3-8000-4477-aaa1-08c52422137c,revision_number=8']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:17.390704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fa085-e718-4408-8b51-cccb379e9b8f req-975c3072-edf7-4677-b9d4-ce96fbe90365 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:17.392113 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f34fa085-e718-4408-8b51-cccb379e9b8f req-975c3072-edf7-4677-b9d4-ce96fbe90365 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0853665 Jan 24 16:49:17.439636 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f34fa085-e718-4408-8b51-cccb379e9b8f req-4e39ac56-95ac-4ae3-88f0-1cc67e725171 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413480 Jan 24 16:49:18.206434 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:18.650536 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80873f3f-5fda-4cd0-ac6e-29428137e1a7 req-9007d400-c6ae-45d3-bba4-25a80c095068 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:18.652069 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-80873f3f-5fda-4cd0-ac6e-29428137e1a7 req-9007d400-c6ae-45d3-bba4-25a80c095068 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0815873 Jan 24 16:49:18.792853 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-80873f3f-5fda-4cd0-ac6e-29428137e1a7 req-c5d1002f-ba78-4616-b687-9a8a2ac6b65e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327932 Jan 24 16:49:19.932090 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1cb716bb-8e06-48d1-8525-0f466f1b0991 req-d6f3940d-fdb2-42a9-bd47-c4d07ea15699 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765688 Jan 24 16:49:20.084665 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd04fd1-85d1-4852-8286-5a7f6a0a6b73 req-0622a77b-7b3d-42ea-81ed-405979124d49 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:20.086120 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9dd04fd1-85d1-4852-8286-5a7f6a0a6b73 req-0622a77b-7b3d-42ea-81ed-405979124d49 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.1427038 Jan 24 16:49:20.119783 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1cb716bb-8e06-48d1-8525-0f466f1b0991 req-2dd23a54-2e8f-46ae-997e-3f0f4231193c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 1098 time: 0.1090114 Jan 24 16:49:20.156983 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9dd04fd1-85d1-4852-8286-5a7f6a0a6b73 req-3bcfe38d-e77b-4b60-99e7-36149067c538 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649524 Jan 24 16:49:20.273922 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb716bb-8e06-48d1-8525-0f466f1b0991 req-24e29e70-27d2-45df-ad28-f3fdb05dba73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:20.275964 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1cb716bb-8e06-48d1-8525-0f466f1b0991 req-24e29e70-27d2-45df-ad28-f3fdb05dba73 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1374316 Jan 24 16:49:20.382548 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1cb716bb-8e06-48d1-8525-0f466f1b0991 req-6a6ac437-c0b9-4e2a-a09e-640821315819 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5297f7b3-8000-4477-aaa1-08c52422137c HTTP/1.1" status: 200 len: 1001 time: 0.1003335 Jan 24 16:49:20.449209 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb716bb-8e06-48d1-8525-0f466f1b0991 req-fc7fb40f-adf3-4197-a248-1f318573b4d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:20.450651 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1cb716bb-8e06-48d1-8525-0f466f1b0991 req-fc7fb40f-adf3-4197-a248-1f318573b4d4 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0618732 Jan 24 16:49:20.526849 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1cb716bb-8e06-48d1-8525-0f466f1b0991 req-da8e89e8-b8f1-445d-a0a8-5505d3a78540 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703292 Jan 24 16:49:20.593616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-5fa23411-b619-4436-acc4-7052aa86d3e5 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:20.595034 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-5fa23411-b619-4436-acc4-7052aa86d3e5 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9&tenant_id=e3b4e3baddee4433b0b798a18e18478b&binding%3Ahost_id=hv-neutron-8261 HTTP/1.1" status: 200 len: 945 time: 0.0826421 Jan 24 16:49:20.675637 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-ecdde4c8-c91e-490b-9a8a-bc95a65e3ca7 service neutron] 10.222.0.129 "GET /v2.0/ports/5297f7b3-8000-4477-aaa1-08c52422137c/bindings/hv-neutron-8261 HTTP/1.1" status: 200 len: 384 time: 0.0751886 Jan 24 16:49:20.720083 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1cb716bb-8e06-48d1-8525-0f466f1b0991 req-9fa9134b-52d6-4e62-b7df-3f58be300923 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862924 Jan 24 16:49:20.752792 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bd4b3-a6b5-476f-b582-703511218b26 req-33bee904-078a-48ee-85ed-46a713f98f48 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:20.754273 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2b5bd4b3-a6b5-476f-b582-703511218b26 req-33bee904-078a-48ee-85ed-46a713f98f48 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.1470759 Jan 24 16:49:20.881664 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2b5bd4b3-a6b5-476f-b582-703511218b26 req-e6b2b885-ba1a-42f8-a54b-7eb061ee4989 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799115 Jan 24 16:49:20.889493 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1cb716bb-8e06-48d1-8525-0f466f1b0991 req-b0428979-0c4b-45c0-984a-1d1f315d0ac9 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637008 Jan 24 16:49:21.012531 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-14db9bee-5c03-4bc9-967d-4840725234b8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0803518 Jan 24 16:49:21.251270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-fafb4f77-fa5c-4bb7-b2d7-d551543b6496 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:21.252875 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-fafb4f77-fa5c-4bb7-b2d7-d551543b6496 service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.2336645 Jan 24 16:49:21.356778 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-2536cc62-1265-4220-8f9d-5ce945bfe8eb service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5297f7b3-8000-4477-aaa1-08c52422137c HTTP/1.1" status: 200 len: 1001 time: 0.0981662 Jan 24 16:49:21.418322 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-95141cae-3036-4ffe-ac2d-44b4be258bcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:21.419748 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-95141cae-3036-4ffe-ac2d-44b4be258bcd service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0563445 Jan 24 16:49:21.499779 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-362013c8-d82a-4202-b3cc-cdb8f52c719e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730913 Jan 24 16:49:21.544014 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:49:21.635897 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-af6a215d-1127-47ca-ab13-c1bc13f4d9a3 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289079 Jan 24 16:49:21.767523 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-3b6f48b2-a506-4a3a-8db6-bb28126f1590 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244550 Jan 24 16:49:22.086601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab1772-be4c-4ece-96a4-6cac4d7862d6 req-ac67a8dc-7653-4d2e-87cd-42d983d61178 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:22.088202 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9bab1772-be4c-4ece-96a4-6cac4d7862d6 req-ac67a8dc-7653-4d2e-87cd-42d983d61178 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0804274 Jan 24 16:49:22.135839 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9bab1772-be4c-4ece-96a4-6cac4d7862d6 req-2502141b-a3fb-40da-acbb-9de81048f15e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419843 Jan 24 16:49:23.355607 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa11a2-0caa-473b-a497-953a61865816 req-efcf1178-18e5-4879-aea7-19486fbd9152 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:23.357042 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e1aa11a2-0caa-473b-a497-953a61865816 req-efcf1178-18e5-4879-aea7-19486fbd9152 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0835326 Jan 24 16:49:23.407072 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e1aa11a2-0caa-473b-a497-953a61865816 req-83d50352-4473-4bae-b2b4-3d478e39ab95 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407917 Jan 24 16:49:24.617361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a82941-984e-41b3-aa7a-7673a3993e26 req-a926f637-9fb1-4a12-a139-cc2552233c5a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:24.619668 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a1a82941-984e-41b3-aa7a-7673a3993e26 req-a926f637-9fb1-4a12-a139-cc2552233c5a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0836904 Jan 24 16:49:24.670234 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a1a82941-984e-41b3-aa7a-7673a3993e26 req-9a6e1b43-a547-43dd-800b-8729c2e5a96f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453231 Jan 24 16:49:25.352994 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-36c7fe7e-e23f-4a14-ab73-59d93f088424 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9&tenant_id=e3b4e3baddee4433b0b798a18e18478b HTTP/1.1" status: 200 len: 1098 time: 0.0908921 Jan 24 16:49:25.461953 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-504b0657-42e5-4165-b8c7-a9ec37146c6e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e3b4e3baddee4433b0b798a18e18478b&device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0793064 Jan 24 16:49:25.595737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-2011e24b-b992-482d-911f-bb0d914f0e1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:25.597157 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-2011e24b-b992-482d-911f-bb0d914f0e1b service neutron] 10.222.0.129 "GET /v2.0/networks?id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 200 len: 913 time: 0.1266005 Jan 24 16:49:25.705474 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-d9e44999-666a-4f59-9397-6f0a9ec2e788 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5297f7b3-8000-4477-aaa1-08c52422137c HTTP/1.1" status: 200 len: 1001 time: 0.0988865 Jan 24 16:49:25.771065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-c95435b6-a17d-451e-bdb2-9642031b65d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:25.772581 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-c95435b6-a17d-451e-bdb2-9642031b65d9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 200 len: 851 time: 0.0577121 Jan 24 16:49:25.906013 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-ec3dcc90-7692-4351-a701-b4f85d7f6e8c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1242642 Jan 24 16:49:25.921047 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd989c7-e151-4de4-86c1-62d79b06f6ea req-79c10521-664e-4317-825a-0f67586a842b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:25.923043 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4bd989c7-e151-4de4-86c1-62d79b06f6ea req-79c10521-664e-4317-825a-0f67586a842b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.1128652 Jan 24 16:49:26.059236 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4bd989c7-e151-4de4-86c1-62d79b06f6ea req-9916a1b6-2a4f-497f-8a43-54f877941f42 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159961 Jan 24 16:49:26.099668 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-17e8620e-df59-4334-b5a8-c522aa3ed872 service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755433 Jan 24 16:49:26.357546 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a6e8b09-c5a4-4a97-a2e2-4ab63f4d6c76 req-e0f70cc5-ec8a-4a99-9b8d-95b11e96dbaf service neutron] 10.222.0.129 "GET /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482874 Jan 24 16:49:26.663137 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5297f7b3-8000-4477-aaa1-08c52422137c no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:49:26.795791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:26.828771 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5297f7b3-8000-4477-aaa1-08c52422137c'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:49:26.841122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5297f7b3-8000-4477-aaa1-08c52422137c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:49:26.846326 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:26.909600 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5297f7b3-8000-4477-aaa1-08c52422137c', 'code': 200} Jan 24 16:49:26.930017 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=5297f7b3-8000-4477-aaa1-08c52422137c,revision_number=9']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:27.280855 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea8b08-eee3-4bf9-80d3-a5181ddb3932 req-f5146a8d-3cfd-4550-971f-0be28ac925e6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:27.282205 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-23ea8b08-eee3-4bf9-80d3-a5181ddb3932 req-f5146a8d-3cfd-4550-971f-0be28ac925e6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 943 time: 0.0847933 Jan 24 16:49:27.329277 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-23ea8b08-eee3-4bf9-80d3-a5181ddb3932 req-edd966b2-7ffb-4853-819b-d43409034103 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413916 Jan 24 16:49:28.570682 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82739373-51a8-440e-97ad-5235eae639df req-d470797f-4662-4c5b-b93f-0f16619e8ff3 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:28.572266 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-82739373-51a8-440e-97ad-5235eae639df req-d470797f-4662-4c5b-b93f-0f16619e8ff3 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 943 time: 0.0952468 Jan 24 16:49:28.620937 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-82739373-51a8-440e-97ad-5235eae639df req-88fa109a-5b69-4566-b4f1-5bceba0679d6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424652 Jan 24 16:49:29.865890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d23cd-b6fc-4687-a6a1-48ee3aea0e89 req-dd9efc92-9ee7-4b8d-ae2c-8a7b728cb255 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:29.867355 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-644d23cd-b6fc-4687-a6a1-48ee3aea0e89 req-dd9efc92-9ee7-4b8d-ae2c-8a7b728cb255 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 943 time: 0.1066983 Jan 24 16:49:29.917006 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-644d23cd-b6fc-4687-a6a1-48ee3aea0e89 req-b348bd3f-ea74-4c47-9c01-e9c9f6f95f79 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411446 Jan 24 16:49:30.682515 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5297f7b3-8000-4477-aaa1-08c52422137c details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:49:30.824517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5297f7b3-8000-4477-aaa1-08c52422137c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:49:30.838801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '5297f7b3-8000-4477-aaa1-08c52422137c', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'port_id': '5297f7b3-8000-4477-aaa1-08c52422137c', 'mac_address': 'fa:16:3e:76:bc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:49:30.908718 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:30.925844 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5297f7b3-8000-4477-aaa1-08c52422137c {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:49:30.941295 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5297f7b3-8000-4477-aaa1-08c52422137c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:49:30.946650 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:31.016507 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=5297f7b3-8000-4477-aaa1-08c52422137c,revision_number=10']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:31.027643 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['5297f7b3-8000-4477-aaa1-08c52422137c'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:49:31.137766 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2995e-8c74-4e0f-bc97-9e1cd2c3c545 req-70f5a659-584f-4157-b90d-9405025f289a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:31.139168 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6bd2995e-8c74-4e0f-bc97-9e1cd2c3c545 req-70f5a659-584f-4157-b90d-9405025f289a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0845544 Jan 24 16:49:31.186248 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6bd2995e-8c74-4e0f-bc97-9e1cd2c3c545 req-1b096ca0-3b25-4c4c-9ace-c72fa4cd647b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413024 Jan 24 16:49:32.404220 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48f2a8-7901-438a-9ec1-d547259bc083 req-b1964de8-c025-4f89-8824-6eb2551e483e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:32.405578 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee48f2a8-7901-438a-9ec1-d547259bc083 req-b1964de8-c025-4f89-8824-6eb2551e483e tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0902979 Jan 24 16:49:32.451743 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee48f2a8-7901-438a-9ec1-d547259bc083 req-3f6f1e3c-f858-462b-8d20-285652932759 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405610 Jan 24 16:49:32.686794 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5297f7b3-8000-4477-aaa1-08c52422137c up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:49:32.760028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 5297f7b3-8000-4477-aaa1-08c52422137c triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:49:32.760422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:32.885018 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:32.921722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5297f7b3-8000-4477-aaa1-08c52422137c'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:49:32.931426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5297f7b3-8000-4477-aaa1-08c52422137c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:49:32.937458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:32.989771 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5297f7b3-8000-4477-aaa1-08c52422137c', 'code': 200} Jan 24 16:49:33.007205 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=5297f7b3-8000-4477-aaa1-08c52422137c,revision_number=11']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:33.676559 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89939252-e228-4989-b45a-ddd6bc83a1a7 req-64572c2c-5c0a-46e2-af8e-c5e04b048233 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:33.677988 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-89939252-e228-4989-b45a-ddd6bc83a1a7 req-64572c2c-5c0a-46e2-af8e-c5e04b048233 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 946 time: 0.0829701 Jan 24 16:49:33.731857 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-89939252-e228-4989-b45a-ddd6bc83a1a7 req-947fcf64-a4a1-47fe-bcfe-e9fbc910b485 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450888 Jan 24 16:49:34.697312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5297f7b3-8000-4477-aaa1-08c52422137c details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:49:34.838836 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5297f7b3-8000-4477-aaa1-08c52422137c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:49:34.858516 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '5297f7b3-8000-4477-aaa1-08c52422137c', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'port_id': '5297f7b3-8000-4477-aaa1-08c52422137c', 'mac_address': 'fa:16:3e:76:bc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:49:34.912738 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:34.931467 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5297f7b3-8000-4477-aaa1-08c52422137c {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:49:34.946946 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5297f7b3-8000-4477-aaa1-08c52422137c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:49:34.952969 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:34.954559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcdc9f-5a5b-41f8-b01b-cb6dff51002c req-65699c33-973a-4469-98d5-7eabe44bc071 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:34.961905 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4ffcdc9f-5a5b-41f8-b01b-cb6dff51002c req-65699c33-973a-4469-98d5-7eabe44bc071 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 946 time: 0.0900354 Jan 24 16:49:35.010670 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4ffcdc9f-5a5b-41f8-b01b-cb6dff51002c req-c5fc8f58-28bb-4ae0-ac47-027f1be5a5b5 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478740 Jan 24 16:49:35.032722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=5297f7b3-8000-4477-aaa1-08c52422137c,revision_number=12']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:35.036819 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['5297f7b3-8000-4477-aaa1-08c52422137c'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:49:36.236750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9d93b-05ce-43ac-a8e5-a1c85cc6ec9f req-017a49ce-20a1-42f2-ad5e-dd6f384721f1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:36.238398 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-56f9d93b-05ce-43ac-a8e5-a1c85cc6ec9f req-017a49ce-20a1-42f2-ad5e-dd6f384721f1 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.1013122 Jan 24 16:49:36.291067 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-56f9d93b-05ce-43ac-a8e5-a1c85cc6ec9f req-855a6061-a877-4694-bfbf-d9d915aad4c7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445662 Jan 24 16:49:36.515917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c81bf-cf5f-4d51-84f9-1ed7b96cc50d req-242c65d5-e2d0-4b9a-b408-b6fb27ff49eb tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:36.517440 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-301c81bf-cf5f-4d51-84f9-1ed7b96cc50d req-242c65d5-e2d0-4b9a-b408-b6fb27ff49eb tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0958929 Jan 24 16:49:36.569754 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-301c81bf-cf5f-4d51-84f9-1ed7b96cc50d req-d0e77025-6594-449e-a5c3-47cde17d27fb tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441616 Jan 24 16:49:36.712062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5297f7b3-8000-4477-aaa1-08c52422137c no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:49:36.771837 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9718be5-638a-4b5f-993c-b3209c5aaa8e req-d855da38-4792-4195-b17d-2062fcfba31d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:36.773277 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d9718be5-638a-4b5f-993c-b3209c5aaa8e req-d855da38-4792-4195-b17d-2062fcfba31d tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 945 time: 0.0840635 Jan 24 16:49:36.818939 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d9718be5-638a-4b5f-993c-b3209c5aaa8e req-6b41d302-eee2-45bb-8f24-a514563d451f tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396228 Jan 24 16:49:36.822490 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:36.842489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5297f7b3-8000-4477-aaa1-08c52422137c {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:49:36.860273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5297f7b3-8000-4477-aaa1-08c52422137c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:49:36.866355 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:36.930809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=5297f7b3-8000-4477-aaa1-08c52422137c,revision_number=13']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:36.975399 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-eeeee7f4-9e61-47d2-b772-367ec51bdb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:37.259691 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413adca8-3dd7-4997-a3a1-ceed70f74624 req-bd865a8e-ecbd-4b3b-a019-9a75899cfdfb tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:37.261246 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-413adca8-3dd7-4997-a3a1-ceed70f74624 req-bd865a8e-ecbd-4b3b-a019-9a75899cfdfb tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 944 time: 0.0922039 Jan 24 16:49:37.307307 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-413adca8-3dd7-4997-a3a1-ceed70f74624 req-ddaffcae-03cf-4121-b311-79e3eca488d0 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404382 Jan 24 16:49:38.514672 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111c988-9ba5-4012-8fb8-9f0b76dbb30b req-ca3932de-3d15-4dae-ad5e-8360216b8e86 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:38.516134 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0111c988-9ba5-4012-8fb8-9f0b76dbb30b req-ca3932de-3d15-4dae-ad5e-8360216b8e86 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 944 time: 0.0848024 Jan 24 16:49:38.573338 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0111c988-9ba5-4012-8fb8-9f0b76dbb30b req-371bcdc8-47cb-4308-b120-6702abe64707 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459237 Jan 24 16:49:39.206899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-431791b8-8301-4c73-ad66-d6023c79968e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:39.795785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f3b81-7993-4fc8-81ca-5789896c77db req-27e91f8f-4e24-476c-b4cb-5822834418e2 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:39.797254 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3f2f3b81-7993-4fc8-81ca-5789896c77db req-27e91f8f-4e24-476c-b4cb-5822834418e2 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 944 time: 0.0927100 Jan 24 16:49:39.846568 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3f2f3b81-7993-4fc8-81ca-5789896c77db req-66b863f3-ed70-4f49-98e1-331feb1c2ed7 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups?id=0b628225-824d-4bae-a021-139271277da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432172 Jan 24 16:49:40.065677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49828af-ea21-41b3-aa00-32221e56ac26 req-a8684d1f-131d-485b-93f5-bbbc956586c6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:40.067130 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a49828af-ea21-41b3-aa00-32221e56ac26 req-a8684d1f-131d-485b-93f5-bbbc956586c6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 944 time: 0.0774229 Jan 24 16:49:40.142727 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-a49828af-ea21-41b3-aa00-32221e56ac26 req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Deleting port 5297f7b3-8000-4477-aaa1-08c52422137c {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:49:40.142961 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-a49828af-ea21-41b3-aa00-32221e56ac26 req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:40.397876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-a49828af-ea21-41b3-aa00-32221e56ac26 req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] For port 5297f7b3-8000-4477-aaa1-08c52422137c, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=5297f7b3-8000-4477-aaa1-08c52422137c,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:49:40.398139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-a49828af-ea21-41b3-aa00-32221e56ac26 req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:40.432571 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:40.445236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:40.696337 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-a49828af-ea21-41b3-aa00-32221e56ac26 req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:40.696663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-a49828af-ea21-41b3-aa00-32221e56ac26 req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:40.697027 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [req-a49828af-ea21-41b3-aa00-32221e56ac26 req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Floating IP 11469c84-91e4-4faf-9019-cd188bdc1ec9 disassociated. External IP: 172.26.2.95, port: 5297f7b3-8000-4477-aaa1-08c52422137c. Jan 24 16:49:40.697354 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-a49828af-ea21-41b3-aa00-32221e56ac26 req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Calling delete_port for 5297f7b3-8000-4477-aaa1-08c52422137c owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:49:40.850782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-a49828af-ea21-41b3-aa00-32221e56ac26 req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:40.899567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Pushing event deleted for resources: {'Port': ['ID=5297f7b3-8000-4477-aaa1-08c52422137c,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:40.912490 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:40.912802 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:40.913147 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:40.913442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:40.913766 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:40.914107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:40.914402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:40.914718 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:40.915134 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:40.915349 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:40.915733 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:41.030937 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-25ff59b7-5d27-42de-9d88-a3a34113a5b3 req-6a74c358-1f46-4559-bd81-a88527769c0b tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 210 time: 0.0493965 Jan 24 16:49:41.232929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a49828af-ea21-41b3-aa00-32221e56ac26 req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:49:41.445460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a49828af-ea21-41b3-aa00-32221e56ac26 req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:49:41.455865 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926cde52-53b7-49d3-99b3-31acd18f4684 None None] Sync routers for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:49:41.469361 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926cde52-53b7-49d3-99b3-31acd18f4684 None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:49:41.469978 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-926cde52-53b7-49d3-99b3-31acd18f4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:49:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:49:41.517712 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49828af-ea21-41b3-aa00-32221e56ac26 req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] No DVR routers for this DVR port 5297f7b3-8000-4477-aaa1-08c52422137c on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:49:41.520494 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-a49828af-ea21-41b3-aa00-32221e56ac26 req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:41.523053 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'name': 'network-vif-deleted', 'tag': '5297f7b3-8000-4477-aaa1-08c52422137c'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:49:41.540379 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a49828af-ea21-41b3-aa00-32221e56ac26 req-0a8d95b5-e1ac-469b-b28d-61551b205080 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.129 "DELETE /v2.0/ports/5297f7b3-8000-4477-aaa1-08c52422137c HTTP/1.1" status: 204 len: 173 time: 1.4655621 Jan 24 16:49:41.657285 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-926cde52-53b7-49d3-99b3-31acd18f4684 None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:49:41.679031 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2062236-ffd6-43ee-8a88-7d2ff1944eb9', 'name': 'network-vif-deleted', 'tag': '5297f7b3-8000-4477-aaa1-08c52422137c', 'status': 'completed', 'code': 200} Jan 24 16:49:41.872083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:41.969563 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-926cde52-53b7-49d3-99b3-31acd18f4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:49:41.973861 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926cde52-53b7-49d3-99b3-31acd18f4684 None None] Checking router: 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:49:41.985129 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926cde52-53b7-49d3-99b3-31acd18f4684 None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:49:41.985735 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-926cde52-53b7-49d3-99b3-31acd18f4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:49:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:49:42.204060 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-926cde52-53b7-49d3-99b3-31acd18f4684 None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:49:42.221343 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c67e3556-8f6c-462a-a781-3126981a8ff9 req-acbcab1d-757c-4490-b907-c79abba1beef tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/ports?device_id=f2062236-ffd6-43ee-8a88-7d2ff1944eb9 HTTP/1.1" status: 200 len: 210 time: 0.0519202 Jan 24 16:49:42.532455 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-926cde52-53b7-49d3-99b3-31acd18f4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:49:42.536886 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926cde52-53b7-49d3-99b3-31acd18f4684 None None] The sync data for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv is: [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:43:14Z', 'revision_number': 4, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '0c4b89e3-7922-4bad-978a-c0422a3c72e0', 'name': '', 'network_id': '5bcf3acb-3658-4624-bfd6-c42d6bf8bd45', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'mac_address': 'fa:16:3e:bb:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:14Z', 'updated_at': '2022-01-24T16:43:22Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'subnets': [{'id': '98a92ec0-d3d1-4433-91c2-57d6d26661c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:49:42.731688 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5297f7b3-8000-4477-aaa1-08c52422137c no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:49:42.768293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d3fc18-9a02-46ba-942a-e85ea87b2e18 None None] New status for floating IP 11469c84-91e4-4faf-9019-cd188bdc1ec9: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:49:42.813789 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 5297f7b3-8000-4477-aaa1-08c52422137c {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:49:42.814125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 5297f7b3-8000-4477-aaa1-08c52422137c not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:49:46.670774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40504) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:49:46.744964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-90f7340d-d34f-477a-b13a-c7afc059429a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:46.774866 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-90f7340d-d34f-477a-b13a-c7afc059429a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:46.833620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-90f7340d-d34f-477a-b13a-c7afc059429a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:46.852361 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7340d-d34f-477a-b13a-c7afc059429a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b628225-824d-4bae-a021-139271277da8,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:46.868526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-90f7340d-d34f-477a-b13a-c7afc059429a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:46.872907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40508) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:49:46.873416 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-90f7340d-d34f-477a-b13a-c7afc059429a tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "DELETE /v2.0/security-groups/0b628225-824d-4bae-a021-139271277da8 HTTP/1.1" status: 204 len: 168 time: 0.1998060 Jan 24 16:49:46.894054 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-6de83fa7-a06f-4633-964e-5d460a41b238 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] show failed (client error): The resource could not be found. Jan 24 16:49:46.895026 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6de83fa7-a06f-4633-964e-5d460a41b238 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "GET /v2.0/security-groups/0b628225-824d-4bae-a021-139271277da8 HTTP/1.1" status: 404 len: 347 time: 0.0210221 Jan 24 16:49:46.897944 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40512) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:49:47.058718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Deleting port ccce112b-2e1a-4346-a860-122cb7b457de {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:49:47.059024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:47.238487 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:47.238783 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:47.362510 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Calling delete_port for ccce112b-2e1a-4346-a860-122cb7b457de owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:49:47.504625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:47.550577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Pushing event deleted for resources: {'Port': ['ID=ccce112b-2e1a-4346-a860-122cb7b457de,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:47.585300 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:47.585643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:47.585966 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:47.586289 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:47.586603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:47.586940 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:47.587227 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:47.587692 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:47.588012 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:47.588374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:47.588616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:49:47.653763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:47.669555 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:47.670699 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dc9b965d-9569-4469-9efd-1e3dc82d2eb6 tempest-ServerActionsTestJSON-2057408687 tempest-ServerActionsTestJSON-2057408687-project] 10.222.0.130 "DELETE /v2.0/floatingips/11469c84-91e4-4faf-9019-cd188bdc1ec9 HTTP/1.1" status: 204 len: 168 time: 0.7718582 Jan 24 16:49:47.673972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40516) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:49:48.177628 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5edaf992-4cc1-462e-97ea-d70a24022379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:48.198852 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:48.806379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-5edaf992-4cc1-462e-97ea-d70a24022379 admin admin] Deleting port 0c4b89e3-7922-4bad-978a-c0422a3c72e0 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:49:48.807008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5edaf992-4cc1-462e-97ea-d70a24022379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:49.088022 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-5edaf992-4cc1-462e-97ea-d70a24022379 admin admin] For port 0c4b89e3-7922-4bad-978a-c0422a3c72e0, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=0c4b89e3-7922-4bad-978a-c0422a3c72e0,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:49:49.088516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5edaf992-4cc1-462e-97ea-d70a24022379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:49.214068 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-5edaf992-4cc1-462e-97ea-d70a24022379 admin admin] Calling delete_port for 0c4b89e3-7922-4bad-978a-c0422a3c72e0 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:49:49.416876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5edaf992-4cc1-462e-97ea-d70a24022379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:49.460744 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edaf992-4cc1-462e-97ea-d70a24022379 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4b89e3-7922-4bad-978a-c0422a3c72e0,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:49.759355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5edaf992-4cc1-462e-97ea-d70a24022379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:50.376098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edaf992-4cc1-462e-97ea-d70a24022379 admin admin] Router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:49:50.715613 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edaf992-4cc1-462e-97ea-d70a24022379 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:49:50.725363 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502aee60-c1ba-4200-9c2f-c3baaf548c21 None None] Sync routers for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:49:50.728067 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5edaf992-4cc1-462e-97ea-d70a24022379 admin admin] 10.222.0.130 "PUT /v2.0/routers/1b5414e5-04a4-49f1-8dfe-cb7eac707e2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0528903 Jan 24 16:49:50.730750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40522) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:49:50.737475 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502aee60-c1ba-4200-9c2f-c3baaf548c21 None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:49:50.738148 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-502aee60-c1ba-4200-9c2f-c3baaf548c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:49:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:49:50.916921 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-502aee60-c1ba-4200-9c2f-c3baaf548c21 None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:49:50.927848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ffcdac6b-b19b-4629-ada7-8dda91a4ae96 admin admin] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:51.127268 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ffcdac6b-b19b-4629-ada7-8dda91a4ae96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:51.137849 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ffcdac6b-b19b-4629-ada7-8dda91a4ae96 admin admin] Deleting port dd435b27-452c-41fb-a777-ca42f902147e {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:49:51.138264 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ffcdac6b-b19b-4629-ada7-8dda91a4ae96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:51.201309 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-502aee60-c1ba-4200-9c2f-c3baaf548c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:49:49Z', 'revision_number': 5, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port': {'id': 'dd435b27-452c-41fb-a777-ca42f902147e', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:43:12Z', 'updated_at': '2022-01-24T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:49:51.205186 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502aee60-c1ba-4200-9c2f-c3baaf548c21 None None] Checking router: 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:49:51.215789 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502aee60-c1ba-4200-9c2f-c3baaf548c21 None None] Routers {'1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:49:51.216384 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-502aee60-c1ba-4200-9c2f-c3baaf548c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:49:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:49:51.313830 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-ffcdac6b-b19b-4629-ada7-8dda91a4ae96 admin admin] For port dd435b27-452c-41fb-a777-ca42f902147e, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=dd435b27-452c-41fb-a777-ca42f902147e,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:49:51.314125 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ffcdac6b-b19b-4629-ada7-8dda91a4ae96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:51.368226 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-502aee60-c1ba-4200-9c2f-c3baaf548c21 None None] Set router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:49:51.437908 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ffcdac6b-b19b-4629-ada7-8dda91a4ae96 admin admin] Calling delete_port for dd435b27-452c-41fb-a777-ca42f902147e owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:49:51.471318 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-502aee60-c1ba-4200-9c2f-c3baaf548c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:49:51Z', 'revision_number': 6, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:49:51.475744 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502aee60-c1ba-4200-9c2f-c3baaf548c21 None None] The sync data for ids ['1b5414e5-04a4-49f1-8dfe-cb7eac707e2b'] in dv-neutron-826104-1-hyperv is: [{'id': '1b5414e5-04a4-49f1-8dfe-cb7eac707e2b', 'name': 'tempest-ServerActionsTestJSON-1564636668-router', 'tenant_id': 'e3b4e3baddee4433b0b798a18e18478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:43:11Z', 'updated_at': '2022-01-24T16:49:51Z', 'revision_number': 6, 'project_id': 'e3b4e3baddee4433b0b798a18e18478b', 'gw_port_host': None}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:49:51.616214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ffcdac6b-b19b-4629-ada7-8dda91a4ae96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:51.659301 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdac6b-b19b-4629-ada7-8dda91a4ae96 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd435b27-452c-41fb-a777-ca42f902147e,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:51.883680 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ffcdac6b-b19b-4629-ada7-8dda91a4ae96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:52.247864 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ffcdac6b-b19b-4629-ada7-8dda91a4ae96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:52.252184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ffcdac6b-b19b-4629-ada7-8dda91a4ae96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:52.284218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ffcdac6b-b19b-4629-ada7-8dda91a4ae96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:52.284526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcdac6b-b19b-4629-ada7-8dda91a4ae96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b5414e5-04a4-49f1-8dfe-cb7eac707e2b {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:49:52.298461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ffcdac6b-b19b-4629-ada7-8dda91a4ae96 admin admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:52.299716 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ffcdac6b-b19b-4629-ada7-8dda91a4ae96 admin admin] 10.222.0.130 "DELETE /v2.0/routers/1b5414e5-04a4-49f1-8dfe-cb7eac707e2b HTTP/1.1" status: 204 len: 168 time: 1.5680277 Jan 24 16:49:52.302470 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40526) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:49:52.370595 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9ddf0e-ac10-40b7-b1fc-786f56aca2dc admin admin] Deleting subnet 98a92ec0-d3d1-4433-91c2-57d6d26661c2 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:49:52.374071 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1c9ddf0e-ac10-40b7-b1fc-786f56aca2dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:52.424580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1c9ddf0e-ac10-40b7-b1fc-786f56aca2dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:52.509561 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1c9ddf0e-ac10-40b7-b1fc-786f56aca2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:52.592273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1c9ddf0e-ac10-40b7-b1fc-786f56aca2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:52.618505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device dd435b27-452c-41fb-a777-ca42f902147e no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:49:52.632924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ddf0e-ac10-40b7-b1fc-786f56aca2dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98a92ec0-d3d1-4433-91c2-57d6d26661c2,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:52.639790 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1c9ddf0e-ac10-40b7-b1fc-786f56aca2dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:52.645685 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9086424-e0cd-4b44-bb3f-f4f30f8479c4 None None] Network 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:49:52.647170 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1c9ddf0e-ac10-40b7-b1fc-786f56aca2dc admin admin] 10.222.0.130 "DELETE /v2.0/subnets/98a92ec0-d3d1-4433-91c2-57d6d26661c2 HTTP/1.1" status: 204 len: 168 time: 0.3436430 Jan 24 16:49:52.649677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40530) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:49:52.674225 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: dd435b27-452c-41fb-a777-ca42f902147e {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:49:52.674533 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device dd435b27-452c-41fb-a777-ca42f902147e not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:49:52.674969 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0c4b89e3-7922-4bad-978a-c0422a3c72e0 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:49:52.752760 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 0c4b89e3-7922-4bad-978a-c0422a3c72e0 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:49:52.753013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 0c4b89e3-7922-4bad-978a-c0422a3c72e0 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:49:52.848364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:52.859947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] Deleting port 9e84c4e6-242d-440b-b84a-7b587b729032 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:49:52.860292 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:52.935315 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1732eddf-814b-4c36-bdb0-f7190724c1e6 None None] DHCP port deletion for 5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:49:52.939831 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1732eddf-814b-4c36-bdb0-f7190724c1e6 None None] Deleting port 9e84c4e6-242d-440b-b84a-7b587b729032 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:49:52.940197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1732eddf-814b-4c36-bdb0-f7190724c1e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:53.072814 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] For port 9e84c4e6-242d-440b-b84a-7b587b729032, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9e84c4e6-242d-440b-b84a-7b587b729032,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:49:53.073467 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:53.141051 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-1732eddf-814b-4c36-bdb0-f7190724c1e6 None None] For port 9e84c4e6-242d-440b-b84a-7b587b729032, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9e84c4e6-242d-440b-b84a-7b587b729032,segment=NetworkSegment(faadac9a-fe6d-47b0-a163-aeeab71e46c3),segment_id=faadac9a-fe6d-47b0-a163-aeeab71e46c3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:49:53.141431 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1732eddf-814b-4c36-bdb0-f7190724c1e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:53.194531 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] Calling delete_port for 9e84c4e6-242d-440b-b84a-7b587b729032 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:49:53.265304 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1732eddf-814b-4c36-bdb0-f7190724c1e6 None None] Calling delete_port for 9e84c4e6-242d-440b-b84a-7b587b729032 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:49:53.271884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:53.320043 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e84c4e6-242d-440b-b84a-7b587b729032,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:53.324945 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] No DVR routers for this DVR port 9e84c4e6-242d-440b-b84a-7b587b729032 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:49:53.337236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-1732eddf-814b-4c36-bdb0-f7190724c1e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:49:53.337675 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-1732eddf-814b-4c36-bdb0-f7190724c1e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:49:53.444714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:53.478576 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcf3acb-3658-4624-bfd6-c42d6bf8bd45']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:49:53.496087 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faadac9a-fe6d-47b0-a163-aeeab71e46c3') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:49:53.496383 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faadac9a-fe6d-47b0-a163-aeeab71e46c3') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:49:53.508718 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:53.525388 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:53.531940 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:49:53.532306 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:49:53.545277 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:49:53.629628 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:53.651793 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:53.661782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bcf3acb-3658-4624-bfd6-c42d6bf8bd45,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:53.677019 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-09917636-fa74-4b10-91fd-b389e41301d0 admin admin] 10.222.0.130 "DELETE /v2.0/networks/5bcf3acb-3658-4624-bfd6-c42d6bf8bd45 HTTP/1.1" status: 204 len: 168 time: 1.0263524 Jan 24 16:49:53.839616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1732eddf-814b-4c36-bdb0-f7190724c1e6 None None] Deleting port 9e84c4e6-242d-440b-b84a-7b587b729032 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:49:53.840143 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1732eddf-814b-4c36-bdb0-f7190724c1e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:53.847498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40536) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:49:53.898288 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-93192d33-a34a-4931-b4c6-3a3ade118fe9 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=e3b4e3baddee4433b0b798a18e18478b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494256 Jan 24 16:49:53.901029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40540) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:49:53.909213 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1732eddf-814b-4c36-bdb0-f7190724c1e6 None None] The port '9e84c4e6-242d-440b-b84a-7b587b729032' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:49:53.975823 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-19abd8f4-463c-4699-8380-d5c4edbae434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:54.003871 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-19abd8f4-463c-4699-8380-d5c4edbae434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:54.057380 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-19abd8f4-463c-4699-8380-d5c4edbae434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:54.074461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abd8f4-463c-4699-8380-d5c4edbae434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65e1fb9-7e9c-4f39-b811-6240402eae2e,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:54.081644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-19abd8f4-463c-4699-8380-d5c4edbae434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:54.082689 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-19abd8f4-463c-4699-8380-d5c4edbae434 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/f65e1fb9-7e9c-4f39-b811-6240402eae2e HTTP/1.1" status: 204 len: 168 time: 0.1807723 Jan 24 16:49:54.617652 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9e84c4e6-242d-440b-b84a-7b587b729032 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:49:54.650556 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 9e84c4e6-242d-440b-b84a-7b587b729032 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:49:54.650899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9e84c4e6-242d-440b-b84a-7b587b729032 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:49:55.098546 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40562) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:49:55.262968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1064186873-network', 'tenant_id': '39381e0b70b6438cb3f0a3f442562da4'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:49:55.267931 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:49:55.271826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Usage tracker for resource:network and tenant:39381e0b70b6438cb3f0a3f442562da4 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:49:55.274688 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:49:55.280888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:49:55.294691 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Made reservation on behalf of 39381e0b70b6438cb3f0a3f442562da4 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:49:55.297636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:55.317789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:55.351348 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:49:55.356738 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Usage tracker for resource:security_group_rule and tenant:39381e0b70b6438cb3f0a3f442562da4 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:49:55.360139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:49:55.367621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:49:55.438619 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:55.444344 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:55.474129 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:49:55.490227 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc26263d-1baa-4050-a598-16db6153d1db,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:55.496723 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:55.497056 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Added segment 2f01444c-96b5-46fd-a1ea-3eaeac78c9f2 of type vlan for network be8276ab-a01f-43f4-928b-cb49eaacd35f Jan 24 16:49:55.526163 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:55.557852 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:55.559030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:55.559637 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:55.669712 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5698054 Jan 24 16:49:55.670664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca2f03-f325-4003-b79d-cdd174483517 admin admin] Pushing event updated for resources: {'Network': ['ID=be8276ab-a01f-43f4-928b-cb49eaacd35f,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:55.672700 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40568) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:49:55.680853 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e9067c5b-155b-4e3b-a7ef-eebec5c885e2 admin admin] Request body: {'subnet': {'network_id': 'be8276ab-a01f-43f4-928b-cb49eaacd35f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1064186873-subnet', 'tenant_id': '39381e0b70b6438cb3f0a3f442562da4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:49:55.683757 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network be8276ab-a01f-43f4-928b-cb49eaacd35f details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:49:55.686541 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e9067c5b-155b-4e3b-a7ef-eebec5c885e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:49:55.690635 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e9067c5b-155b-4e3b-a7ef-eebec5c885e2 admin admin] Usage tracker for resource:subnet and tenant:39381e0b70b6438cb3f0a3f442562da4 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:49:55.693633 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e9067c5b-155b-4e3b-a7ef-eebec5c885e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:49:55.700176 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e9067c5b-155b-4e3b-a7ef-eebec5c885e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:49:55.710609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9067c5b-155b-4e3b-a7ef-eebec5c885e2 admin admin] Made reservation on behalf of 39381e0b70b6438cb3f0a3f442562da4 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:49:55.713026 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e9067c5b-155b-4e3b-a7ef-eebec5c885e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:55.919656 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e9067c5b-155b-4e3b-a7ef-eebec5c885e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:55.982947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9067c5b-155b-4e3b-a7ef-eebec5c885e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40ec3634-3d56-46f3-a4ea-ffaf3ae8d004,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:49:56.006836 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9067c5b-155b-4e3b-a7ef-eebec5c885e2 admin admin] Checking segment: {'id': '2f01444c-96b5-46fd-a1ea-3eaeac78c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'be8276ab-a01f-43f4-928b-cb49eaacd35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:49:56.007186 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9067c5b-155b-4e3b-a7ef-eebec5c885e2 admin admin] Network hostable DHCP agents. Network: be8276ab-a01f-43f4-928b-cb49eaacd35f, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:49:56.030422 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9067c5b-155b-4e3b-a7ef-eebec5c885e2 admin admin] Network be8276ab-a01f-43f4-928b-cb49eaacd35f is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:49:56.040592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-e9067c5b-155b-4e3b-a7ef-eebec5c885e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, be8276ab-a01f-43f4-928b-cb49eaacd35f) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:49:56.046605 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9067c5b-155b-4e3b-a7ef-eebec5c885e2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:56.048204 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e9067c5b-155b-4e3b-a7ef-eebec5c885e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:56.050198 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885ec73a-e69f-49d6-82be-582803980394 None None] Network be8276ab-a01f-43f4-928b-cb49eaacd35f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:49:56.074109 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e9067c5b-155b-4e3b-a7ef-eebec5c885e2 admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3998003 Jan 24 16:49:56.267432 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4edc28b-6bfe-4a0b-be89-543d4be89880 None None] Network be8276ab-a01f-43f4-928b-cb49eaacd35f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:49:56.646878 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-c07b2cd2-7591-4407-a194-684e472c587a tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:56.648380 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-c07b2cd2-7591-4407-a194-684e472c587a tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/networks?id=be8276ab-a01f-43f4-928b-cb49eaacd35f HTTP/1.1" status: 200 len: 814 time: 0.1635084 Jan 24 16:49:56.664680 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-ddfacd6d-9369-47ab-97ac-3612f7b14883 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/quotas/39381e0b70b6438cb3f0a3f442562da4 HTTP/1.1" status: 200 len: 375 time: 0.0107105 Jan 24 16:49:56.719763 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-1b974030-a48c-4571-8ed2-e3b2e5f861e4 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=39381e0b70b6438cb3f0a3f442562da4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493224 Jan 24 16:49:56.861002 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-07fa16b3-33af-474d-82e3-e10d66062f9f service neutron] 10.222.0.130 "GET /v2.0/networks/be8276ab-a01f-43f4-928b-cb49eaacd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344376 Jan 24 16:49:57.086345 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-9853328c-e469-43fb-98fd-1c2027487f88 service neutron] 10.222.0.130 "GET /v2.0/networks/be8276ab-a01f-43f4-928b-cb49eaacd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193594 Jan 24 16:49:57.286685 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-718b3fa2-8a8e-4e98-aa1a-1b94c3c53c82 req-ba5bfd26-8484-4961-9469-9acae34e3fa1 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 210 time: 0.0412889 Jan 24 16:49:58.474778 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-60e6291c-dee0-4b18-bbb8-2806e2177793 req-d5c44df0-468f-4515-9500-70e9cbad50b2 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 210 time: 0.0549510 Jan 24 16:49:58.545259 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:49:59.463154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-a4ddd68d-1062-4232-8f11-46b56dc65d54 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:49:59.463862 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-a4ddd68d-1062-4232-8f11-46b56dc65d54 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Synchronizing usage tracker for tenant:39381e0b70b6438cb3f0a3f442562da4 on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:49:59.481236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-a4ddd68d-1062-4232-8f11-46b56dc65d54 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Unset dirty status for tenant:39381e0b70b6438cb3f0a3f442562da4 on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:49:59.482409 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-a4ddd68d-1062-4232-8f11-46b56dc65d54 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.129 "GET /v2.0/networks?id=be8276ab-a01f-43f4-928b-cb49eaacd35f HTTP/1.1" status: 200 len: 814 time: 0.1629331 Jan 24 16:49:59.501900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Request body: {'port': {'device_id': '118983ff-68e0-4efd-861e-36d18bfa35fc', 'network_id': 'be8276ab-a01f-43f4-928b-cb49eaacd35f', 'admin_state_up': True, 'tenant_id': '39381e0b70b6438cb3f0a3f442562da4'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:49:59.661931 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-01c6a6c7-c750-488c-9c3a-2dea451077fa req-75706a18-f151-4959-a052-fbc2f54b2a1d tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 210 time: 0.0608058 Jan 24 16:49:59.672672 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:49:59.676938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Usage tracker for resource:port and tenant:39381e0b70b6438cb3f0a3f442562da4 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:49:59.680052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:49:59.685952 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:49:59.698624 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Made reservation on behalf of 39381e0b70b6438cb3f0a3f442562da4 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:49:59.701655 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:49:59.861180 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Allocated IP 172.20.0.14 (be8276ab-a01f-43f4-928b-cb49eaacd35f/40ec3634-3d56-46f3-a4ea-ffaf3ae8d004/e60f8bf4-912a-4daf-9a4c-08e4919417d5) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:00.057136 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:00.085443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:00.158516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Network be8276ab-a01f-43f4-928b-cb49eaacd35f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:00.161493 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:00.165794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:50:00.189781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Pushing event updated for resources: {'Port': ['ID=e60f8bf4-912a-4daf-9a4c-08e4919417d5,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:00.225513 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:00.226097 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:00.247374 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-75cc6a0c-749a-4946-95ba-b9d624bbec79 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7489440 Jan 24 16:50:00.339071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Request body: {'port': {'device_id': '118983ff-68e0-4efd-861e-36d18bfa35fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:00.453406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:00.863960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a5e8b-7511-45d2-a717-e054cb842056 req-058161d1-d8bb-4881-a130-52aa3efa13cc tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:00.865695 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0a0a5e8b-7511-45d2-a717-e054cb842056 req-058161d1-d8bb-4881-a130-52aa3efa13cc tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 932 time: 0.0797114 Jan 24 16:50:00.881809 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60f8bf4-912a-4daf-9a4c-08e4919417d5 {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:50:00.888637 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:00.903707 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Transition to ACTIVE for port object e60f8bf4-912a-4daf-9a4c-08e4919417d5 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:00.909259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:00.911650 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0a0a5e8b-7511-45d2-a717-e054cb842056 req-f235cf67-705a-4671-9a2f-d1801e1b9a03 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401206 Jan 24 16:50:01.024309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Pushing event updated for resources: {'Port': ['ID=e60f8bf4-912a-4daf-9a4c-08e4919417d5,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:01.138546 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Attempting to bind port e60f8bf4-912a-4daf-9a4c-08e4919417d5 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:50:01.138865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Attempting to bind port e60f8bf4-912a-4daf-9a4c-08e4919417d5 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '2f01444c-96b5-46fd-a1ea-3eaeac78c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'be8276ab-a01f-43f4-928b-cb49eaacd35f'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:50:01.139181 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Attempting to bind port e60f8bf4-912a-4daf-9a4c-08e4919417d5 on network be8276ab-a01f-43f4-928b-cb49eaacd35f {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:50:01.145418 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Port e60f8bf4-912a-4daf-9a4c-08e4919417d5 on network be8276ab-a01f-43f4-928b-cb49eaacd35f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:50:01.145724 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Attempting to bind port e60f8bf4-912a-4daf-9a4c-08e4919417d5 on network be8276ab-a01f-43f4-928b-cb49eaacd35f {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:50:01.152359 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:50:01.152681 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Checking segment: {'id': '2f01444c-96b5-46fd-a1ea-3eaeac78c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'be8276ab-a01f-43f4-928b-cb49eaacd35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:50:01.153044 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Bound using segment: {'id': '2f01444c-96b5-46fd-a1ea-3eaeac78c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'be8276ab-a01f-43f4-928b-cb49eaacd35f'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:50:01.153453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Bound port: e60f8bf4-912a-4daf-9a4c-08e4919417d5, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f01444c-96b5-46fd-a1ea-3eaeac78c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'be8276ab-a01f-43f4-928b-cb49eaacd35f'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:50:01.153781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:01.254715 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] For port e60f8bf4-912a-4daf-9a4c-08e4919417d5, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:01.257556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] For port e60f8bf4-912a-4daf-9a4c-08e4919417d5, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=e60f8bf4-912a-4daf-9a4c-08e4919417d5,segment=NetworkSegment(2f01444c-96b5-46fd-a1ea-3eaeac78c9f2),segment_id=2f01444c-96b5-46fd-a1ea-3eaeac78c9f2)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:01.265671 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:01.325466 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:01.326808 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] 10.222.0.129 "PUT /v2.0/ports/e60f8bf4-912a-4daf-9a4c-08e4919417d5 HTTP/1.1" status: 200 len: 1094 time: 1.0680463 Jan 24 16:50:01.327221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118983ff-68e0-4efd-861e-36d18bfa35fc', 'tag': 'e60f8bf4-912a-4daf-9a4c-08e4919417d5'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:50:01.344162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c203531-24da-4ff1-9c1a-a8eb78212cca service neutron] Pushing event updated for resources: {'Port': ['ID=e60f8bf4-912a-4daf-9a4c-08e4919417d5,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:01.406429 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118983ff-68e0-4efd-861e-36d18bfa35fc', 'tag': 'e60f8bf4-912a-4daf-9a4c-08e4919417d5', 'status': 'completed', 'code': 200} Jan 24 16:50:01.452966 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-dc832217-c2e6-45ab-b7d8-79c4c5647a35 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=39381e0b70b6438cb3f0a3f442562da4&device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 1097 time: 0.0763555 Jan 24 16:50:01.520722 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-550c9d29-949d-44f4-85c6-17d48b71f347 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e60f8bf4-912a-4daf-9a4c-08e4919417d5 HTTP/1.1" status: 200 len: 217 time: 0.0600173 Jan 24 16:50:01.595425 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-17361005-f5da-4e60-895a-a385d30b0307 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:01.596947 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-17361005-f5da-4e60-895a-a385d30b0307 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=40ec3634-3d56-46f3-a4ea-ffaf3ae8d004 HTTP/1.1" status: 200 len: 854 time: 0.0664155 Jan 24 16:50:01.645754 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-0a1975c4-7cc5-43e0-a734-d79dd47a3b14 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=be8276ab-a01f-43f4-928b-cb49eaacd35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384078 Jan 24 16:50:01.787130 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-625ff7ff-9b76-4dcb-86a2-4b053117f7cc service neutron] 10.222.0.129 "GET /v2.0/networks/be8276ab-a01f-43f4-928b-cb49eaacd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305594 Jan 24 16:50:01.935811 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bbdc06cd-6121-4499-b11c-b31e28fd8038 req-e27faaa4-eb74-4f1e-9062-07b86b6d03f8 service neutron] 10.222.0.129 "GET /v2.0/networks/be8276ab-a01f-43f4-928b-cb49eaacd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380684 Jan 24 16:50:02.064600 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f341aa72-4f71-42db-b254-338aeabc3d7c req-5e2cfe6d-3dfd-41ad-8bdb-fc6d696d4c94 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=39381e0b70b6438cb3f0a3f442562da4&device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 1097 time: 0.0688362 Jan 24 16:50:02.131196 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1445c-2e71-4df7-89d5-adf204d9237f req-a8761ef6-9b3c-463e-8ed7-d1286054eb50 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:02.132712 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cdb1445c-2e71-4df7-89d5-adf204d9237f req-a8761ef6-9b3c-463e-8ed7-d1286054eb50 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 944 time: 0.0842056 Jan 24 16:50:02.178801 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cdb1445c-2e71-4df7-89d5-adf204d9237f req-2ff208d8-7bdf-49dc-9905-a71bdbf04111 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401359 Jan 24 16:50:02.201400 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341aa72-4f71-42db-b254-338aeabc3d7c req-7d8b2067-e022-4c49-90b3-01c97392ec12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:02.202877 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f341aa72-4f71-42db-b254-338aeabc3d7c req-7d8b2067-e022-4c49-90b3-01c97392ec12 service neutron] 10.222.0.129 "GET /v2.0/networks?id=be8276ab-a01f-43f4-928b-cb49eaacd35f HTTP/1.1" status: 200 len: 915 time: 0.1312997 Jan 24 16:50:02.286007 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f341aa72-4f71-42db-b254-338aeabc3d7c req-90c85441-1bf2-4ffc-981e-5138bb1f018f service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e60f8bf4-912a-4daf-9a4c-08e4919417d5 HTTP/1.1" status: 200 len: 217 time: 0.0730073 Jan 24 16:50:02.363917 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341aa72-4f71-42db-b254-338aeabc3d7c req-39ab8f06-c656-451c-b1df-56c30bf36d41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:02.366226 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f341aa72-4f71-42db-b254-338aeabc3d7c req-39ab8f06-c656-451c-b1df-56c30bf36d41 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=40ec3634-3d56-46f3-a4ea-ffaf3ae8d004 HTTP/1.1" status: 200 len: 854 time: 0.0708065 Jan 24 16:50:02.502913 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f341aa72-4f71-42db-b254-338aeabc3d7c req-8ba7bb4d-9d3f-41ec-a597-06f4b009baef service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=be8276ab-a01f-43f4-928b-cb49eaacd35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301918 Jan 24 16:50:02.647029 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f341aa72-4f71-42db-b254-338aeabc3d7c req-1fa387f3-4489-4436-805e-2b2276685efa service neutron] 10.222.0.129 "GET /v2.0/networks/be8276ab-a01f-43f4-928b-cb49eaacd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346056 Jan 24 16:50:02.787305 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f341aa72-4f71-42db-b254-338aeabc3d7c req-5e38bdd8-7056-44b6-be54-789790f88af1 service neutron] 10.222.0.129 "GET /v2.0/networks/be8276ab-a01f-43f4-928b-cb49eaacd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299336 Jan 24 16:50:03.403605 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75990b-a07b-40f1-9f37-e88b98bac593 req-2609c6f6-c307-4f6f-b431-a49223926551 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:03.404264 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-ce75990b-a07b-40f1-9f37-e88b98bac593 req-2609c6f6-c307-4f6f-b431-a49223926551 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Synchronizing usage tracker for tenant:39381e0b70b6438cb3f0a3f442562da4 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:50:03.424994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-ce75990b-a07b-40f1-9f37-e88b98bac593 req-2609c6f6-c307-4f6f-b431-a49223926551 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Unset dirty status for tenant:39381e0b70b6438cb3f0a3f442562da4 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:50:03.426141 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ce75990b-a07b-40f1-9f37-e88b98bac593 req-2609c6f6-c307-4f6f-b431-a49223926551 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 944 time: 0.1113343 Jan 24 16:50:03.478162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-ce75990b-a07b-40f1-9f37-e88b98bac593 req-54bf94be-fcb8-4366-bd72-0d3426bdc9e6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Synchronizing usage tracker for tenant:39381e0b70b6438cb3f0a3f442562da4 on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:50:03.503448 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-ce75990b-a07b-40f1-9f37-e88b98bac593 req-54bf94be-fcb8-4366-bd72-0d3426bdc9e6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Unset dirty status for tenant:39381e0b70b6438cb3f0a3f442562da4 on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:50:03.504637 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ce75990b-a07b-40f1-9f37-e88b98bac593 req-54bf94be-fcb8-4366-bd72-0d3426bdc9e6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703015 Jan 24 16:50:04.714997 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddaa03-4dac-4fd5-b64b-9687738a9bff req-e14a9f0a-054b-4eb0-bb1d-0845332ef8ab tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:04.716460 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e2ddaa03-4dac-4fd5-b64b-9687738a9bff req-e14a9f0a-054b-4eb0-bb1d-0845332ef8ab tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 944 time: 0.0847640 Jan 24 16:50:04.762505 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e2ddaa03-4dac-4fd5-b64b-9687738a9bff req-9a44e85c-4635-4eb9-b382-19cca99b4ed9 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382051 Jan 24 16:50:04.825593 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device e60f8bf4-912a-4daf-9a4c-08e4919417d5 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:50:04.961560 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port e60f8bf4-912a-4daf-9a4c-08e4919417d5, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=e60f8bf4-912a-4daf-9a4c-08e4919417d5,segment=NetworkSegment(2f01444c-96b5-46fd-a1ea-3eaeac78c9f2),segment_id=2f01444c-96b5-46fd-a1ea-3eaeac78c9f2)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:04.979218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'e60f8bf4-912a-4daf-9a4c-08e4919417d5', 'network_id': 'be8276ab-a01f-43f4-928b-cb49eaacd35f', 'port_id': 'e60f8bf4-912a-4daf-9a4c-08e4919417d5', 'mac_address': 'fa:16:3e:6e:63:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ec3634-3d56-46f3-a4ea-ffaf3ae8d004', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:50:05.033044 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:05.050157 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60f8bf4-912a-4daf-9a4c-08e4919417d5 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:50:05.070294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port e60f8bf4-912a-4daf-9a4c-08e4919417d5, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=e60f8bf4-912a-4daf-9a4c-08e4919417d5,segment=NetworkSegment(2f01444c-96b5-46fd-a1ea-3eaeac78c9f2),segment_id=2f01444c-96b5-46fd-a1ea-3eaeac78c9f2)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:05.075352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:05.146981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=e60f8bf4-912a-4daf-9a4c-08e4919417d5,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:05.381156 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['e60f8bf4-912a-4daf-9a4c-08e4919417d5'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:50:06.117985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359fd2b-2526-4528-98e4-b0674a719ba3 req-8f00ee31-755e-4796-8c4f-5c8ca6e24a23 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:06.119625 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0359fd2b-2526-4528-98e4-b0674a719ba3 req-8f00ee31-755e-4796-8c4f-5c8ca6e24a23 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 945 time: 0.0822878 Jan 24 16:50:06.166435 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0359fd2b-2526-4528-98e4-b0674a719ba3 req-5991ec32-a725-42b7-97fd-08c711330146 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410626 Jan 24 16:50:06.842965 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device e60f8bf4-912a-4daf-9a4c-08e4919417d5 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:50:06.927438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port e60f8bf4-912a-4daf-9a4c-08e4919417d5 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:50:06.932001 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port e60f8bf4-912a-4daf-9a4c-08e4919417d5 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:06.932425 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:06.995121 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4e388b58-93af-422a-a89d-0c5785c506ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:07.057917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:07.086838 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118983ff-68e0-4efd-861e-36d18bfa35fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60f8bf4-912a-4daf-9a4c-08e4919417d5'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:50:07.097093 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port e60f8bf4-912a-4daf-9a4c-08e4919417d5, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=e60f8bf4-912a-4daf-9a4c-08e4919417d5,segment=NetworkSegment(2f01444c-96b5-46fd-a1ea-3eaeac78c9f2),segment_id=2f01444c-96b5-46fd-a1ea-3eaeac78c9f2)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:07.101286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:07.142174 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118983ff-68e0-4efd-861e-36d18bfa35fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60f8bf4-912a-4daf-9a4c-08e4919417d5', 'code': 200} Jan 24 16:50:07.175370 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=e60f8bf4-912a-4daf-9a4c-08e4919417d5,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:07.415810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c488ac1-f055-4189-87a6-7b81622e7e7c req-42009422-b7c0-4a1c-9129-2844b7a63224 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:07.417509 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2c488ac1-f055-4189-87a6-7b81622e7e7c req-42009422-b7c0-4a1c-9129-2844b7a63224 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 946 time: 0.1310620 Jan 24 16:50:07.421176 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5584a07f-5d78-4482-bf27-cabb360f81eb req-ef602e87-8826-4cce-9f83-99249e897a57 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 1099 time: 0.1054060 Jan 24 16:50:07.490614 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2c488ac1-f055-4189-87a6-7b81622e7e7c req-e5efb41b-5969-4291-970f-1034809aa16e tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674765 Jan 24 16:50:07.494598 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5584a07f-5d78-4482-bf27-cabb360f81eb req-1033ee56-2ac4-4e8f-a96b-d4de7fabcaec service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584114 Jan 24 16:50:08.706406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fb09a-6e68-4f59-aee3-1b4b6896bba4 req-02d8d7c6-167b-4932-bb47-740a38f7285d tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:08.707879 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-796fb09a-6e68-4f59-aee3-1b4b6896bba4 req-02d8d7c6-167b-4932-bb47-740a38f7285d tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 946 time: 0.0892193 Jan 24 16:50:08.752642 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-796fb09a-6e68-4f59-aee3-1b4b6896bba4 req-0a9e2cdb-55de-4cdc-bd45-542b53ca550e tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391603 Jan 24 16:50:09.209601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9854a51c-d534-4c8b-ba21-1a85e213f1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:09.961891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642d3f4-070c-4062-bbfa-36a1ea73579f req-9dafc2d1-9515-4640-aad1-324f8aa4a038 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:09.963626 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7642d3f4-070c-4062-bbfa-36a1ea73579f req-9dafc2d1-9515-4640-aad1-324f8aa4a038 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 946 time: 0.0862699 Jan 24 16:50:10.011632 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7642d3f4-070c-4062-bbfa-36a1ea73579f req-0f6a260d-1d49-480a-ac4c-2ddb4a5d51ae tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420828 Jan 24 16:50:10.328624 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-59d688d8-d31f-4946-9e30-bfa54a73eb67 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:10.329963 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-59d688d8-d31f-4946-9e30-bfa54a73eb67 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/networks?id=be8276ab-a01f-43f4-928b-cb49eaacd35f HTTP/1.1" status: 200 len: 814 time: 0.1542103 Jan 24 16:50:10.346183 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-2c677f90-2be2-4c69-8d0e-e006ad09df07 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/quotas/39381e0b70b6438cb3f0a3f442562da4 HTTP/1.1" status: 200 len: 375 time: 0.0108631 Jan 24 16:50:10.431422 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-82fcd6aa-f82b-4d90-bf7f-36bf6bca2ae0 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=39381e0b70b6438cb3f0a3f442562da4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0801713 Jan 24 16:50:10.433810 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:10.451125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:10.582622 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-211ba281-3bc1-4c50-955e-0d7160a358c4 service neutron] 10.222.0.130 "GET /v2.0/networks/be8276ab-a01f-43f4-928b-cb49eaacd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433482 Jan 24 16:50:10.720005 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-91546dc1-13e2-4015-87cd-7c0437b0e21d service neutron] 10.222.0.130 "GET /v2.0/networks/be8276ab-a01f-43f4-928b-cb49eaacd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314425 Jan 24 16:50:10.911963 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5a7182bc-fc36-4315-8f7d-5b75cf854bff req-f8088979-aa5f-4811-8c07-4f18280d92e0 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=b26aa6f8-570a-43f7-965b-8fb384cc6fba HTTP/1.1" status: 200 len: 210 time: 0.0438540 Jan 24 16:50:11.872900 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:12.087160 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-62bc4c2d-1d0d-4e11-8201-87048f293c98 req-1ea9e441-9d6e-45f3-959b-daeb08c3adf3 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=b26aa6f8-570a-43f7-965b-8fb384cc6fba HTTP/1.1" status: 200 len: 210 time: 0.0491397 Jan 24 16:50:12.172065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-353d0e43-e50e-4786-8525-f5fd231c22e8 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:12.173449 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-353d0e43-e50e-4786-8525-f5fd231c22e8 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.129 "GET /v2.0/networks?id=be8276ab-a01f-43f4-928b-cb49eaacd35f HTTP/1.1" status: 200 len: 814 time: 0.1569793 Jan 24 16:50:12.189900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-2a522a21-8d50-4e74-9934-06baab3917f6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Request body: {'port': {'device_id': 'b26aa6f8-570a-43f7-965b-8fb384cc6fba', 'network_id': 'be8276ab-a01f-43f4-928b-cb49eaacd35f', 'admin_state_up': True, 'tenant_id': '39381e0b70b6438cb3f0a3f442562da4'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:12.326711 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-2a522a21-8d50-4e74-9934-06baab3917f6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:12.337062 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-2a522a21-8d50-4e74-9934-06baab3917f6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:12.349451 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-2a522a21-8d50-4e74-9934-06baab3917f6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Made reservation on behalf of 39381e0b70b6438cb3f0a3f442562da4 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:12.354164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-2a522a21-8d50-4e74-9934-06baab3917f6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:12.540796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-2a522a21-8d50-4e74-9934-06baab3917f6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Allocated IP 172.20.0.8 (be8276ab-a01f-43f4-928b-cb49eaacd35f/40ec3634-3d56-46f3-a4ea-ffaf3ae8d004/0122d60d-1464-4656-83bb-9d649bfe11b9) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:12.749392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-2a522a21-8d50-4e74-9934-06baab3917f6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:12.779596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-2a522a21-8d50-4e74-9934-06baab3917f6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:12.791878 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['e60f8bf4-912a-4daf-9a4c-08e4919417d5'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:50:12.851794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-2a522a21-8d50-4e74-9934-06baab3917f6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Network be8276ab-a01f-43f4-928b-cb49eaacd35f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:12.854898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-2a522a21-8d50-4e74-9934-06baab3917f6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:12.859706 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-2a522a21-8d50-4e74-9934-06baab3917f6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:50:12.890945 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a522a21-8d50-4e74-9934-06baab3917f6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Pushing event updated for resources: {'Port': ['ID=0122d60d-1464-4656-83bb-9d649bfe11b9,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:13.025583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-2a522a21-8d50-4e74-9934-06baab3917f6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:13.026092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-2a522a21-8d50-4e74-9934-06baab3917f6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:13.051964 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-2a522a21-8d50-4e74-9934-06baab3917f6 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8656290 Jan 24 16:50:13.063323 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Request body: {'port': {'device_id': 'b26aa6f8-570a-43f7-965b-8fb384cc6fba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:13.178214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:13.441918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2d6f4-9bb7-4ce0-862a-6239837550e1 req-fbdfda09-9c16-40ad-914f-bc9db5dfa61b tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:13.442590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-0aa2d6f4-9bb7-4ce0-862a-6239837550e1 req-fbdfda09-9c16-40ad-914f-bc9db5dfa61b tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Synchronizing usage tracker for tenant:39381e0b70b6438cb3f0a3f442562da4 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:50:13.476020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-0aa2d6f4-9bb7-4ce0-862a-6239837550e1 req-fbdfda09-9c16-40ad-914f-bc9db5dfa61b tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Unset dirty status for tenant:39381e0b70b6438cb3f0a3f442562da4 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:50:13.477252 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0aa2d6f4-9bb7-4ce0-862a-6239837550e1 req-fbdfda09-9c16-40ad-914f-bc9db5dfa61b tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=b26aa6f8-570a-43f7-965b-8fb384cc6fba HTTP/1.1" status: 200 len: 931 time: 0.2564008 Jan 24 16:50:13.557424 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0aa2d6f4-9bb7-4ce0-862a-6239837550e1 req-9b9f0e9f-23be-4ced-be17-57b5db96dd23 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693717 Jan 24 16:50:13.614851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0122d60d-1464-4656-83bb-9d649bfe11b9 {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:50:13.622590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:13.638401 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Transition to ACTIVE for port object 0122d60d-1464-4656-83bb-9d649bfe11b9 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:13.643318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:13.768975 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Pushing event updated for resources: {'Port': ['ID=0122d60d-1464-4656-83bb-9d649bfe11b9,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:13.882351 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Attempting to bind port 0122d60d-1464-4656-83bb-9d649bfe11b9 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:50:13.882664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Attempting to bind port 0122d60d-1464-4656-83bb-9d649bfe11b9 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '2f01444c-96b5-46fd-a1ea-3eaeac78c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'be8276ab-a01f-43f4-928b-cb49eaacd35f'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:50:13.883158 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Attempting to bind port 0122d60d-1464-4656-83bb-9d649bfe11b9 on network be8276ab-a01f-43f4-928b-cb49eaacd35f {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:50:13.891556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Port 0122d60d-1464-4656-83bb-9d649bfe11b9 on network be8276ab-a01f-43f4-928b-cb49eaacd35f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:50:13.891869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Attempting to bind port 0122d60d-1464-4656-83bb-9d649bfe11b9 on network be8276ab-a01f-43f4-928b-cb49eaacd35f {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:50:13.898392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:50:13.898720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Checking segment: {'id': '2f01444c-96b5-46fd-a1ea-3eaeac78c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'be8276ab-a01f-43f4-928b-cb49eaacd35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:50:13.899098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Bound using segment: {'id': '2f01444c-96b5-46fd-a1ea-3eaeac78c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'be8276ab-a01f-43f4-928b-cb49eaacd35f'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:50:13.899606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Bound port: 0122d60d-1464-4656-83bb-9d649bfe11b9, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f01444c-96b5-46fd-a1ea-3eaeac78c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'be8276ab-a01f-43f4-928b-cb49eaacd35f'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:50:13.900001 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:14.004582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] For port 0122d60d-1464-4656-83bb-9d649bfe11b9, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:14.008843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] For port 0122d60d-1464-4656-83bb-9d649bfe11b9, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=0122d60d-1464-4656-83bb-9d649bfe11b9,segment=NetworkSegment(2f01444c-96b5-46fd-a1ea-3eaeac78c9f2),segment_id=2f01444c-96b5-46fd-a1ea-3eaeac78c9f2)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:14.014835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:14.075852 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:14.077238 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-56506641-bde0-4d5f-b057-313665b0575b service neutron] 10.222.0.129 "PUT /v2.0/ports/0122d60d-1464-4656-83bb-9d649bfe11b9 HTTP/1.1" status: 200 len: 1093 time: 1.0181258 Jan 24 16:50:14.077687 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26aa6f8-570a-43f7-965b-8fb384cc6fba', 'tag': '0122d60d-1464-4656-83bb-9d649bfe11b9'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:50:14.096067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56506641-bde0-4d5f-b057-313665b0575b service neutron] Pushing event updated for resources: {'Port': ['ID=0122d60d-1464-4656-83bb-9d649bfe11b9,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:14.146886 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b26aa6f8-570a-43f7-965b-8fb384cc6fba', 'tag': '0122d60d-1464-4656-83bb-9d649bfe11b9', 'status': 'completed', 'code': 200} Jan 24 16:50:14.195183 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-80cef3d6-9f4d-4c41-8521-868df6537285 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=39381e0b70b6438cb3f0a3f442562da4&device_id=b26aa6f8-570a-43f7-965b-8fb384cc6fba HTTP/1.1" status: 200 len: 1096 time: 0.0787511 Jan 24 16:50:14.302161 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-790b9119-0900-474a-bc45-ed2785d04909 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0122d60d-1464-4656-83bb-9d649bfe11b9 HTTP/1.1" status: 200 len: 217 time: 0.0996664 Jan 24 16:50:14.369321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-4d82970e-48df-4cac-b8c1-e78456782378 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:14.370799 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-4d82970e-48df-4cac-b8c1-e78456782378 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=40ec3634-3d56-46f3-a4ea-ffaf3ae8d004 HTTP/1.1" status: 200 len: 854 time: 0.0628018 Jan 24 16:50:14.418970 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-1cd5a87d-318c-43fe-b24b-ae8eb40f5e52 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=be8276ab-a01f-43f4-928b-cb49eaacd35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417838 Jan 24 16:50:14.551793 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-2661eac6-177b-4b40-8ba2-fd8a92a6037f service neutron] 10.222.0.129 "GET /v2.0/networks/be8276ab-a01f-43f4-928b-cb49eaacd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261358 Jan 24 16:50:14.724185 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fa9bc78e-85e1-4096-b057-d9c94024ed0b req-10d5790e-b2a8-4017-96a8-b86c608f8420 service neutron] 10.222.0.129 "GET /v2.0/networks/be8276ab-a01f-43f4-928b-cb49eaacd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655910 Jan 24 16:50:14.766575 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a85ad2-0205-44a1-942a-8d44180966c0 req-7b8bf4df-54c7-4f03-8a46-5cc8df7d3a18 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:14.768175 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-75a85ad2-0205-44a1-942a-8d44180966c0 req-7b8bf4df-54c7-4f03-8a46-5cc8df7d3a18 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=b26aa6f8-570a-43f7-965b-8fb384cc6fba HTTP/1.1" status: 200 len: 943 time: 0.0817671 Jan 24 16:50:14.966853 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-75a85ad2-0205-44a1-942a-8d44180966c0 req-34a13daa-48b9-490e-acda-1560dd2ed133 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927567 Jan 24 16:50:14.983394 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-624eebd4-c4ae-4f59-8de5-3311f1959a42 req-bc7ec167-b1a2-48de-a39d-80f3817c8234 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=39381e0b70b6438cb3f0a3f442562da4&device_id=b26aa6f8-570a-43f7-965b-8fb384cc6fba HTTP/1.1" status: 200 len: 1096 time: 0.1958778 Jan 24 16:50:15.137556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624eebd4-c4ae-4f59-8de5-3311f1959a42 req-02eae57a-5532-48f3-b24b-44af6b0dddda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:15.139000 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-624eebd4-c4ae-4f59-8de5-3311f1959a42 req-02eae57a-5532-48f3-b24b-44af6b0dddda service neutron] 10.222.0.129 "GET /v2.0/networks?id=be8276ab-a01f-43f4-928b-cb49eaacd35f HTTP/1.1" status: 200 len: 915 time: 0.1465542 Jan 24 16:50:15.222012 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-624eebd4-c4ae-4f59-8de5-3311f1959a42 req-9a8a569c-3dfb-441e-80d9-229f389655ac service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0122d60d-1464-4656-83bb-9d649bfe11b9 HTTP/1.1" status: 200 len: 217 time: 0.0754962 Jan 24 16:50:15.288648 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624eebd4-c4ae-4f59-8de5-3311f1959a42 req-9c362f51-d66e-40a4-be26-7a44f6582064 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:15.290061 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-624eebd4-c4ae-4f59-8de5-3311f1959a42 req-9c362f51-d66e-40a4-be26-7a44f6582064 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=40ec3634-3d56-46f3-a4ea-ffaf3ae8d004 HTTP/1.1" status: 200 len: 854 time: 0.0615828 Jan 24 16:50:15.337177 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-624eebd4-c4ae-4f59-8de5-3311f1959a42 req-96d0830b-4a32-41c1-8cfd-b98c1fb6066b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=be8276ab-a01f-43f4-928b-cb49eaacd35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387774 Jan 24 16:50:15.479221 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-624eebd4-c4ae-4f59-8de5-3311f1959a42 req-492ef2df-fe17-4a86-9cc4-e82b9a94ef83 service neutron] 10.222.0.129 "GET /v2.0/networks/be8276ab-a01f-43f4-928b-cb49eaacd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336365 Jan 24 16:50:15.617420 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-624eebd4-c4ae-4f59-8de5-3311f1959a42 req-c2340114-7865-4a55-b5ed-4ae9f9a9ee51 service neutron] 10.222.0.129 "GET /v2.0/networks/be8276ab-a01f-43f4-928b-cb49eaacd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317894 Jan 24 16:50:16.183466 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e534a-1cf7-47a4-bfd2-42a0b8bade5c req-e9de6720-8c6b-44d8-8557-68e6ea0d504a tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:16.184972 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8b1e534a-1cf7-47a4-bfd2-42a0b8bade5c req-e9de6720-8c6b-44d8-8557-68e6ea0d504a tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=b26aa6f8-570a-43f7-965b-8fb384cc6fba HTTP/1.1" status: 200 len: 943 time: 0.0837915 Jan 24 16:50:16.232631 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8b1e534a-1cf7-47a4-bfd2-42a0b8bade5c req-f857ef44-9a44-4dfe-80de-365c372b7d57 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419292 Jan 24 16:50:16.872951 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 0122d60d-1464-4656-83bb-9d649bfe11b9 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:50:17.013932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 0122d60d-1464-4656-83bb-9d649bfe11b9, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=0122d60d-1464-4656-83bb-9d649bfe11b9,segment=NetworkSegment(2f01444c-96b5-46fd-a1ea-3eaeac78c9f2),segment_id=2f01444c-96b5-46fd-a1ea-3eaeac78c9f2)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:17.027795 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '0122d60d-1464-4656-83bb-9d649bfe11b9', 'network_id': 'be8276ab-a01f-43f4-928b-cb49eaacd35f', 'port_id': '0122d60d-1464-4656-83bb-9d649bfe11b9', 'mac_address': 'fa:16:3e:7d:f4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ec3634-3d56-46f3-a4ea-ffaf3ae8d004', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:50:17.081624 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:17.106971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0122d60d-1464-4656-83bb-9d649bfe11b9 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:50:17.125818 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 0122d60d-1464-4656-83bb-9d649bfe11b9, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=0122d60d-1464-4656-83bb-9d649bfe11b9,segment=NetworkSegment(2f01444c-96b5-46fd-a1ea-3eaeac78c9f2),segment_id=2f01444c-96b5-46fd-a1ea-3eaeac78c9f2)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:17.133657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:17.233372 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=0122d60d-1464-4656-83bb-9d649bfe11b9,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:17.242872 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.243218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.243571 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.243903 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.244226 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.244548 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.244867 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.245183 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.245489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.245799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.246108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.366886 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['0122d60d-1464-4656-83bb-9d649bfe11b9'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:50:17.441463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e8eb5-acb3-4a88-b593-7b3be896802f req-6c7353ee-77b3-45c6-9ac5-e8a11c87ef30 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:17.443008 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cb7e8eb5-acb3-4a88-b593-7b3be896802f req-6c7353ee-77b3-45c6-9ac5-e8a11c87ef30 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=b26aa6f8-570a-43f7-965b-8fb384cc6fba HTTP/1.1" status: 200 len: 944 time: 0.0836861 Jan 24 16:50:17.490197 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cb7e8eb5-acb3-4a88-b593-7b3be896802f req-fe0c5b8a-69d7-4e7c-b5de-008cf424190f tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414841 Jan 24 16:50:18.220583 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:18.720324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d63d14-8f0d-424f-8894-ae7f04f2ba1c req-39644d58-e839-4a3f-9618-0f16d8df726c tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:18.721823 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-13d63d14-8f0d-424f-8894-ae7f04f2ba1c req-39644d58-e839-4a3f-9618-0f16d8df726c tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=b26aa6f8-570a-43f7-965b-8fb384cc6fba HTTP/1.1" status: 200 len: 944 time: 0.0911860 Jan 24 16:50:18.771433 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-13d63d14-8f0d-424f-8894-ae7f04f2ba1c req-988185bc-6628-4efe-9acc-d452ea3912a5 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410123 Jan 24 16:50:18.902648 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 0122d60d-1464-4656-83bb-9d649bfe11b9 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:50:18.976722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 0122d60d-1464-4656-83bb-9d649bfe11b9 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:50:18.981629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 0122d60d-1464-4656-83bb-9d649bfe11b9 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:18.981999 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:19.094067 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:19.120612 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26aa6f8-570a-43f7-965b-8fb384cc6fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0122d60d-1464-4656-83bb-9d649bfe11b9'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:50:19.130026 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 0122d60d-1464-4656-83bb-9d649bfe11b9, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=0122d60d-1464-4656-83bb-9d649bfe11b9,segment=NetworkSegment(2f01444c-96b5-46fd-a1ea-3eaeac78c9f2),segment_id=2f01444c-96b5-46fd-a1ea-3eaeac78c9f2)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:19.135258 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:19.177314 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26aa6f8-570a-43f7-965b-8fb384cc6fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0122d60d-1464-4656-83bb-9d649bfe11b9', 'code': 200} Jan 24 16:50:19.203056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=0122d60d-1464-4656-83bb-9d649bfe11b9,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:19.418993 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2b82aa4c-eb88-44a4-910d-2f1c13d3fe5a req-b07dca04-edd1-4cb4-944e-bf69341217fc service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=b26aa6f8-570a-43f7-965b-8fb384cc6fba HTTP/1.1" status: 200 len: 1098 time: 0.0755637 Jan 24 16:50:19.466066 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2b82aa4c-eb88-44a4-910d-2f1c13d3fe5a req-c6ed0c18-80a1-4071-886a-ec9a0cee0767 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411808 Jan 24 16:50:19.984356 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2139d33-1d90-4f59-ba87-5f88b4988fea req-2cc49bf9-ad02-497c-a330-9dff31e36ae1 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:19.985918 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b2139d33-1d90-4f59-ba87-5f88b4988fea req-2cc49bf9-ad02-497c-a330-9dff31e36ae1 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=b26aa6f8-570a-43f7-965b-8fb384cc6fba HTTP/1.1" status: 200 len: 945 time: 0.0784488 Jan 24 16:50:20.036104 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b2139d33-1d90-4f59-ba87-5f88b4988fea req-08d14438-ffae-4900-bc76-cbe6e3f0596f tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440140 Jan 24 16:50:21.250422 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3d0e6-65f0-455c-ab4b-0c508da0b8c6 req-e64c5892-0da8-4c4a-bf36-70540494a89c tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:21.251926 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80c3d0e6-65f0-455c-ab4b-0c508da0b8c6 req-e64c5892-0da8-4c4a-bf36-70540494a89c tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=b26aa6f8-570a-43f7-965b-8fb384cc6fba HTTP/1.1" status: 200 len: 945 time: 0.0850065 Jan 24 16:50:21.300919 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80c3d0e6-65f0-455c-ab4b-0c508da0b8c6 req-00bb37c7-d005-4d92-9e95-21a951b265dd tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401337 Jan 24 16:50:21.733794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ef57a-1912-4a51-976c-054e35cee0fd req-0bad938c-2e69-4b14-ab44-ba8e55508e35 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:21.735288 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-890ef57a-1912-4a51-976c-054e35cee0fd req-0bad938c-2e69-4b14-ab44-ba8e55508e35 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=b26aa6f8-570a-43f7-965b-8fb384cc6fba HTTP/1.1" status: 200 len: 945 time: 0.0899408 Jan 24 16:50:21.783643 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-890ef57a-1912-4a51-976c-054e35cee0fd req-e75a08a5-055d-465c-b35e-e5ebb70d9c27 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400386 Jan 24 16:50:21.938517 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-da209f3c-6581-4d68-9340-82408fb7001c req-cf944534-c4d8-428a-9868-b5beff51d72f service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799298 Jan 24 16:50:22.095511 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-da209f3c-6581-4d68-9340-82408fb7001c req-95dfd1ec-67d8-4686-8a64-c3204572c065 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=39381e0b70b6438cb3f0a3f442562da4&device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 1099 time: 0.0741124 Jan 24 16:50:22.245333 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da209f3c-6581-4d68-9340-82408fb7001c req-5c1160cc-fa98-4ec1-b127-4154c4f7b414 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:22.247096 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-da209f3c-6581-4d68-9340-82408fb7001c req-5c1160cc-fa98-4ec1-b127-4154c4f7b414 service neutron] 10.222.0.129 "GET /v2.0/networks?id=be8276ab-a01f-43f4-928b-cb49eaacd35f HTTP/1.1" status: 200 len: 915 time: 0.1307647 Jan 24 16:50:22.328039 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-da209f3c-6581-4d68-9340-82408fb7001c req-adf56ea9-2b57-406e-bce4-40344589cb40 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e60f8bf4-912a-4daf-9a4c-08e4919417d5 HTTP/1.1" status: 200 len: 217 time: 0.0734267 Jan 24 16:50:22.396436 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da209f3c-6581-4d68-9340-82408fb7001c req-7b987cd2-afb4-4321-8df8-d722e44b228f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:22.397846 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-da209f3c-6581-4d68-9340-82408fb7001c req-7b987cd2-afb4-4321-8df8-d722e44b228f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=40ec3634-3d56-46f3-a4ea-ffaf3ae8d004 HTTP/1.1" status: 200 len: 854 time: 0.0617623 Jan 24 16:50:22.446290 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-da209f3c-6581-4d68-9340-82408fb7001c req-b9d30e29-7142-4394-98ae-9a3aef9772b0 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=be8276ab-a01f-43f4-928b-cb49eaacd35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391352 Jan 24 16:50:22.671238 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-da209f3c-6581-4d68-9340-82408fb7001c req-9b86f7eb-c91c-4a3c-968e-322383cfa3d8 service neutron] 10.222.0.129 "GET /v2.0/networks/be8276ab-a01f-43f4-928b-cb49eaacd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166901 Jan 24 16:50:22.817811 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-da209f3c-6581-4d68-9340-82408fb7001c req-7b254283-fbf5-44e7-8c24-5c6cc5fcdafe service neutron] 10.222.0.129 "GET /v2.0/networks/be8276ab-a01f-43f4-928b-cb49eaacd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388767 Jan 24 16:50:22.998498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1dd77-463f-4d2f-8f89-668def177383 req-d8fb4dea-7c3d-4e5a-ab17-4fce55b08e3e tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:22.999852 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f0d1dd77-463f-4d2f-8f89-668def177383 req-d8fb4dea-7c3d-4e5a-ab17-4fce55b08e3e tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=b26aa6f8-570a-43f7-965b-8fb384cc6fba HTTP/1.1" status: 200 len: 945 time: 0.0794992 Jan 24 16:50:23.050759 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f0d1dd77-463f-4d2f-8f89-668def177383 req-51ab1d7c-5e52-4875-bd79-fe683f6b5561 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449383 Jan 24 16:50:23.131999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15220395-f596-4325-9f90-0d79c94583ff req-ff4d849d-f6c8-4e90-bda6-ce527e0342ca tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:23.133392 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-15220395-f596-4325-9f90-0d79c94583ff req-ff4d849d-f6c8-4e90-bda6-ce527e0342ca tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.129 "GET /v2.0/ports?device_id=b26aa6f8-570a-43f7-965b-8fb384cc6fba HTTP/1.1" status: 200 len: 945 time: 0.0839472 Jan 24 16:50:23.201329 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-15220395-f596-4325-9f90-0d79c94583ff req-4129696e-5430-44e2-8d2c-db52485fb0a9 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Deleting port 0122d60d-1464-4656-83bb-9d649bfe11b9 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:50:23.201648 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-15220395-f596-4325-9f90-0d79c94583ff req-4129696e-5430-44e2-8d2c-db52485fb0a9 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:23.449302 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-15220395-f596-4325-9f90-0d79c94583ff req-4129696e-5430-44e2-8d2c-db52485fb0a9 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] For port 0122d60d-1464-4656-83bb-9d649bfe11b9, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=0122d60d-1464-4656-83bb-9d649bfe11b9,segment=NetworkSegment(2f01444c-96b5-46fd-a1ea-3eaeac78c9f2),segment_id=2f01444c-96b5-46fd-a1ea-3eaeac78c9f2)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:23.450039 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-15220395-f596-4325-9f90-0d79c94583ff req-4129696e-5430-44e2-8d2c-db52485fb0a9 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:23.569101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-15220395-f596-4325-9f90-0d79c94583ff req-4129696e-5430-44e2-8d2c-db52485fb0a9 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Calling delete_port for 0122d60d-1464-4656-83bb-9d649bfe11b9 owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:50:23.715062 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-15220395-f596-4325-9f90-0d79c94583ff req-4129696e-5430-44e2-8d2c-db52485fb0a9 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:23.729657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['e60f8bf4-912a-4daf-9a4c-08e4919417d5', '0122d60d-1464-4656-83bb-9d649bfe11b9'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:50:23.761831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129696e-5430-44e2-8d2c-db52485fb0a9 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Pushing event deleted for resources: {'Port': ['ID=0122d60d-1464-4656-83bb-9d649bfe11b9,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:23.838645 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-15220395-f596-4325-9f90-0d79c94583ff req-4129696e-5430-44e2-8d2c-db52485fb0a9 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] No DVR routers for this DVR port 0122d60d-1464-4656-83bb-9d649bfe11b9 on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:50:23.841099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-15220395-f596-4325-9f90-0d79c94583ff req-4129696e-5430-44e2-8d2c-db52485fb0a9 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:23.843627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26aa6f8-570a-43f7-965b-8fb384cc6fba', 'name': 'network-vif-deleted', 'tag': '0122d60d-1464-4656-83bb-9d649bfe11b9'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:50:23.860223 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-15220395-f596-4325-9f90-0d79c94583ff req-4129696e-5430-44e2-8d2c-db52485fb0a9 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.129 "DELETE /v2.0/ports/0122d60d-1464-4656-83bb-9d649bfe11b9 HTTP/1.1" status: 204 len: 173 time: 0.7207308 Jan 24 16:50:23.901806 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26aa6f8-570a-43f7-965b-8fb384cc6fba', 'name': 'network-vif-deleted', 'tag': '0122d60d-1464-4656-83bb-9d649bfe11b9', 'status': 'completed', 'code': 200} Jan 24 16:50:24.251170 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-24059391-4dc3-4de0-9ac9-e61ac2f0ac75 req-c3c20414-99fc-4b57-83ec-cd78b8135ec1 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=b26aa6f8-570a-43f7-965b-8fb384cc6fba HTTP/1.1" status: 200 len: 210 time: 0.0480549 Jan 24 16:50:25.548538 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d123436-589a-46b0-bde0-f5a19c7857b9 req-81c9c169-dd09-479e-a770-283d26543a14 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:25.549957 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5d123436-589a-46b0-bde0-f5a19c7857b9 req-81c9c169-dd09-479e-a770-283d26543a14 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 946 time: 0.0833895 Jan 24 16:50:25.597591 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5d123436-589a-46b0-bde0-f5a19c7857b9 req-197b948a-9495-4cbf-969c-a586931f9f5b tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420489 Jan 24 16:50:25.832216 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e995647-8aee-41aa-a94f-fe99d749906a req-bba818ae-ec5a-4850-8456-9bfa5e666f2e tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:25.833655 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e995647-8aee-41aa-a94f-fe99d749906a req-bba818ae-ec5a-4850-8456-9bfa5e666f2e tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 946 time: 0.0852325 Jan 24 16:50:25.891429 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7e995647-8aee-41aa-a94f-fe99d749906a req-ccaa2843-4338-4f59-8a3e-75180f6040af tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496404 Jan 24 16:50:26.102132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259729b-52d1-4926-98c4-a956bdc9f622 req-696e484f-4c32-4e25-937a-935c98d45b2e tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:26.102819 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-f259729b-52d1-4926-98c4-a956bdc9f622 req-696e484f-4c32-4e25-937a-935c98d45b2e tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Synchronizing usage tracker for tenant:39381e0b70b6438cb3f0a3f442562da4 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:50:26.120597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-f259729b-52d1-4926-98c4-a956bdc9f622 req-696e484f-4c32-4e25-937a-935c98d45b2e tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Unset dirty status for tenant:39381e0b70b6438cb3f0a3f442562da4 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:50:26.121781 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f259729b-52d1-4926-98c4-a956bdc9f622 req-696e484f-4c32-4e25-937a-935c98d45b2e tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 946 time: 0.0947857 Jan 24 16:50:26.173965 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f259729b-52d1-4926-98c4-a956bdc9f622 req-7554f40c-32d2-4fb5-a23f-a2cef8002950 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458362 Jan 24 16:50:26.393239 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b053cd54-e3d9-48ea-bf11-7285ad3e623c req-d572c2fd-8c4a-4cfc-a7eb-24bb3cab5e97 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0758107 Jan 24 16:50:26.619521 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0eac2-e16f-44af-94c0-1883aaef477d req-d5c1045a-e21d-4b4e-a9ba-b241764da30b tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:26.621137 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f2a0eac2-e16f-44af-94c0-1883aaef477d req-d5c1045a-e21d-4b4e-a9ba-b241764da30b tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 946 time: 0.0942054 Jan 24 16:50:26.673337 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f2a0eac2-e16f-44af-94c0-1883aaef477d req-4fbdbcc4-dbe8-458c-a9b4-baac626642f5 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Jan 24 16:50:26.905406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d06f7-1bd7-42c3-87bb-f512eed9d987 req-8409b4d1-09b7-49a9-841b-893a3df571fb tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:26.906843 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e02d06f7-1bd7-42c3-87bb-f512eed9d987 req-8409b4d1-09b7-49a9-841b-893a3df571fb tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 946 time: 0.0929520 Jan 24 16:50:26.937547 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 0122d60d-1464-4656-83bb-9d649bfe11b9 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:50:26.978653 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 0122d60d-1464-4656-83bb-9d649bfe11b9 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:50:26.979093 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 0122d60d-1464-4656-83bb-9d649bfe11b9 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:50:27.044649 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e02d06f7-1bd7-42c3-87bb-f512eed9d987 req-1bc699aa-80eb-47c4-8cfa-a75cd920da6a tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318393 Jan 24 16:50:27.295455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6fed7-1479-46f7-b5b4-dc2b2fd459b9 req-f34cc07f-8c92-4c28-90de-822ead7120dc tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:27.296847 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e0f6fed7-1479-46f7-b5b4-dc2b2fd459b9 req-f34cc07f-8c92-4c28-90de-822ead7120dc tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 946 time: 0.0783029 Jan 24 16:50:27.342922 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e0f6fed7-1479-46f7-b5b4-dc2b2fd459b9 req-f70f96b3-a9c5-4261-bc65-7418f3c0a734 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401046 Jan 24 16:50:27.955433 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d472142-07e9-4a54-832a-8f0fc4bef133 req-5cd109c5-8f16-4849-a4ae-2a0a4476d45c tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:27.956880 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7d472142-07e9-4a54-832a-8f0fc4bef133 req-5cd109c5-8f16-4849-a4ae-2a0a4476d45c tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 946 time: 0.0903955 Jan 24 16:50:28.006100 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7d472142-07e9-4a54-832a-8f0fc4bef133 req-71c96aa4-6aea-4cda-96a0-50b7074231d5 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407648 Jan 24 16:50:29.222400 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d98158-aef6-4b21-b055-4d57fdd6f7b5 req-d1d058ab-e6de-4331-968f-0b26b5855d21 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:29.223856 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a6d98158-aef6-4b21-b055-4d57fdd6f7b5 req-d1d058ab-e6de-4331-968f-0b26b5855d21 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 946 time: 0.0830116 Jan 24 16:50:29.327247 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a6d98158-aef6-4b21-b055-4d57fdd6f7b5 req-4be99030-d6f8-46b9-b70d-acb20a8e82ee tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/security-groups?id=fc26263d-1baa-4050-a598-16db6153d1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950019 Jan 24 16:50:29.346707 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60feef96-b86f-448f-9616-832b7f6c7dc3 req-e243d363-d607-4b13-8484-409b615a3787 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:29.348180 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-60feef96-b86f-448f-9616-832b7f6c7dc3 req-e243d363-d607-4b13-8484-409b615a3787 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.129 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 946 time: 0.1020758 Jan 24 16:50:29.427694 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-60feef96-b86f-448f-9616-832b7f6c7dc3 req-2ddf6588-bead-483e-99ed-cdfe0e7cbc05 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Deleting port e60f8bf4-912a-4daf-9a4c-08e4919417d5 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:50:29.428104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-60feef96-b86f-448f-9616-832b7f6c7dc3 req-2ddf6588-bead-483e-99ed-cdfe0e7cbc05 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:29.777850 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-60feef96-b86f-448f-9616-832b7f6c7dc3 req-2ddf6588-bead-483e-99ed-cdfe0e7cbc05 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] For port e60f8bf4-912a-4daf-9a4c-08e4919417d5, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=e60f8bf4-912a-4daf-9a4c-08e4919417d5,segment=NetworkSegment(2f01444c-96b5-46fd-a1ea-3eaeac78c9f2),segment_id=2f01444c-96b5-46fd-a1ea-3eaeac78c9f2)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:29.778203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-60feef96-b86f-448f-9616-832b7f6c7dc3 req-2ddf6588-bead-483e-99ed-cdfe0e7cbc05 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:29.896471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-60feef96-b86f-448f-9616-832b7f6c7dc3 req-2ddf6588-bead-483e-99ed-cdfe0e7cbc05 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Calling delete_port for e60f8bf4-912a-4daf-9a4c-08e4919417d5 owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:50:30.044033 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-60feef96-b86f-448f-9616-832b7f6c7dc3 req-2ddf6588-bead-483e-99ed-cdfe0e7cbc05 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:30.059545 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['e60f8bf4-912a-4daf-9a4c-08e4919417d5'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:50:30.096479 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf6588-bead-483e-99ed-cdfe0e7cbc05 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Pushing event deleted for resources: {'Port': ['ID=e60f8bf4-912a-4daf-9a4c-08e4919417d5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:30.169337 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-60feef96-b86f-448f-9616-832b7f6c7dc3 req-2ddf6588-bead-483e-99ed-cdfe0e7cbc05 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] No DVR routers for this DVR port e60f8bf4-912a-4daf-9a4c-08e4919417d5 on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:50:30.171930 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-60feef96-b86f-448f-9616-832b7f6c7dc3 req-2ddf6588-bead-483e-99ed-cdfe0e7cbc05 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:30.174435 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118983ff-68e0-4efd-861e-36d18bfa35fc', 'name': 'network-vif-deleted', 'tag': 'e60f8bf4-912a-4daf-9a4c-08e4919417d5'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:50:30.191341 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-60feef96-b86f-448f-9616-832b7f6c7dc3 req-2ddf6588-bead-483e-99ed-cdfe0e7cbc05 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.129 "DELETE /v2.0/ports/e60f8bf4-912a-4daf-9a4c-08e4919417d5 HTTP/1.1" status: 204 len: 173 time: 0.8346457 Jan 24 16:50:30.233548 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118983ff-68e0-4efd-861e-36d18bfa35fc', 'name': 'network-vif-deleted', 'tag': 'e60f8bf4-912a-4daf-9a4c-08e4919417d5', 'status': 'completed', 'code': 200} Jan 24 16:50:30.512269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-edae200c-e297-43c4-9e0a-1ac978b16536 req-f12bd387-904a-4095-b284-315f1a858f70 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Synchronizing usage tracker for tenant:39381e0b70b6438cb3f0a3f442562da4 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:50:30.535083 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-edae200c-e297-43c4-9e0a-1ac978b16536 req-f12bd387-904a-4095-b284-315f1a858f70 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] Unset dirty status for tenant:39381e0b70b6438cb3f0a3f442562da4 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:50:30.536313 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-edae200c-e297-43c4-9e0a-1ac978b16536 req-f12bd387-904a-4095-b284-315f1a858f70 tempest-ServersNegativeTestJSON-546791403 tempest-ServersNegativeTestJSON-546791403-project] 10.222.0.130 "GET /v2.0/ports?device_id=118983ff-68e0-4efd-861e-36d18bfa35fc HTTP/1.1" status: 200 len: 210 time: 0.0668256 Jan 24 16:50:31.648087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40710) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:31.710446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27caf22-b517-4104-9da7-520a08c4029a admin admin] Deleting subnet 40ec3634-3d56-46f3-a4ea-ffaf3ae8d004 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:50:31.713606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c27caf22-b517-4104-9da7-520a08c4029a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:31.762799 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c27caf22-b517-4104-9da7-520a08c4029a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:31.820009 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c27caf22-b517-4104-9da7-520a08c4029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:31.891225 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c27caf22-b517-4104-9da7-520a08c4029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:31.926523 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27caf22-b517-4104-9da7-520a08c4029a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40ec3634-3d56-46f3-a4ea-ffaf3ae8d004,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:31.932830 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c27caf22-b517-4104-9da7-520a08c4029a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:31.938823 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c27caf22-b517-4104-9da7-520a08c4029a admin admin] 10.222.0.130 "DELETE /v2.0/subnets/40ec3634-3d56-46f3-a4ea-ffaf3ae8d004 HTTP/1.1" status: 204 len: 168 time: 0.2897031 Jan 24 16:50:31.941532 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40714) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:32.052469 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b977397a-7e33-44d2-92ca-42f96c9d8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:32.176326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b977397a-7e33-44d2-92ca-42f96c9d8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:32.201558 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-b977397a-7e33-44d2-92ca-42f96c9d8cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8276ab-a01f-43f4-928b-cb49eaacd35f']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:32.213414 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-b977397a-7e33-44d2-92ca-42f96c9d8cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f01444c-96b5-46fd-a1ea-3eaeac78c9f2') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:32.213700 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-b977397a-7e33-44d2-92ca-42f96c9d8cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f01444c-96b5-46fd-a1ea-3eaeac78c9f2') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:32.224821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b977397a-7e33-44d2-92ca-42f96c9d8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:32.244698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b977397a-7e33-44d2-92ca-42f96c9d8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:32.255212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b977397a-7e33-44d2-92ca-42f96c9d8cd0 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:50:32.255631 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b977397a-7e33-44d2-92ca-42f96c9d8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:50:32.272992 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:50:32.349617 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b977397a-7e33-44d2-92ca-42f96c9d8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:32.369782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b977397a-7e33-44d2-92ca-42f96c9d8cd0 admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:32.379807 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977397a-7e33-44d2-92ca-42f96c9d8cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=be8276ab-a01f-43f4-928b-cb49eaacd35f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:32.389677 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b977397a-7e33-44d2-92ca-42f96c9d8cd0 admin admin] 10.222.0.130 "DELETE /v2.0/networks/be8276ab-a01f-43f4-928b-cb49eaacd35f HTTP/1.1" status: 204 len: 168 time: 0.4472015 Jan 24 16:50:32.552068 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40720) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:32.605895 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5a06a26e-bce0-42fb-a219-b5c271d71e3a admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=39381e0b70b6438cb3f0a3f442562da4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521913 Jan 24 16:50:32.609666 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40724) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:32.670077 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ecb6ed8-d44e-4ba8-9a19-66b302d47458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:32.700065 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ecb6ed8-d44e-4ba8-9a19-66b302d47458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:32.756149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ecb6ed8-d44e-4ba8-9a19-66b302d47458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:32.774064 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb6ed8-d44e-4ba8-9a19-66b302d47458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc26263d-1baa-4050-a598-16db6153d1db,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:32.785748 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5ecb6ed8-d44e-4ba8-9a19-66b302d47458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:32.789347 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5ecb6ed8-d44e-4ba8-9a19-66b302d47458 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/fc26263d-1baa-4050-a598-16db6153d1db HTTP/1.1" status: 204 len: 168 time: 0.1763279 Jan 24 16:50:32.966160 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device e60f8bf4-912a-4daf-9a4c-08e4919417d5 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:50:32.999785 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: e60f8bf4-912a-4daf-9a4c-08e4919417d5 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:50:33.000423 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device e60f8bf4-912a-4daf-9a4c-08e4919417d5 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:50:33.777409 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40746) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:33.949263 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1999952228'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:33.954529 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:33.958395 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Usage tracker for resource:network and tenant:2c7cd24841724f21bfa76f2845150abb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:33.961298 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:33.967303 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:33.980003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Made reservation on behalf of 2c7cd24841724f21bfa76f2845150abb for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:33.982947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:33.996471 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:34.030949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:34.035427 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Usage tracker for resource:security_group_rule and tenant:2c7cd24841724f21bfa76f2845150abb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:34.038408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:34.044088 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:34.111948 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:34.117583 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:34.150226 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:50:34.155368 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7eb57d-72f1-4d8f-90cd-d68ecc9a6282,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:34.162086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:34.162422 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Added segment 0a858739-bf73-473f-85fb-579236f5a437 of type vlan for network b0e7478e-066a-4fbf-bcda-f1be479f6b53 Jan 24 16:50:34.189850 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:34.225913 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:34.229730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:34.230297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:34.339046 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5600491 Jan 24 16:50:34.343469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397cf1d-8f57-491a-a1e3-c12bb6299729 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event updated for resources: {'Network': ['ID=b0e7478e-066a-4fbf-bcda-f1be479f6b53,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:34.354595 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network b0e7478e-066a-4fbf-bcda-f1be479f6b53 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:50:35.546451 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:50:36.980017 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-38459551-a530-4ec2-87fb-e11cb8836550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:37.484367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40752) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:37.493917 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-51090ee0-400f-4275-be61-554001b71dcc tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Request body: {'subnet': {'network_id': 'b0e7478e-066a-4fbf-bcda-f1be479f6b53', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:37.614040 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-51090ee0-400f-4275-be61-554001b71dcc tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:37.618339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-51090ee0-400f-4275-be61-554001b71dcc tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Usage tracker for resource:subnet and tenant:2c7cd24841724f21bfa76f2845150abb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:37.621249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-51090ee0-400f-4275-be61-554001b71dcc tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:37.626982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-51090ee0-400f-4275-be61-554001b71dcc tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:37.641628 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51090ee0-400f-4275-be61-554001b71dcc tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Made reservation on behalf of 2c7cd24841724f21bfa76f2845150abb for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:37.752084 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51090ee0-400f-4275-be61-554001b71dcc tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:37.977019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51090ee0-400f-4275-be61-554001b71dcc tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:38.061780 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51090ee0-400f-4275-be61-554001b71dcc tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event updated for resources: {'Subnet': ['ID=df4a4b47-baca-44f7-b668-ecc65e06f53f,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:38.078897 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51090ee0-400f-4275-be61-554001b71dcc tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Checking segment: {'id': '0a858739-bf73-473f-85fb-579236f5a437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b0e7478e-066a-4fbf-bcda-f1be479f6b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:50:38.079279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51090ee0-400f-4275-be61-554001b71dcc tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Network hostable DHCP agents. Network: b0e7478e-066a-4fbf-bcda-f1be479f6b53, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:50:38.102714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51090ee0-400f-4275-be61-554001b71dcc tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Network b0e7478e-066a-4fbf-bcda-f1be479f6b53 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:50:38.113095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-51090ee0-400f-4275-be61-554001b71dcc tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, b0e7478e-066a-4fbf-bcda-f1be479f6b53) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:38.117246 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51090ee0-400f-4275-be61-554001b71dcc tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:38.117817 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51090ee0-400f-4275-be61-554001b71dcc tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:38.123515 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84add33f-c81e-4458-ace4-f1b23de8c05a None None] Network b0e7478e-066a-4fbf-bcda-f1be479f6b53 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:38.142544 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-51090ee0-400f-4275-be61-554001b71dcc tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6534331 Jan 24 16:50:38.142765 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40756) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:38.148330 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f3572aa1-a4ee-4928-9af6-751faa3a92e0 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1277780250'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:38.153262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f3572aa1-a4ee-4928-9af6-751faa3a92e0 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:38.157057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f3572aa1-a4ee-4928-9af6-751faa3a92e0 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Usage tracker for resource:network and tenant:2c7cd24841724f21bfa76f2845150abb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:38.159940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f3572aa1-a4ee-4928-9af6-751faa3a92e0 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:38.165584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f3572aa1-a4ee-4928-9af6-751faa3a92e0 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:38.175917 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3572aa1-a4ee-4928-9af6-751faa3a92e0 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Made reservation on behalf of 2c7cd24841724f21bfa76f2845150abb for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:38.178804 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f3572aa1-a4ee-4928-9af6-751faa3a92e0 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:38.207455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3572aa1-a4ee-4928-9af6-751faa3a92e0 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:50:38.216181 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f3572aa1-a4ee-4928-9af6-751faa3a92e0 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:38.216541 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-f3572aa1-a4ee-4928-9af6-751faa3a92e0 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Added segment 29355600-5ff2-4e61-aee0-2a63642c6292 of type vlan for network cbc1f7cf-07c2-41d0-ad4a-47117a4730f5 Jan 24 16:50:38.245525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f3572aa1-a4ee-4928-9af6-751faa3a92e0 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:38.334910 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-b0e7478e-066a-4fbf-bcda-f1be479f6b53', 'network_id': 'b0e7478e-066a-4fbf-bcda-f1be479f6b53', 'tenant_id': '2c7cd24841724f21bfa76f2845150abb', 'fixed_ips': [{'subnet_id': 'df4a4b47-baca-44f7-b668-ecc65e06f53f'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:50:38.335756 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:38.372348 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f3572aa1-a4ee-4928-9af6-751faa3a92e0 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:38.376066 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3572aa1-a4ee-4928-9af6-751faa3a92e0 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:38.376690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f3572aa1-a4ee-4928-9af6-751faa3a92e0 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:38.480469 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f3572aa1-a4ee-4928-9af6-751faa3a92e0 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3365672 Jan 24 16:50:38.483248 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40760) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:38.486038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3572aa1-a4ee-4928-9af6-751faa3a92e0 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event updated for resources: {'Network': ['ID=cbc1f7cf-07c2-41d0-ad4a-47117a4730f5,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:38.491447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-d66727d8-487d-4dd2-a763-d444516c0554 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Request body: {'subnet': {'network_id': 'cbc1f7cf-07c2-41d0-ad4a-47117a4730f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:38.496760 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network cbc1f7cf-07c2-41d0-ad4a-47117a4730f5 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:50:38.509944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Allocated IP 2001:db8:0:ffff::2 (b0e7478e-066a-4fbf-bcda-f1be479f6b53/df4a4b47-baca-44f7-b668-ecc65e06f53f/57d38094-2744-48a2-bf8d-11dbc36619de) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:38.601649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d66727d8-487d-4dd2-a763-d444516c0554 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:38.605442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d66727d8-487d-4dd2-a763-d444516c0554 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Usage tracker for resource:subnet and tenant:2c7cd24841724f21bfa76f2845150abb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:38.608259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d66727d8-487d-4dd2-a763-d444516c0554 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:38.614097 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d66727d8-487d-4dd2-a763-d444516c0554 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:38.624632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66727d8-487d-4dd2-a763-d444516c0554 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Made reservation on behalf of 2c7cd24841724f21bfa76f2845150abb for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:38.720497 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d66727d8-487d-4dd2-a763-d444516c0554 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:38.791106 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:38.801962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Transition to ACTIVE for port object 57d38094-2744-48a2-bf8d-11dbc36619de will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:38.821310 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Transition to ACTIVE for port object 57d38094-2744-48a2-bf8d-11dbc36619de will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:38.827116 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:38.895248 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Network b0e7478e-066a-4fbf-bcda-f1be479f6b53 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:38.898300 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:38.900732 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:50:38.914168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Pushing event updated for resources: {'Port': ['ID=57d38094-2744-48a2-bf8d-11dbc36619de,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:38.950420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d66727d8-487d-4dd2-a763-d444516c0554 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.027928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Attempting to bind port 57d38094-2744-48a2-bf8d-11dbc36619de on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:50:39.028285 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Attempting to bind port 57d38094-2744-48a2-bf8d-11dbc36619de by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '0a858739-bf73-473f-85fb-579236f5a437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b0e7478e-066a-4fbf-bcda-f1be479f6b53'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:50:39.028416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66727d8-487d-4dd2-a763-d444516c0554 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event updated for resources: {'Subnet': ['ID=492d5f4f-de3f-4849-82a5-c1901f69f904,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:39.028639 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Attempting to bind port 57d38094-2744-48a2-bf8d-11dbc36619de on network b0e7478e-066a-4fbf-bcda-f1be479f6b53 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:50:39.040547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66727d8-487d-4dd2-a763-d444516c0554 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Checking segment: {'id': '29355600-5ff2-4e61-aee0-2a63642c6292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cbc1f7cf-07c2-41d0-ad4a-47117a4730f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:50:39.040906 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66727d8-487d-4dd2-a763-d444516c0554 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Network hostable DHCP agents. Network: cbc1f7cf-07c2-41d0-ad4a-47117a4730f5, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:50:39.042409 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:50:39.042778 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Checking segment: {'id': '0a858739-bf73-473f-85fb-579236f5a437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b0e7478e-066a-4fbf-bcda-f1be479f6b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:50:39.043168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.043599 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Bound using segment: {'id': '0a858739-bf73-473f-85fb-579236f5a437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b0e7478e-066a-4fbf-bcda-f1be479f6b53'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:50:39.044055 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Bound port: 57d38094-2744-48a2-bf8d-11dbc36619de, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a858739-bf73-473f-85fb-579236f5a437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b0e7478e-066a-4fbf-bcda-f1be479f6b53'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:50:39.044534 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.063585 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66727d8-487d-4dd2-a763-d444516c0554 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Network cbc1f7cf-07c2-41d0-ad4a-47117a4730f5 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:50:39.074367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-d66727d8-487d-4dd2-a763-d444516c0554 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, cbc1f7cf-07c2-41d0-ad4a-47117a4730f5) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:39.079444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66727d8-487d-4dd2-a763-d444516c0554 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:39.080524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d66727d8-487d-4dd2-a763-d444516c0554 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.086088 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d413062-1bf4-4b1d-abab-6f03a1bd9010 None None] Network cbc1f7cf-07c2-41d0-ad4a-47117a4730f5 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:39.106408 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d66727d8-487d-4dd2-a763-d444516c0554 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6216271 Jan 24 16:50:39.108760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40764) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:39.240335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8bd28802-b24e-4d5c-b701-ff913237eaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.249702 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c661c35-661a-49a4-aa89-23466f3e5f52 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.252804 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] For port 57d38094-2744-48a2-bf8d-11dbc36619de, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:39.287568 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] For port 57d38094-2744-48a2-bf8d-11dbc36619de, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=57d38094-2744-48a2-bf8d-11dbc36619de,segment=NetworkSegment(0a858739-bf73-473f-85fb-579236f5a437),segment_id=0a858739-bf73-473f-85fb-579236f5a437)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:39.296879 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.322719 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c661c35-661a-49a4-aa89-23466f3e5f52 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.403441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c661c35-661a-49a4-aa89-23466f3e5f52 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.431622 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28682642-e0ba-4b6c-a5f2-d8f9f0559d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-cbc1f7cf-07c2-41d0-ad4a-47117a4730f5', 'network_id': 'cbc1f7cf-07c2-41d0-ad4a-47117a4730f5', 'tenant_id': '2c7cd24841724f21bfa76f2845150abb', 'fixed_ips': [{'subnet_id': '492d5f4f-de3f-4849-82a5-c1901f69f904'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:50:39.432502 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-28682642-e0ba-4b6c-a5f2-d8f9f0559d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.447417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e2bbe-af4f-4210-b1b8-7a8c8058f07c None None] Pushing event updated for resources: {'Port': ['ID=57d38094-2744-48a2-bf8d-11dbc36619de,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:39.455269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c661c35-661a-49a4-aa89-23466f3e5f52 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event deleted for resources: {'Subnet': ['ID=492d5f4f-de3f-4849-82a5-c1901f69f904,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:39.536838 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340e7e80-4cb4-4fc2-ae0d-a3b704ea8693 None None] Network cbc1f7cf-07c2-41d0-ad4a-47117a4730f5 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:39.555933 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c661c35-661a-49a4-aa89-23466f3e5f52 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.587028 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-3c661c35-661a-49a4-aa89-23466f3e5f52 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc1f7cf-07c2-41d0-ad4a-47117a4730f5']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:39.608473 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-3c661c35-661a-49a4-aa89-23466f3e5f52 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29355600-5ff2-4e61-aee0-2a63642c6292') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:39.608838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-3c661c35-661a-49a4-aa89-23466f3e5f52 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29355600-5ff2-4e61-aee0-2a63642c6292') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:39.621777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c661c35-661a-49a4-aa89-23466f3e5f52 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.640203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c661c35-661a-49a4-aa89-23466f3e5f52 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.647196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c661c35-661a-49a4-aa89-23466f3e5f52 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:50:39.647637 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c661c35-661a-49a4-aa89-23466f3e5f52 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:50:39.664827 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:50:39.747911 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c661c35-661a-49a4-aa89-23466f3e5f52 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.769332 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3c661c35-661a-49a4-aa89-23466f3e5f52 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.780352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c661c35-661a-49a4-aa89-23466f3e5f52 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event deleted for resources: {'Network': ['ID=cbc1f7cf-07c2-41d0-ad4a-47117a4730f5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:39.784579 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3c661c35-661a-49a4-aa89-23466f3e5f52 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "DELETE /v2.0/networks/cbc1f7cf-07c2-41d0-ad4a-47117a4730f5 HTTP/1.1" status: 204 len: 168 time: 0.6747861 Jan 24 16:50:39.788071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40768) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:39.793549 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f44766eb-9523-41c8-9ec8-e5065691511e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-575161890'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:39.798801 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f44766eb-9523-41c8-9ec8-e5065691511e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:39.802624 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f44766eb-9523-41c8-9ec8-e5065691511e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Usage tracker for resource:network and tenant:2c7cd24841724f21bfa76f2845150abb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:39.805492 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f44766eb-9523-41c8-9ec8-e5065691511e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:39.811009 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f44766eb-9523-41c8-9ec8-e5065691511e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:39.821752 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44766eb-9523-41c8-9ec8-e5065691511e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Made reservation on behalf of 2c7cd24841724f21bfa76f2845150abb for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:39.824710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f44766eb-9523-41c8-9ec8-e5065691511e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.853853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44766eb-9523-41c8-9ec8-e5065691511e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:50:39.862914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f44766eb-9523-41c8-9ec8-e5065691511e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.863247 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-f44766eb-9523-41c8-9ec8-e5065691511e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Added segment 9b1b9677-1a10-4b3b-b27a-43d8087997a3 of type vlan for network cc09b64e-42d7-4098-80c9-bb9505a6f7e1 Jan 24 16:50:39.890550 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f44766eb-9523-41c8-9ec8-e5065691511e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.923130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f44766eb-9523-41c8-9ec8-e5065691511e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:39.927126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44766eb-9523-41c8-9ec8-e5065691511e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:39.927783 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f44766eb-9523-41c8-9ec8-e5065691511e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:40.029468 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f44766eb-9523-41c8-9ec8-e5065691511e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2402813 Jan 24 16:50:40.032272 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44766eb-9523-41c8-9ec8-e5065691511e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event updated for resources: {'Network': ['ID=cc09b64e-42d7-4098-80c9-bb9505a6f7e1,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:40.032434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40772) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:40.039535 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Request body: {'subnet': {'network_id': 'cc09b64e-42d7-4098-80c9-bb9505a6f7e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:40.043347 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network cc09b64e-42d7-4098-80c9-bb9505a6f7e1 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:50:40.153162 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:40.157030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Usage tracker for resource:subnet and tenant:2c7cd24841724f21bfa76f2845150abb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:40.160331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:40.166205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:40.176921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Made reservation on behalf of 2c7cd24841724f21bfa76f2845150abb for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:40.280186 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:40.372801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.ipam_backend_mixin [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Performing IP validity checks on allocation pools {{(pid=83466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 24 16:50:40.373314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.ipam_backend_mixin [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 24 16:50:40.422151 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fe521c-8523-46d1-9fe6-131771b84ab5 None None] Network b0e7478e-066a-4fbf-bcda-f1be479f6b53 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:40.506396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:40.508152 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:40.521154 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:40.535297 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2c138cd5-351b-414f-83b3-ef5eb9a69302 None None] Provisioning for port 57d38094-2744-48a2-bf8d-11dbc36619de completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:50:40.581459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event updated for resources: {'Subnet': ['ID=b311a8f2-8696-450f-9aae-d2ce11e58221,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:40.602021 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Checking segment: {'id': '9b1b9677-1a10-4b3b-b27a-43d8087997a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cc09b64e-42d7-4098-80c9-bb9505a6f7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:50:40.602367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Network hostable DHCP agents. Network: cc09b64e-42d7-4098-80c9-bb9505a6f7e1, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:50:40.631509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Network cc09b64e-42d7-4098-80c9-bb9505a6f7e1 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:50:40.643505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, cc09b64e-42d7-4098-80c9-bb9505a6f7e1) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:40.647971 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:40.648783 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:40.654276 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79625ddc-953e-48a6-994f-ae57b69267bd None None] Network cc09b64e-42d7-4098-80c9-bb9505a6f7e1 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:40.676656 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40776) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:40.677938 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b9b96b6f-2043-4e20-82bf-00e13a835fa2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6424255 Jan 24 16:50:40.742670 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 57d38094-2744-48a2-bf8d-11dbc36619de up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:50:40.922397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:40.949738 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 57d38094-2744-48a2-bf8d-11dbc36619de completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:50:40.963180 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 57d38094-2744-48a2-bf8d-11dbc36619de triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:40.963639 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:40.992493 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:40.992744 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce33687-2bf8-41b3-b53f-28ad47fed2d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-cc09b64e-42d7-4098-80c9-bb9505a6f7e1', 'network_id': 'cc09b64e-42d7-4098-80c9-bb9505a6f7e1', 'tenant_id': '2c7cd24841724f21bfa76f2845150abb', 'fixed_ips': [{'subnet_id': 'b311a8f2-8696-450f-9aae-d2ce11e58221'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:50:40.993284 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0ce33687-2bf8-41b3-b53f-28ad47fed2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.074219 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.145456 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event deleted for resources: {'Subnet': ['ID=b311a8f2-8696-450f-9aae-d2ce11e58221,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server [None req-0ce33687-2bf8-41b3-b53f-28ad47fed2d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b311a8f2-8696-450f-9aae-d2ce11e58221: This subnet is being modified by another concurrent operation. Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise value Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server raise exception Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b311a8f2-8696-450f-9aae-d2ce11e58221: This subnet is being modified by another concurrent operation. Jan 24 16:50:41.223351 dv-neutron-826104-1-hyperv neutron-server[83467]: ERROR oslo_messaging.rpc.server Jan 24 16:50:41.230856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:41.230856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:41.230856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:41.230856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:41.230856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:41.230856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:41.230856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:41.230856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:41.230856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:41.230856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:41.230856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:41.232887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.234284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.248356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2081e4de-49cb-475f-9483-7e3d757cad23 None None] Provisioning complete for port 57d38094-2744-48a2-bf8d-11dbc36619de triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:41.248356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2081e4de-49cb-475f-9483-7e3d757cad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.262357 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc09b64e-42d7-4098-80c9-bb9505a6f7e1']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:41.273499 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eadeab9-c229-47f8-bbe8-88b7a7a023fc None None] Network cc09b64e-42d7-4098-80c9-bb9505a6f7e1 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:41.275388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1b9677-1a10-4b3b-b27a-43d8087997a3') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:41.275710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1b9677-1a10-4b3b-b27a-43d8087997a3') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:41.288156 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.305543 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.311826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:50:41.312383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:50:41.327443 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:50:41.414994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.430922 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 57d38094-2744-48a2-bf8d-11dbc36619de, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=57d38094-2744-48a2-bf8d-11dbc36619de,segment=NetworkSegment(0a858739-bf73-473f-85fb-579236f5a437),segment_id=0a858739-bf73-473f-85fb-579236f5a437)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:41.432857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.441032 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.444333 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event deleted for resources: {'Network': ['ID=cc09b64e-42d7-4098-80c9-bb9505a6f7e1,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:41.451776 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3e9099bf-1b85-4d94-ae82-f3e504973bb2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "DELETE /v2.0/networks/cc09b64e-42d7-4098-80c9-bb9505a6f7e1 HTTP/1.1" status: 204 len: 168 time: 0.7706072 Jan 24 16:50:41.453417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40780) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:41.459573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4f0bf0ee-f77d-4712-8cf3-04f087f88c07 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2077578113'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:41.464654 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4f0bf0ee-f77d-4712-8cf3-04f087f88c07 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:41.468566 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4f0bf0ee-f77d-4712-8cf3-04f087f88c07 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Usage tracker for resource:network and tenant:2c7cd24841724f21bfa76f2845150abb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:41.471817 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4f0bf0ee-f77d-4712-8cf3-04f087f88c07 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:41.477748 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4f0bf0ee-f77d-4712-8cf3-04f087f88c07 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:41.489091 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0bf0ee-f77d-4712-8cf3-04f087f88c07 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Made reservation on behalf of 2c7cd24841724f21bfa76f2845150abb for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:41.492388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf0ee-f77d-4712-8cf3-04f087f88c07 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.527770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0bf0ee-f77d-4712-8cf3-04f087f88c07 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:50:41.537596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf0ee-f77d-4712-8cf3-04f087f88c07 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.537934 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-4f0bf0ee-f77d-4712-8cf3-04f087f88c07 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Added segment cdc4c419-d6c1-4da8-a978-2667fdf6d6a8 of type vlan for network 9c5ebe21-1893-4c81-ba11-87487e21ed06 Jan 24 16:50:41.552810 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9026341e-a21a-45c5-a8c6-ba7cb82952f3 None None] get_active_networks_info from dv-neutron-826104-1-hyperv {{(pid=83467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 16:50:41.564423 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf0ee-f77d-4712-8cf3-04f087f88c07 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.594435 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf0ee-f77d-4712-8cf3-04f087f88c07 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.599371 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0bf0ee-f77d-4712-8cf3-04f087f88c07 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:41.599983 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf0ee-f77d-4712-8cf3-04f087f88c07 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.630079 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=57d38094-2744-48a2-bf8d-11dbc36619de,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:41.672682 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9026341e-a21a-45c5-a8c6-ba7cb82952f3 None None] Resources bound (agent type, host, resource id): {{(pid=83467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 24 16:50:41.704587 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4f0bf0ee-f77d-4712-8cf3-04f087f88c07 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2501357 Jan 24 16:50:41.708075 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40784) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:41.715795 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-fb19a664-7f16-4a3f-b080-824cbbb9084d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Request body: {'subnet': {'network_id': '9c5ebe21-1893-4c81-ba11-87487e21ed06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:41.729593 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bf0ee-f77d-4712-8cf3-04f087f88c07 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event updated for resources: {'Network': ['ID=9c5ebe21-1893-4c81-ba11-87487e21ed06,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:41.756736 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 9c5ebe21-1893-4c81-ba11-87487e21ed06 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:50:41.826329 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fb19a664-7f16-4a3f-b080-824cbbb9084d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:41.830235 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fb19a664-7f16-4a3f-b080-824cbbb9084d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Usage tracker for resource:subnet and tenant:2c7cd24841724f21bfa76f2845150abb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:41.833043 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-fb19a664-7f16-4a3f-b080-824cbbb9084d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:41.838771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-fb19a664-7f16-4a3f-b080-824cbbb9084d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:41.850138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb19a664-7f16-4a3f-b080-824cbbb9084d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Made reservation on behalf of 2c7cd24841724f21bfa76f2845150abb for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:41.930866 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:41.955025 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fb19a664-7f16-4a3f-b080-824cbbb9084d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:42.173237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fb19a664-7f16-4a3f-b080-824cbbb9084d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:42.251358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19a664-7f16-4a3f-b080-824cbbb9084d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event updated for resources: {'Subnet': ['ID=f22fa58e-2b93-4cad-88fc-a8830044cfb2,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:42.266275 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb19a664-7f16-4a3f-b080-824cbbb9084d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Checking segment: {'id': 'cdc4c419-d6c1-4da8-a978-2667fdf6d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9c5ebe21-1893-4c81-ba11-87487e21ed06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:50:42.266620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb19a664-7f16-4a3f-b080-824cbbb9084d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Network hostable DHCP agents. Network: 9c5ebe21-1893-4c81-ba11-87487e21ed06, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:50:42.293193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb19a664-7f16-4a3f-b080-824cbbb9084d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Network 9c5ebe21-1893-4c81-ba11-87487e21ed06 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:50:42.308584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-fb19a664-7f16-4a3f-b080-824cbbb9084d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 9c5ebe21-1893-4c81-ba11-87487e21ed06) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:42.313333 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb19a664-7f16-4a3f-b080-824cbbb9084d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:42.313906 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-fb19a664-7f16-4a3f-b080-824cbbb9084d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:42.318443 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b54ce1-d9b9-42bc-9b6e-a35633f1b814 None None] Network 9c5ebe21-1893-4c81-ba11-87487e21ed06 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:42.338582 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-fb19a664-7f16-4a3f-b080-824cbbb9084d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6292083 Jan 24 16:50:42.342004 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40788) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:42.347709 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0e6690a1-f278-41f1-8a39-dcd2c632d2d1 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-246688559'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:42.352775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0e6690a1-f278-41f1-8a39-dcd2c632d2d1 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:42.356625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0e6690a1-f278-41f1-8a39-dcd2c632d2d1 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Usage tracker for resource:network and tenant:2c7cd24841724f21bfa76f2845150abb is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:42.359459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0e6690a1-f278-41f1-8a39-dcd2c632d2d1 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:42.365890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0e6690a1-f278-41f1-8a39-dcd2c632d2d1 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:42.377197 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6690a1-f278-41f1-8a39-dcd2c632d2d1 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Made reservation on behalf of 2c7cd24841724f21bfa76f2845150abb for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:42.380212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e6690a1-f278-41f1-8a39-dcd2c632d2d1 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:42.409648 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6690a1-f278-41f1-8a39-dcd2c632d2d1 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:50:42.419542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e6690a1-f278-41f1-8a39-dcd2c632d2d1 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:42.419886 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-0e6690a1-f278-41f1-8a39-dcd2c632d2d1 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Added segment b886282f-2476-46d5-8932-f272a362e4e3 of type vlan for network c2953d7a-dfb6-4fe2-b873-82bb81fc715d Jan 24 16:50:42.456099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e6690a1-f278-41f1-8a39-dcd2c632d2d1 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:42.487131 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e6690a1-f278-41f1-8a39-dcd2c632d2d1 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:42.491099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6690a1-f278-41f1-8a39-dcd2c632d2d1 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:42.491696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0e6690a1-f278-41f1-8a39-dcd2c632d2d1 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:42.542782 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-9c5ebe21-1893-4c81-ba11-87487e21ed06', 'network_id': '9c5ebe21-1893-4c81-ba11-87487e21ed06', 'tenant_id': '2c7cd24841724f21bfa76f2845150abb', 'fixed_ips': [{'subnet_id': 'f22fa58e-2b93-4cad-88fc-a8830044cfb2'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:50:42.543634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:42.599304 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0e6690a1-f278-41f1-8a39-dcd2c632d2d1 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2561700 Jan 24 16:50:42.600169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40792) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:42.600788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6690a1-f278-41f1-8a39-dcd2c632d2d1 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event updated for resources: {'Network': ['ID=c2953d7a-dfb6-4fe2-b873-82bb81fc715d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:42.610355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-367ff478-9de5-41b4-a768-de5b6b17af5e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Request body: {'subnet': {'network_id': 'c2953d7a-dfb6-4fe2-b873-82bb81fc715d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:42.623173 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network c2953d7a-dfb6-4fe2-b873-82bb81fc715d details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:50:42.732340 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-367ff478-9de5-41b4-a768-de5b6b17af5e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:42.736390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-367ff478-9de5-41b4-a768-de5b6b17af5e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Usage tracker for resource:subnet and tenant:2c7cd24841724f21bfa76f2845150abb is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:42.739797 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-367ff478-9de5-41b4-a768-de5b6b17af5e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:42.745016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 57d38094-2744-48a2-bf8d-11dbc36619de up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:50:42.745909 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-367ff478-9de5-41b4-a768-de5b6b17af5e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:42.756431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367ff478-9de5-41b4-a768-de5b6b17af5e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Made reservation on behalf of 2c7cd24841724f21bfa76f2845150abb for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:42.871002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-367ff478-9de5-41b4-a768-de5b6b17af5e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:42.901040 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Allocated IP 2001:db8::2 (9c5ebe21-1893-4c81-ba11-87487e21ed06/f22fa58e-2b93-4cad-88fc-a8830044cfb2/dbf3a2b8-e76c-438b-ba1c-1abda843ed97) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:42.982636 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 57d38094-2744-48a2-bf8d-11dbc36619de triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:42.982985 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.096896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-367ff478-9de5-41b4-a768-de5b6b17af5e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.177552 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ff478-9de5-41b4-a768-de5b6b17af5e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event updated for resources: {'Subnet': ['ID=bc75f722-294c-4722-8c8d-d61cc0acfa1b,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:43.193186 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367ff478-9de5-41b4-a768-de5b6b17af5e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Checking segment: {'id': 'b886282f-2476-46d5-8932-f272a362e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c2953d7a-dfb6-4fe2-b873-82bb81fc715d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:50:43.193758 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367ff478-9de5-41b4-a768-de5b6b17af5e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Network hostable DHCP agents. Network: c2953d7a-dfb6-4fe2-b873-82bb81fc715d, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:50:43.213736 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.218037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367ff478-9de5-41b4-a768-de5b6b17af5e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Network c2953d7a-dfb6-4fe2-b873-82bb81fc715d is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:50:43.224979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Transition to ACTIVE for port object dbf3a2b8-e76c-438b-ba1c-1abda843ed97 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:43.228912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-367ff478-9de5-41b4-a768-de5b6b17af5e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, c2953d7a-dfb6-4fe2-b873-82bb81fc715d) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:43.233901 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367ff478-9de5-41b4-a768-de5b6b17af5e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:43.234483 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-367ff478-9de5-41b4-a768-de5b6b17af5e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.240984 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d255d9ea-a93f-4a2b-ba9f-afe1204035a8 None None] Network c2953d7a-dfb6-4fe2-b873-82bb81fc715d requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:43.259210 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-367ff478-9de5-41b4-a768-de5b6b17af5e tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6544003 Jan 24 16:50:43.261793 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40796) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:43.264273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Transition to ACTIVE for port object dbf3a2b8-e76c-438b-ba1c-1abda843ed97 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:43.315001 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.421821 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Pushing event updated for resources: {'Port': ['ID=dbf3a2b8-e76c-438b-ba1c-1abda843ed97,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:43.425454 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Network 9c5ebe21-1893-4c81-ba11-87487e21ed06 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:43.434748 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:43.438787 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:50:43.488822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-935e6ace-2c1d-4060-906c-46ca01c030d7 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.556870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-935e6ace-2c1d-4060-906c-46ca01c030d7 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.600185 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Attempting to bind port dbf3a2b8-e76c-438b-ba1c-1abda843ed97 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:50:43.600800 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Attempting to bind port dbf3a2b8-e76c-438b-ba1c-1abda843ed97 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'cdc4c419-d6c1-4da8-a978-2667fdf6d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9c5ebe21-1893-4c81-ba11-87487e21ed06'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:50:43.601413 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Attempting to bind port dbf3a2b8-e76c-438b-ba1c-1abda843ed97 on network 9c5ebe21-1893-4c81-ba11-87487e21ed06 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:50:43.619878 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:50:43.620694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Checking segment: {'id': 'cdc4c419-d6c1-4da8-a978-2667fdf6d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9c5ebe21-1893-4c81-ba11-87487e21ed06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:50:43.620694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.621056 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Bound using segment: {'id': 'cdc4c419-d6c1-4da8-a978-2667fdf6d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9c5ebe21-1893-4c81-ba11-87487e21ed06'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:50:43.623231 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Bound port: dbf3a2b8-e76c-438b-ba1c-1abda843ed97, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc4c419-d6c1-4da8-a978-2667fdf6d6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9c5ebe21-1893-4c81-ba11-87487e21ed06'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:50:43.623231 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.634144 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a838131-a453-454d-ac99-ccb4b9624ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-c2953d7a-dfb6-4fe2-b873-82bb81fc715d', 'network_id': 'c2953d7a-dfb6-4fe2-b873-82bb81fc715d', 'tenant_id': '2c7cd24841724f21bfa76f2845150abb', 'fixed_ips': [{'subnet_id': 'bc75f722-294c-4722-8c8d-d61cc0acfa1b'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:50:43.634981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6a838131-a453-454d-ac99-ccb4b9624ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.640453 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-935e6ace-2c1d-4060-906c-46ca01c030d7 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.678014 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e6ace-2c1d-4060-906c-46ca01c030d7 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event deleted for resources: {'Subnet': ['ID=bc75f722-294c-4722-8c8d-d61cc0acfa1b,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:43.776087 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-935e6ace-2c1d-4060-906c-46ca01c030d7 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.788434 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] For port dbf3a2b8-e76c-438b-ba1c-1abda843ed97, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:43.792187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] For port dbf3a2b8-e76c-438b-ba1c-1abda843ed97, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=dbf3a2b8-e76c-438b-ba1c-1abda843ed97,segment=NetworkSegment(cdc4c419-d6c1-4da8-a978-2667fdf6d6a8),segment_id=cdc4c419-d6c1-4da8-a978-2667fdf6d6a8)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:43.796407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6b3802-ed08-4238-9a62-5c966e1a5603 None None] Network c2953d7a-dfb6-4fe2-b873-82bb81fc715d requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:43.803713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-935e6ace-2c1d-4060-906c-46ca01c030d7 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2953d7a-dfb6-4fe2-b873-82bb81fc715d']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:43.811831 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.816126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-935e6ace-2c1d-4060-906c-46ca01c030d7 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b886282f-2476-46d5-8932-f272a362e4e3') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:43.816469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-935e6ace-2c1d-4060-906c-46ca01c030d7 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b886282f-2476-46d5-8932-f272a362e4e3') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:43.827993 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-935e6ace-2c1d-4060-906c-46ca01c030d7 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.843158 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-935e6ace-2c1d-4060-906c-46ca01c030d7 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.849641 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935e6ace-2c1d-4060-906c-46ca01c030d7 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:50:43.850016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-935e6ace-2c1d-4060-906c-46ca01c030d7 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:50:43.864673 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:50:43.950450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-935e6ace-2c1d-4060-906c-46ca01c030d7 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.971871 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-935e6ace-2c1d-4060-906c-46ca01c030d7 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:43.978237 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e6ace-2c1d-4060-906c-46ca01c030d7 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event deleted for resources: {'Network': ['ID=c2953d7a-dfb6-4fe2-b873-82bb81fc715d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:43.989072 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-935e6ace-2c1d-4060-906c-46ca01c030d7 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "DELETE /v2.0/networks/c2953d7a-dfb6-4fe2-b873-82bb81fc715d HTTP/1.1" status: 204 len: 168 time: 0.7258911 Jan 24 16:50:43.990104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40800) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:44.022836 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162f3bd-b4f9-4c6e-897a-081a31d41b92 None None] Pushing event updated for resources: {'Port': ['ID=dbf3a2b8-e76c-438b-ba1c-1abda843ed97,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:44.037194 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb76c92-6ef4-4db9-8573-cf595a93fa18 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] GET failed (client error): The resource could not be found. Jan 24 16:50:44.038023 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4cb76c92-6ef4-4db9-8573-cf595a93fa18 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Synchronizing usage tracker for tenant:2c7cd24841724f21bfa76f2845150abb on resource:subnet {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:50:44.061689 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4cb76c92-6ef4-4db9-8573-cf595a93fa18 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Unset dirty status for tenant:2c7cd24841724f21bfa76f2845150abb on resource:subnet {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:50:44.065832 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4cb76c92-6ef4-4db9-8573-cf595a93fa18 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "GET /v2.0/subnets/bc75f722-294c-4722-8c8d-d61cc0acfa1b HTTP/1.1" status: 404 len: 337 time: 0.0720189 Jan 24 16:50:44.066220 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40804) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:44.107074 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-caaab3fa-0abd-49c4-982a-9c5e7064654d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] DELETE failed (client error): The resource could not be found. Jan 24 16:50:44.107782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caaab3fa-0abd-49c4-982a-9c5e7064654d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:50:44.109693 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-caaab3fa-0abd-49c4-982a-9c5e7064654d tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "DELETE /v2.0/networks/c2953d7a-dfb6-4fe2-b873-82bb81fc715d HTTP/1.1" status: 404 len: 339 time: 0.0424242 Jan 24 16:50:44.117471 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40808) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:44.157291 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.pecan_wsgi.hooks.translation [None req-b330aa2d-d6ee-4958-924f-4f5e4602ae08 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] DELETE failed (client error): The resource could not be found. Jan 24 16:50:44.157291 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b330aa2d-d6ee-4958-924f-4f5e4602ae08 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:50:44.158877 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b330aa2d-d6ee-4958-924f-4f5e4602ae08 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "DELETE /v2.0/subnets/bc75f722-294c-4722-8c8d-d61cc0acfa1b HTTP/1.1" status: 404 len: 337 time: 0.0404129 Jan 24 16:50:44.161666 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40812) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:44.187324 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-11165481-ab62-45b0-a4f1-dad6cc50c094 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] DELETE failed (client error): The resource could not be found. Jan 24 16:50:44.187811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11165481-ab62-45b0-a4f1-dad6cc50c094 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:50:44.189792 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-11165481-ab62-45b0-a4f1-dad6cc50c094 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "DELETE /v2.0/networks/c2953d7a-dfb6-4fe2-b873-82bb81fc715d HTTP/1.1" status: 404 len: 339 time: 0.0269005 Jan 24 16:50:44.193128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40816) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:44.264971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ed3337-f32d-4d23-b025-6b30ef6e0fec tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Deleting subnet f22fa58e-2b93-4cad-88fc-a8830044cfb2 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:50:44.268603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-79ed3337-f32d-4d23-b025-6b30ef6e0fec tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:44.430644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-79ed3337-f32d-4d23-b025-6b30ef6e0fec tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:44.514561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-79ed3337-f32d-4d23-b025-6b30ef6e0fec tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:44.592608 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-79ed3337-f32d-4d23-b025-6b30ef6e0fec tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:44.635077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed3337-f32d-4d23-b025-6b30ef6e0fec tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event deleted for resources: {'Subnet': ['ID=f22fa58e-2b93-4cad-88fc-a8830044cfb2,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:44.641629 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-79ed3337-f32d-4d23-b025-6b30ef6e0fec tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:44.656175 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-79ed3337-f32d-4d23-b025-6b30ef6e0fec tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "DELETE /v2.0/subnets/f22fa58e-2b93-4cad-88fc-a8830044cfb2 HTTP/1.1" status: 204 len: 168 time: 0.4614847 Jan 24 16:50:44.658597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40820) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:44.686410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device dbf3a2b8-e76c-438b-ba1c-1abda843ed97 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:50:44.759336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port dbf3a2b8-e76c-438b-ba1c-1abda843ed97 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:50:44.778385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:44.790303 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Deleting port dbf3a2b8-e76c-438b-ba1c-1abda843ed97 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:50:44.790728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:44.918241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1412cdce-b8c7-428b-bcbc-e7f17306fedc None None] Network 9c5ebe21-1893-4c81-ba11-87487e21ed06 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:45.004926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] For port dbf3a2b8-e76c-438b-ba1c-1abda843ed97, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=dbf3a2b8-e76c-438b-ba1c-1abda843ed97,segment=NetworkSegment(cdc4c419-d6c1-4da8-a978-2667fdf6d6a8),segment_id=cdc4c419-d6c1-4da8-a978-2667fdf6d6a8)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:45.005562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:45.049799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8b129f51-56dc-4547-a016-bb005e2a909b None None] Provisioning for port dbf3a2b8-e76c-438b-ba1c-1abda843ed97 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:50:45.079058 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8b129f51-56dc-4547-a016-bb005e2a909b None None] Provisioning complete for port dbf3a2b8-e76c-438b-ba1c-1abda843ed97 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:45.079419 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8b129f51-56dc-4547-a016-bb005e2a909b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:45.140706 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Calling delete_port for dbf3a2b8-e76c-438b-ba1c-1abda843ed97 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:50:45.218043 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:45.219712 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.plugins.ml2.db [None req-8b129f51-56dc-4547-a016-bb005e2a909b None None] No ports have port_id starting with dbf3a2b8-e76c-438b-ba1c-1abda843ed97 Jan 24 16:50:45.267443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event deleted for resources: {'Port': ['ID=dbf3a2b8-e76c-438b-ba1c-1abda843ed97,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:45.271230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] No DVR routers for this DVR port dbf3a2b8-e76c-438b-ba1c-1abda843ed97 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:50:45.288053 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f962004-35e1-4abe-9d5f-9f32741d1f52 None None] DHCP port deletion for 9c5ebe21-1893-4c81-ba11-87487e21ed06 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:50:45.392823 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:45.418138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5ebe21-1893-4c81-ba11-87487e21ed06']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:45.430853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc4c419-d6c1-4da8-a978-2667fdf6d6a8') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:45.431185 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc4c419-d6c1-4da8-a978-2667fdf6d6a8') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:45.443170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:45.459069 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:45.465321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:50:45.465692 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:50:45.479810 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:50:45.562109 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:45.579110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:45.589798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event deleted for resources: {'Network': ['ID=9c5ebe21-1893-4c81-ba11-87487e21ed06,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:45.594129 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-be05df12-dd77-4f95-84e3-8141a4e97e5c tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "DELETE /v2.0/networks/9c5ebe21-1893-4c81-ba11-87487e21ed06 HTTP/1.1" status: 204 len: 168 time: 0.9345765 Jan 24 16:50:45.596873 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40824) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:45.633500 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b0ccc6-b90e-460e-bb16-5b16ae5a500b tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] DELETE failed (client error): The resource could not be found. Jan 24 16:50:45.633904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b0ccc6-b90e-460e-bb16-5b16ae5a500b tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:50:45.635509 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d4b0ccc6-b90e-460e-bb16-5b16ae5a500b tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "DELETE /v2.0/subnets/b311a8f2-8696-450f-9aae-d2ce11e58221 HTTP/1.1" status: 404 len: 337 time: 0.0377264 Jan 24 16:50:45.639417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40828) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:45.662820 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0283bc-7266-419f-8968-f6917aaf87a6 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] DELETE failed (client error): The resource could not be found. Jan 24 16:50:45.663224 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0283bc-7266-419f-8968-f6917aaf87a6 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:50:45.664799 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7f0283bc-7266-419f-8968-f6917aaf87a6 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "DELETE /v2.0/networks/cc09b64e-42d7-4098-80c9-bb9505a6f7e1 HTTP/1.1" status: 404 len: 339 time: 0.0245247 Jan 24 16:50:45.667390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40832) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:45.706186 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d312b3-ad29-42ca-ba24-d9e482fac0b2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] DELETE failed (client error): The resource could not be found. Jan 24 16:50:45.706607 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d312b3-ad29-42ca-ba24-d9e482fac0b2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:50:45.708235 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-07d312b3-ad29-42ca-ba24-d9e482fac0b2 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "DELETE /v2.0/subnets/492d5f4f-de3f-4849-82a5-c1901f69f904 HTTP/1.1" status: 404 len: 337 time: 0.0399225 Jan 24 16:50:45.712392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40836) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:45.736544 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.pecan_wsgi.hooks.translation [None req-46351afd-6027-44c6-bd49-65b5d6af756f tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] DELETE failed (client error): The resource could not be found. Jan 24 16:50:45.736931 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46351afd-6027-44c6-bd49-65b5d6af756f tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83465) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 24 16:50:45.738446 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-46351afd-6027-44c6-bd49-65b5d6af756f tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "DELETE /v2.0/networks/cbc1f7cf-07c2-41d0-ad4a-47117a4730f5 HTTP/1.1" status: 404 len: 339 time: 0.0252173 Jan 24 16:50:45.741298 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40840) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:45.924399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c5eb1b-e0ff-4f8b-810b-afb45be5981a tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Deleting subnet df4a4b47-baca-44f7-b668-ecc65e06f53f {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:50:45.929940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-03c5eb1b-e0ff-4f8b-810b-afb45be5981a tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:46.082486 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-03c5eb1b-e0ff-4f8b-810b-afb45be5981a tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:46.178518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-03c5eb1b-e0ff-4f8b-810b-afb45be5981a tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:46.255352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-03c5eb1b-e0ff-4f8b-810b-afb45be5981a tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:46.297191 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5eb1b-e0ff-4f8b-810b-afb45be5981a tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event deleted for resources: {'Subnet': ['ID=df4a4b47-baca-44f7-b668-ecc65e06f53f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:46.302372 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-03c5eb1b-e0ff-4f8b-810b-afb45be5981a tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:46.310181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ff7c0d-ad01-4ca8-9d48-28738745e54b None None] Network b0e7478e-066a-4fbf-bcda-f1be479f6b53 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:46.316064 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-03c5eb1b-e0ff-4f8b-810b-afb45be5981a tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "DELETE /v2.0/subnets/df4a4b47-baca-44f7-b668-ecc65e06f53f HTTP/1.1" status: 204 len: 168 time: 0.5737789 Jan 24 16:50:46.318575 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40844) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:46.432144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:46.443746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Deleting port 57d38094-2744-48a2-bf8d-11dbc36619de {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:50:46.444078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:46.554344 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2222281-e74e-4c4e-bf23-b8ef7fa780f1 None None] DHCP port deletion for b0e7478e-066a-4fbf-bcda-f1be479f6b53 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:50:46.558821 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b2222281-e74e-4c4e-bf23-b8ef7fa780f1 None None] Deleting port 57d38094-2744-48a2-bf8d-11dbc36619de {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:50:46.559185 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b2222281-e74e-4c4e-bf23-b8ef7fa780f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:46.657085 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 57d38094-2744-48a2-bf8d-11dbc36619de no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:50:46.662332 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] For port 57d38094-2744-48a2-bf8d-11dbc36619de, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=57d38094-2744-48a2-bf8d-11dbc36619de,segment=NetworkSegment(0a858739-bf73-473f-85fb-579236f5a437),segment_id=0a858739-bf73-473f-85fb-579236f5a437)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:46.662681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:46.782345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Calling delete_port for 57d38094-2744-48a2-bf8d-11dbc36619de owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:50:46.813579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-b2222281-e74e-4c4e-bf23-b8ef7fa780f1 None None] For port 57d38094-2744-48a2-bf8d-11dbc36619de, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=57d38094-2744-48a2-bf8d-11dbc36619de,segment=NetworkSegment(0a858739-bf73-473f-85fb-579236f5a437),segment_id=0a858739-bf73-473f-85fb-579236f5a437)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:46.814052 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b2222281-e74e-4c4e-bf23-b8ef7fa780f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:46.860792 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:46.904365 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event deleted for resources: {'Port': ['ID=57d38094-2744-48a2-bf8d-11dbc36619de,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:46.911644 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] No DVR routers for this DVR port 57d38094-2744-48a2-bf8d-11dbc36619de on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:50:46.972989 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b2222281-e74e-4c4e-bf23-b8ef7fa780f1 None None] Calling delete_port for 57d38094-2744-48a2-bf8d-11dbc36619de owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:50:47.019242 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:47.037356 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:47.064322 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e7478e-066a-4fbf-bcda-f1be479f6b53']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:47.076649 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a858739-bf73-473f-85fb-579236f5a437') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:47.076956 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a858739-bf73-473f-85fb-579236f5a437') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:47.090120 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:47.092927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device dbf3a2b8-e76c-438b-ba1c-1abda843ed97 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:50:47.105761 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:47.111717 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:50:47.112185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:47.119871 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-b2222281-e74e-4c4e-bf23-b8ef7fa780f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:50:47.120890 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-b2222281-e74e-4c4e-bf23-b8ef7fa780f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:50:47.130539 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:50:47.132576 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: dbf3a2b8-e76c-438b-ba1c-1abda843ed97 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:50:47.132576 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device dbf3a2b8-e76c-438b-ba1c-1abda843ed97 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:50:47.209828 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:47.231289 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:47.244025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] Pushing event deleted for resources: {'Network': ['ID=b0e7478e-066a-4fbf-bcda-f1be479f6b53,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:47.248045 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ecab2615-176b-4be4-8d9a-ea0d657d58d3 tempest-NetworksIpV6Test-1903842352 tempest-NetworksIpV6Test-1903842352-project] 10.222.0.130 "DELETE /v2.0/networks/b0e7478e-066a-4fbf-bcda-f1be479f6b53 HTTP/1.1" status: 204 len: 168 time: 0.9285035 Jan 24 16:50:47.583134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40852) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:47.622016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b2222281-e74e-4c4e-bf23-b8ef7fa780f1 None None] Deleting port 57d38094-2744-48a2-bf8d-11dbc36619de {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:50:47.623533 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b2222281-e74e-4c4e-bf23-b8ef7fa780f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:47.689939 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b2222281-e74e-4c4e-bf23-b8ef7fa780f1 None None] The port '57d38094-2744-48a2-bf8d-11dbc36619de' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:50:47.777147 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4110d76e-246e-4369-b56a-3e79a15d609c admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=2c7cd24841724f21bfa76f2845150abb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1929080 Jan 24 16:50:47.780745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40858) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:47.840832 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:47.867309 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:47.922270 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:47.943774 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7eb57d-72f1-4d8f-90cd-d68ecc9a6282,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:47.958323 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:47.959342 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/bf7eb57d-72f1-4d8f-90cd-d68ecc9a6282 HTTP/1.1" status: 204 len: 168 time: 0.1775486 Jan 24 16:50:47.960866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:47.961201 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:47.961521 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:47.961990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:47.962344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:47.962663 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:47.962976 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:47.963421 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:47.963730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:47.964024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:47.964334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebf851a-8292-4c70-a165-19ecd9dec0f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:48.216937 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:48.837054 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40880) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:48.983846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-59431e54-0d61-4b2a-9b2f-6a13ec0c4815 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-969791804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:48.991595 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-59431e54-0d61-4b2a-9b2f-6a13ec0c4815 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:48.995598 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-59431e54-0d61-4b2a-9b2f-6a13ec0c4815 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Usage tracker for resource:router and tenant:8666cc95b7164b9da634ccadbdd8872b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:48.998531 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-59431e54-0d61-4b2a-9b2f-6a13ec0c4815 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:49.005053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-59431e54-0d61-4b2a-9b2f-6a13ec0c4815 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:49.022968 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-59431e54-0d61-4b2a-9b2f-6a13ec0c4815 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:49.024397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-59431e54-0d61-4b2a-9b2f-6a13ec0c4815 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:49.046559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-59431e54-0d61-4b2a-9b2f-6a13ec0c4815 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:49.065869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-59431e54-0d61-4b2a-9b2f-6a13ec0c4815 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:49.086525 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-59431e54-0d61-4b2a-9b2f-6a13ec0c4815 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:49.087719 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-59431e54-0d61-4b2a-9b2f-6a13ec0c4815 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2496405 Jan 24 16:50:49.090548 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40886) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:49.096119 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-645365734'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:49.101130 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:49.104814 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Usage tracker for resource:network and tenant:8666cc95b7164b9da634ccadbdd8872b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:49.108125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:49.113636 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:49.124462 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Made reservation on behalf of 8666cc95b7164b9da634ccadbdd8872b for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:49.127505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:49.139836 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:49.176086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:49.179703 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Usage tracker for resource:security_group_rule and tenant:8666cc95b7164b9da634ccadbdd8872b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:49.182445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:49.188066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:49.347207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:49.354314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:49.384902 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:50:49.393201 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f5f527-9ab3-49a4-854a-a1c3c22a4f58,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:49.398967 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:49.399291 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Added segment 99eb7938-427c-4a50-af21-fab7d740a79c of type vlan for network adc1787a-b7e8-4db5-aa18-bc3233709209 Jan 24 16:50:49.425271 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:49.456115 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:49.459707 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:49.460277 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:49.565642 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Pushing event updated for resources: {'Network': ['ID=adc1787a-b7e8-4db5-aa18-bc3233709209,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:49.568616 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4814735b-c920-4430-9341-29847f3019ef tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4771378 Jan 24 16:50:49.572541 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40890) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:49.576915 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network adc1787a-b7e8-4db5-aa18-bc3233709209 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:50:49.578007 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-117a6494-32fb-4ddf-ac94-37cf45301686 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Request body: {'subnet': {'network_id': 'adc1787a-b7e8-4db5-aa18-bc3233709209', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:49.686957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-117a6494-32fb-4ddf-ac94-37cf45301686 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:49.691368 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-117a6494-32fb-4ddf-ac94-37cf45301686 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Usage tracker for resource:subnet and tenant:8666cc95b7164b9da634ccadbdd8872b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:49.694297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-117a6494-32fb-4ddf-ac94-37cf45301686 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:49.700318 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-117a6494-32fb-4ddf-ac94-37cf45301686 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:49.710137 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117a6494-32fb-4ddf-ac94-37cf45301686 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Made reservation on behalf of 8666cc95b7164b9da634ccadbdd8872b for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:49.810456 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-117a6494-32fb-4ddf-ac94-37cf45301686 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:50.038168 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-117a6494-32fb-4ddf-ac94-37cf45301686 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:50.113933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a6494-32fb-4ddf-ac94-37cf45301686 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Pushing event updated for resources: {'Subnet': ['ID=adc4a5de-312f-4b6d-b4d0-c0c038bbb700,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:50.133004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117a6494-32fb-4ddf-ac94-37cf45301686 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Checking segment: {'id': '99eb7938-427c-4a50-af21-fab7d740a79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'adc1787a-b7e8-4db5-aa18-bc3233709209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:50:50.133423 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117a6494-32fb-4ddf-ac94-37cf45301686 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Network hostable DHCP agents. Network: adc1787a-b7e8-4db5-aa18-bc3233709209, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:50:50.161030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117a6494-32fb-4ddf-ac94-37cf45301686 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Network adc1787a-b7e8-4db5-aa18-bc3233709209 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:50:50.170965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-117a6494-32fb-4ddf-ac94-37cf45301686 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, adc1787a-b7e8-4db5-aa18-bc3233709209) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:50.176768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117a6494-32fb-4ddf-ac94-37cf45301686 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:50.177614 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-117a6494-32fb-4ddf-ac94-37cf45301686 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:50.179346 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58f36c2-4f51-4f98-b926-43e73c4df2e6 None None] Network adc1787a-b7e8-4db5-aa18-bc3233709209 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:50.201595 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-117a6494-32fb-4ddf-ac94-37cf45301686 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6280093 Jan 24 16:50:50.204670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40894) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:50.210341 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-dac5f94d-ed10-41d1-afd1-6d22e3868e1d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1041320268'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:50.215231 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-dac5f94d-ed10-41d1-afd1-6d22e3868e1d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:50.218952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-dac5f94d-ed10-41d1-afd1-6d22e3868e1d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Usage tracker for resource:network and tenant:8666cc95b7164b9da634ccadbdd8872b is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:50.222135 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-dac5f94d-ed10-41d1-afd1-6d22e3868e1d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:50.228249 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-dac5f94d-ed10-41d1-afd1-6d22e3868e1d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:50.240210 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac5f94d-ed10-41d1-afd1-6d22e3868e1d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Made reservation on behalf of 8666cc95b7164b9da634ccadbdd8872b for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:50.243187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dac5f94d-ed10-41d1-afd1-6d22e3868e1d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:50.279780 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac5f94d-ed10-41d1-afd1-6d22e3868e1d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:50:50.291532 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dac5f94d-ed10-41d1-afd1-6d22e3868e1d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:50.291829 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-dac5f94d-ed10-41d1-afd1-6d22e3868e1d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Added segment 38fc92e2-8d99-462a-ab01-08d5f9ccb6fc of type vlan for network 823e57aa-0304-49fa-91a4-97a61359fbfa Jan 24 16:50:50.319952 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dac5f94d-ed10-41d1-afd1-6d22e3868e1d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:50.351369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dac5f94d-ed10-41d1-afd1-6d22e3868e1d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:50.355194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac5f94d-ed10-41d1-afd1-6d22e3868e1d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:50.355808 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dac5f94d-ed10-41d1-afd1-6d22e3868e1d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:50.405101 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-adc1787a-b7e8-4db5-aa18-bc3233709209', 'network_id': 'adc1787a-b7e8-4db5-aa18-bc3233709209', 'tenant_id': '8666cc95b7164b9da634ccadbdd8872b', 'fixed_ips': [{'subnet_id': 'adc4a5de-312f-4b6d-b4d0-c0c038bbb700'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:50:50.405960 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:50.454707 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dac5f94d-ed10-41d1-afd1-6d22e3868e1d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2487810 Jan 24 16:50:50.458517 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40898) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:50.463302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5f94d-ed10-41d1-afd1-6d22e3868e1d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Pushing event updated for resources: {'Network': ['ID=823e57aa-0304-49fa-91a4-97a61359fbfa,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:50.473011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6872509b-aedc-4163-b813-65cb053ffe98 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Request body: {'subnet': {'network_id': '823e57aa-0304-49fa-91a4-97a61359fbfa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:50.475629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 823e57aa-0304-49fa-91a4-97a61359fbfa details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:50:50.583816 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6872509b-aedc-4163-b813-65cb053ffe98 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:50.587465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6872509b-aedc-4163-b813-65cb053ffe98 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Usage tracker for resource:subnet and tenant:8666cc95b7164b9da634ccadbdd8872b is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:50.590306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6872509b-aedc-4163-b813-65cb053ffe98 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:50.596534 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6872509b-aedc-4163-b813-65cb053ffe98 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:50.606393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6872509b-aedc-4163-b813-65cb053ffe98 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Made reservation on behalf of 8666cc95b7164b9da634ccadbdd8872b for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:50.684664 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Allocated IP 172.20.0.2 (adc1787a-b7e8-4db5-aa18-bc3233709209/adc4a5de-312f-4b6d-b4d0-c0c038bbb700/ad6c2aea-ec48-479d-b5fe-870caac1a21c) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:50.711111 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6872509b-aedc-4163-b813-65cb053ffe98 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:50.894771 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:50.905617 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Transition to ACTIVE for port object ad6c2aea-ec48-479d-b5fe-870caac1a21c will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:50.924473 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Transition to ACTIVE for port object ad6c2aea-ec48-479d-b5fe-870caac1a21c will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:50.929798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:50.932553 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6872509b-aedc-4163-b813-65cb053ffe98 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:50.998995 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Network adc1787a-b7e8-4db5-aa18-bc3233709209 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:51.002167 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:51.002524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872509b-aedc-4163-b813-65cb053ffe98 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Pushing event updated for resources: {'Subnet': ['ID=fece1aad-0572-4c61-8a0d-0492112a8102,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:51.006760 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:50:51.008891 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Pushing event updated for resources: {'Port': ['ID=ad6c2aea-ec48-479d-b5fe-870caac1a21c,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:51.030943 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872509b-aedc-4163-b813-65cb053ffe98 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Checking segment: {'id': '38fc92e2-8d99-462a-ab01-08d5f9ccb6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '823e57aa-0304-49fa-91a4-97a61359fbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:50:51.031287 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6872509b-aedc-4163-b813-65cb053ffe98 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Network hostable DHCP agents. Network: 823e57aa-0304-49fa-91a4-97a61359fbfa, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:50:51.055907 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6872509b-aedc-4163-b813-65cb053ffe98 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Network 823e57aa-0304-49fa-91a4-97a61359fbfa is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:50:51.066459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-6872509b-aedc-4163-b813-65cb053ffe98 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 823e57aa-0304-49fa-91a4-97a61359fbfa) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:51.070367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6872509b-aedc-4163-b813-65cb053ffe98 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:51.070931 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6872509b-aedc-4163-b813-65cb053ffe98 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:51.080167 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550e2daa-03d0-43a8-a1ee-7b1c3b4a38c3 None None] Network 823e57aa-0304-49fa-91a4-97a61359fbfa requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:51.096797 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6872509b-aedc-4163-b813-65cb053ffe98 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6364779 Jan 24 16:50:51.100114 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40902) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:51.105869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f60fbb5a-e5c1-47ae-8970-120ad3239840 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Request body: {'router': {'external_gateway_info': {'network_id': '823e57aa-0304-49fa-91a4-97a61359fbfa'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:51.165884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Attempting to bind port ad6c2aea-ec48-479d-b5fe-870caac1a21c on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:50:51.166260 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Attempting to bind port ad6c2aea-ec48-479d-b5fe-870caac1a21c by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '99eb7938-427c-4a50-af21-fab7d740a79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'adc1787a-b7e8-4db5-aa18-bc3233709209'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:50:51.166631 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Attempting to bind port ad6c2aea-ec48-479d-b5fe-870caac1a21c on network adc1787a-b7e8-4db5-aa18-bc3233709209 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:50:51.186312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:50:51.186681 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Checking segment: {'id': '99eb7938-427c-4a50-af21-fab7d740a79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'adc1787a-b7e8-4db5-aa18-bc3233709209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:50:51.187077 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:51.187463 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Bound using segment: {'id': '99eb7938-427c-4a50-af21-fab7d740a79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'adc1787a-b7e8-4db5-aa18-bc3233709209'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:50:51.187944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Bound port: ad6c2aea-ec48-479d-b5fe-870caac1a21c, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99eb7938-427c-4a50-af21-fab7d740a79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'adc1787a-b7e8-4db5-aa18-bc3233709209'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:50:51.188309 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:51.383665 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] For port ad6c2aea-ec48-479d-b5fe-870caac1a21c, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:51.393214 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] For port ad6c2aea-ec48-479d-b5fe-870caac1a21c, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ad6c2aea-ec48-479d-b5fe-870caac1a21c,segment=NetworkSegment(99eb7938-427c-4a50-af21-fab7d740a79c),segment_id=99eb7938-427c-4a50-af21-fab7d740a79c)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:51.397714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-823e57aa-0304-49fa-91a4-97a61359fbfa', 'network_id': '823e57aa-0304-49fa-91a4-97a61359fbfa', 'tenant_id': '8666cc95b7164b9da634ccadbdd8872b', 'fixed_ips': [{'subnet_id': 'fece1aad-0572-4c61-8a0d-0492112a8102'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:50:51.398628 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:51.410262 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:51.492327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f60fbb5a-e5c1-47ae-8970-120ad3239840 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:51.551856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a68965-7638-47f8-9d18-e89f29efc654 None None] Pushing event updated for resources: {'Port': ['ID=ad6c2aea-ec48-479d-b5fe-870caac1a21c,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:51.642780 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Allocated IP 172.21.0.2 (823e57aa-0304-49fa-91a4-97a61359fbfa/fece1aad-0572-4c61-8a0d-0492112a8102/1cb2c221-f2dc-489a-aac0-5b103d8cb6e1) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:51.776735 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.api.v2.resource [None req-f60fbb5a-e5c1-47ae-8970-120ad3239840 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 24 16:50:51.777863 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f60fbb5a-e5c1-47ae-8970-120ad3239840 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] 10.222.0.130 "PUT /v2.0/routers/4ef3a890-5766-47eb-8065-549dfff0c9ff HTTP/1.1" status: 400 len: 364 time: 0.6766770 Jan 24 16:50:51.784315 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40906) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:51.855563 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-50543301-8e43-4bdf-af70-60d365942cf9 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Deleting subnet fece1aad-0572-4c61-8a0d-0492112a8102 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:50:51.891919 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:51.903408 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Transition to ACTIVE for port object 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:51.927519 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Transition to ACTIVE for port object 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:51.937423 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-50543301-8e43-4bdf-af70-60d365942cf9 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:51.938170 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:51.997084 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-50543301-8e43-4bdf-af70-60d365942cf9 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:52.009863 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Network 823e57aa-0304-49fa-91a4-97a61359fbfa is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:52.010476 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Pushing event updated for resources: {'Port': ['ID=1cb2c221-f2dc-489a-aac0-5b103d8cb6e1,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:52.013926 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:52.015901 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:50:52.091891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-50543301-8e43-4bdf-af70-60d365942cf9 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:52.109236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Attempting to bind port 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:50:52.109593 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Attempting to bind port 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '38fc92e2-8d99-462a-ab01-08d5f9ccb6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '823e57aa-0304-49fa-91a4-97a61359fbfa'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:50:52.109933 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Attempting to bind port 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1 on network 823e57aa-0304-49fa-91a4-97a61359fbfa {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:50:52.116494 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:50:52.116849 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Checking segment: {'id': '38fc92e2-8d99-462a-ab01-08d5f9ccb6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '823e57aa-0304-49fa-91a4-97a61359fbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:50:52.117236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:52.117618 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Bound using segment: {'id': '38fc92e2-8d99-462a-ab01-08d5f9ccb6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '823e57aa-0304-49fa-91a4-97a61359fbfa'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:50:52.118051 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Bound port: 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fc92e2-8d99-462a-ab01-08d5f9ccb6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '823e57aa-0304-49fa-91a4-97a61359fbfa'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:50:52.118405 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:52.167102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-50543301-8e43-4bdf-af70-60d365942cf9 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:52.212859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] For port 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:52.213367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50543301-8e43-4bdf-af70-60d365942cf9 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Pushing event deleted for resources: {'Subnet': ['ID=fece1aad-0572-4c61-8a0d-0492112a8102,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:52.216469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] For port 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=1cb2c221-f2dc-489a-aac0-5b103d8cb6e1,segment=NetworkSegment(38fc92e2-8d99-462a-ab01-08d5f9ccb6fc),segment_id=38fc92e2-8d99-462a-ab01-08d5f9ccb6fc)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:52.218699 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-50543301-8e43-4bdf-af70-60d365942cf9 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:52.223891 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:52.228255 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-50543301-8e43-4bdf-af70-60d365942cf9 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] 10.222.0.130 "DELETE /v2.0/subnets/fece1aad-0572-4c61-8a0d-0492112a8102 HTTP/1.1" status: 204 len: 168 time: 0.4382992 Jan 24 16:50:52.228504 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40910) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:52.310109 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0f995-4c55-4a8b-9c91-7f38e2246612 None None] Pushing event updated for resources: {'Port': ['ID=1cb2c221-f2dc-489a-aac0-5b103d8cb6e1,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:52.354536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:52.366779 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Deleting port 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:50:52.367148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:52.591697 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] For port 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=1cb2c221-f2dc-489a-aac0-5b103d8cb6e1,segment=NetworkSegment(38fc92e2-8d99-462a-ab01-08d5f9ccb6fc),segment_id=38fc92e2-8d99-462a-ab01-08d5f9ccb6fc)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:52.592020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:52.693364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a79209-7e83-4bd8-b512-a596e18447a4 None None] Network adc1787a-b7e8-4db5-aa18-bc3233709209 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:52.721583 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ad6c2aea-ec48-479d-b5fe-870caac1a21c up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:50:52.726880 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Calling delete_port for 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:50:52.900651 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:52.908946 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c34abdcd-cbd9-4055-954f-0d0b4df7a3c6 None None] Provisioning for port ad6c2aea-ec48-479d-b5fe-870caac1a21c completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:50:52.944783 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Pushing event deleted for resources: {'Port': ['ID=1cb2c221-f2dc-489a-aac0-5b103d8cb6e1,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:52.950856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] No DVR routers for this DVR port 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:50:52.963929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port ad6c2aea-ec48-479d-b5fe-870caac1a21c completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:50:52.973133 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port ad6c2aea-ec48-479d-b5fe-870caac1a21c triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:52.973491 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.092309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.120089 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823e57aa-0304-49fa-91a4-97a61359fbfa']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:53.136734 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fc92e2-8d99-462a-ab01-08d5f9ccb6fc') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:53.137090 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fc92e2-8d99-462a-ab01-08d5f9ccb6fc') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:53.150459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.156240 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.170794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.183887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:50:53.184307 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.192224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port ad6c2aea-ec48-479d-b5fe-870caac1a21c, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ad6c2aea-ec48-479d-b5fe-870caac1a21c,segment=NetworkSegment(99eb7938-427c-4a50-af21-fab7d740a79c),segment_id=99eb7938-427c-4a50-af21-fab7d740a79c)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:53.197285 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.198127 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:50:53.202690 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:50:53.266956 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:50:53.267422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 24 16:50:53.297824 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.303755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.313542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Port 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1 not found, will not notify nova. {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 24 16:50:53.329245 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=ad6c2aea-ec48-479d-b5fe-870caac1a21c,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:53.339723 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] 10.222.0.130 "DELETE /v2.0/networks/823e57aa-0304-49fa-91a4-97a61359fbfa HTTP/1.1" status: 204 len: 168 time: 1.1085820 Jan 24 16:50:53.340614 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40914) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:53.348813 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7189d8-982b-41b3-a2f9-06027f502f21 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Pushing event deleted for resources: {'Network': ['ID=823e57aa-0304-49fa-91a4-97a61359fbfa,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:53.417343 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-8946c3dc-0f55-4ce1-a899-8573bc8f756d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Deleting subnet adc4a5de-312f-4b6d-b4d0-c0c038bbb700 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:50:53.420581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8946c3dc-0f55-4ce1-a899-8573bc8f756d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.456148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1721b815-d0fa-4e77-836e-16262e8a8649 None None] Provisioning complete for port ad6c2aea-ec48-479d-b5fe-870caac1a21c triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:53.456708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1721b815-d0fa-4e77-836e-16262e8a8649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.482592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8946c3dc-0f55-4ce1-a899-8573bc8f756d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.505823 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c57f7b-2d3a-42f4-898b-7de3cb1047f6 None None] DHCP port deletion for 823e57aa-0304-49fa-91a4-97a61359fbfa request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:50:53.528125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ffc1a-c6ea-4aa9-b266-a53f375cb0ee None None] Network 823e57aa-0304-49fa-91a4-97a61359fbfa requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:53.575133 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ffc1a-c6ea-4aa9-b266-a53f375cb0ee None None] Network 823e57aa-0304-49fa-91a4-97a61359fbfa could not be found, it might have been deleted concurrently. {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 24 16:50:53.576760 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8946c3dc-0f55-4ce1-a899-8573bc8f756d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.662331 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8946c3dc-0f55-4ce1-a899-8573bc8f756d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.710750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946c3dc-0f55-4ce1-a899-8573bc8f756d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Pushing event deleted for resources: {'Subnet': ['ID=adc4a5de-312f-4b6d-b4d0-c0c038bbb700,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:53.712756 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c65cd86a-9a2c-4f6b-b227-fb1e995f659f None None] Could not find standard attr ID for object 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1. {{(pid=83467) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 24 16:50:53.717881 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8946c3dc-0f55-4ce1-a899-8573bc8f756d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.726814 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c530f2ae-2f49-4697-ba82-609cebba699b None None] Network adc1787a-b7e8-4db5-aa18-bc3233709209 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:53.727762 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40918) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:53.727934 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8946c3dc-0f55-4ce1-a899-8573bc8f756d tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] 10.222.0.130 "DELETE /v2.0/subnets/adc4a5de-312f-4b6d-b4d0-c0c038bbb700 HTTP/1.1" status: 204 len: 168 time: 0.3860772 Jan 24 16:50:53.841207 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.852978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Deleting port ad6c2aea-ec48-479d-b5fe-870caac1a21c {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:50:53.853316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:53.967491 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653303e1-13b9-40c3-a4ff-4cdca9c6a2af None None] DHCP port deletion for adc1787a-b7e8-4db5-aa18-bc3233709209 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:50:53.972515 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-653303e1-13b9-40c3-a4ff-4cdca9c6a2af None None] Deleting port ad6c2aea-ec48-479d-b5fe-870caac1a21c {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:50:53.972910 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-653303e1-13b9-40c3-a4ff-4cdca9c6a2af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:54.066056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] For port ad6c2aea-ec48-479d-b5fe-870caac1a21c, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ad6c2aea-ec48-479d-b5fe-870caac1a21c,segment=NetworkSegment(99eb7938-427c-4a50-af21-fab7d740a79c),segment_id=99eb7938-427c-4a50-af21-fab7d740a79c)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:54.066727 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:54.176426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-653303e1-13b9-40c3-a4ff-4cdca9c6a2af None None] For port ad6c2aea-ec48-479d-b5fe-870caac1a21c, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ad6c2aea-ec48-479d-b5fe-870caac1a21c,segment=NetworkSegment(99eb7938-427c-4a50-af21-fab7d740a79c),segment_id=99eb7938-427c-4a50-af21-fab7d740a79c)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:54.177328 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-653303e1-13b9-40c3-a4ff-4cdca9c6a2af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:54.188934 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Calling delete_port for ad6c2aea-ec48-479d-b5fe-870caac1a21c owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:50:54.270788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:54.300105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-653303e1-13b9-40c3-a4ff-4cdca9c6a2af None None] Calling delete_port for ad6c2aea-ec48-479d-b5fe-870caac1a21c owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:50:54.317794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Pushing event deleted for resources: {'Port': ['ID=ad6c2aea-ec48-479d-b5fe-870caac1a21c,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:54.321578 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] No DVR routers for this DVR port ad6c2aea-ec48-479d-b5fe-870caac1a21c on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:50:54.374218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-653303e1-13b9-40c3-a4ff-4cdca9c6a2af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:50:54.374567 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-653303e1-13b9-40c3-a4ff-4cdca9c6a2af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:50:54.447425 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:54.474363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc1787a-b7e8-4db5-aa18-bc3233709209']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:54.487898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99eb7938-427c-4a50-af21-fab7d740a79c') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:54.488185 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99eb7938-427c-4a50-af21-fab7d740a79c') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:54.500482 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:54.516916 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:54.523690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:50:54.524063 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:50:54.542476 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:50:54.628664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:54.646174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:54.647768 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ad6c2aea-ec48-479d-b5fe-870caac1a21c no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:50:54.657066 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Pushing event deleted for resources: {'Network': ['ID=adc1787a-b7e8-4db5-aa18-bc3233709209,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:54.661278 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a6779dcd-9962-401a-92c2-b07fa9a094ce tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] 10.222.0.130 "DELETE /v2.0/networks/adc1787a-b7e8-4db5-aa18-bc3233709209 HTTP/1.1" status: 204 len: 168 time: 0.9323039 Jan 24 16:50:54.663788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40922) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:54.687668 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: ad6c2aea-ec48-479d-b5fe-870caac1a21c {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:50:54.688024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ad6c2aea-ec48-479d-b5fe-870caac1a21c not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:50:54.688411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:50:54.709392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e7594406-ca0e-444a-b701-3d1000a1c717 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Synchronizing usage tracker for tenant:8666cc95b7164b9da634ccadbdd8872b on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:50:54.719754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:50:54.720196 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 1cb2c221-f2dc-489a-aac0-5b103d8cb6e1 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:50:54.726031 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e7594406-ca0e-444a-b701-3d1000a1c717 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Unset dirty status for tenant:8666cc95b7164b9da634ccadbdd8872b on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:50:54.729469 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e7594406-ca0e-444a-b701-3d1000a1c717 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] 10.222.0.130 "GET /v2.0/ports?device_id=4ef3a890-5766-47eb-8065-549dfff0c9ff HTTP/1.1" status: 200 len: 205 time: 0.0624440 Jan 24 16:50:54.729808 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40926) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:54.868903 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-748abc30-b91e-4e96-a41b-262011c339f3 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:54.876086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-653303e1-13b9-40c3-a4ff-4cdca9c6a2af None None] Deleting port ad6c2aea-ec48-479d-b5fe-870caac1a21c {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:50:54.876506 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-653303e1-13b9-40c3-a4ff-4cdca9c6a2af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:54.940431 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-653303e1-13b9-40c3-a4ff-4cdca9c6a2af None None] The port 'ad6c2aea-ec48-479d-b5fe-870caac1a21c' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:50:55.364779 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-748abc30-b91e-4e96-a41b-262011c339f3 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:55.369845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-748abc30-b91e-4e96-a41b-262011c339f3 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:55.399790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-748abc30-b91e-4e96-a41b-262011c339f3 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:55.400429 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748abc30-b91e-4e96-a41b-262011c339f3 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Fanout notify agent at l3_agent the message router_deleted on router 4ef3a890-5766-47eb-8065-549dfff0c9ff {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:50:55.411375 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-748abc30-b91e-4e96-a41b-262011c339f3 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:55.412456 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-748abc30-b91e-4e96-a41b-262011c339f3 tempest-RoutersNegativeTest-1542171473 tempest-RoutersNegativeTest-1542171473-project] 10.222.0.130 "DELETE /v2.0/routers/4ef3a890-5766-47eb-8065-549dfff0c9ff HTTP/1.1" status: 204 len: 168 time: 0.6819341 Jan 24 16:50:55.741727 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40934) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:55.924111 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c6797738-75ad-439e-9487-0a0686cfd900 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=8666cc95b7164b9da634ccadbdd8872b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1812537 Jan 24 16:50:55.926607 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40940) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:55.990857 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1623ae09-d0ca-4b81-a30a-663e3c7d9fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:56.017347 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1623ae09-d0ca-4b81-a30a-663e3c7d9fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:56.068146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1623ae09-d0ca-4b81-a30a-663e3c7d9fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:56.082857 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623ae09-d0ca-4b81-a30a-663e3c7d9fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f5f527-9ab3-49a4-854a-a1c3c22a4f58,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:56.089239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1623ae09-d0ca-4b81-a30a-663e3c7d9fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:56.090356 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1623ae09-d0ca-4b81-a30a-663e3c7d9fff admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/c5f5f527-9ab3-49a4-854a-a1c3c22a4f58 HTTP/1.1" status: 204 len: 168 time: 0.1629148 Jan 24 16:50:56.987564 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 40962) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:57.149751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1529374102-network', 'tenant_id': '0fe44ab720684120b61c90f96431a84e'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:57.154552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:57.158405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Usage tracker for resource:network and tenant:0fe44ab720684120b61c90f96431a84e is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:57.161354 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:57.167989 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:57.179706 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Made reservation on behalf of 0fe44ab720684120b61c90f96431a84e for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:57.182118 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:57.196702 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:57.231594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:57.236324 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Usage tracker for resource:security_group_rule and tenant:0fe44ab720684120b61c90f96431a84e is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:57.239079 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:57.245253 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:57.318585 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:57.324491 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:57.353376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:50:57.361632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:57.367766 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:57.368127 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Added segment d7131f57-3b3f-442e-a0f9-e7e129a28dc3 of type vlan for network 26090f12-2d58-4ec1-b688-2880f930672a Jan 24 16:50:57.395761 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:57.430062 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:57.431130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:57.431959 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:57.532012 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5432007 Jan 24 16:50:57.535178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40968) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:57.535733 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee8bca-e549-42e1-ad17-7e3bf25371e2 admin admin] Pushing event updated for resources: {'Network': ['ID=26090f12-2d58-4ec1-b688-2880f930672a,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:57.540731 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-815c03d4-0018-4986-9fcc-ce3f487ec9d7 admin admin] Request body: {'subnet': {'network_id': '26090f12-2d58-4ec1-b688-2880f930672a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1529374102-subnet', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'ip_version': 4}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:57.546073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 26090f12-2d58-4ec1-b688-2880f930672a details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:50:57.549506 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-815c03d4-0018-4986-9fcc-ce3f487ec9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:57.553542 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-815c03d4-0018-4986-9fcc-ce3f487ec9d7 admin admin] Usage tracker for resource:subnet and tenant:0fe44ab720684120b61c90f96431a84e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:57.556504 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-815c03d4-0018-4986-9fcc-ce3f487ec9d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:57.562052 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-815c03d4-0018-4986-9fcc-ce3f487ec9d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:57.572770 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815c03d4-0018-4986-9fcc-ce3f487ec9d7 admin admin] Made reservation on behalf of 0fe44ab720684120b61c90f96431a84e for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:57.575090 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-815c03d4-0018-4986-9fcc-ce3f487ec9d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:57.783351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-815c03d4-0018-4986-9fcc-ce3f487ec9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:57.851793 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c03d4-0018-4986-9fcc-ce3f487ec9d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:57.875858 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c03d4-0018-4986-9fcc-ce3f487ec9d7 admin admin] Checking segment: {'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:50:57.876214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c03d4-0018-4986-9fcc-ce3f487ec9d7 admin admin] Network hostable DHCP agents. Network: 26090f12-2d58-4ec1-b688-2880f930672a, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:50:57.900144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c03d4-0018-4986-9fcc-ce3f487ec9d7 admin admin] Network 26090f12-2d58-4ec1-b688-2880f930672a is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:50:57.910502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-815c03d4-0018-4986-9fcc-ce3f487ec9d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 26090f12-2d58-4ec1-b688-2880f930672a) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:57.914348 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815c03d4-0018-4986-9fcc-ce3f487ec9d7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:57.914908 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-815c03d4-0018-4986-9fcc-ce3f487ec9d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:57.919760 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce18c174-751d-4462-9b18-139cf70fdead None None] Network 26090f12-2d58-4ec1-b688-2880f930672a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:50:57.935586 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-815c03d4-0018-4986-9fcc-ce3f487ec9d7 admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3992031 Jan 24 16:50:57.938438 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40972) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:57.943787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1529374102-router', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:50:57.948608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:50:57.953036 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Usage tracker for resource:router and tenant:0fe44ab720684120b61c90f96431a84e is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:50:57.956822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:50:57.963036 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:50:57.975380 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:57.976396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:57.995907 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:58.142746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:58.173588 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-26090f12-2d58-4ec1-b688-2880f930672a', 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'fixed_ips': [{'subnet_id': '1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:50:58.174492 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:58.332327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:58.341380 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Allocated IP 172.20.0.2 (26090f12-2d58-4ec1-b688-2880f930672a/1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb/b70bf47f-2b49-4178-acf7-1e52b52e2cb8) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:58.363170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:58.505951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Allocated IP 172.26.2.128 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/7f630c94-e083-448d-be28-7dd658d07b35) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:58.553135 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:58.563581 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Transition to ACTIVE for port object b70bf47f-2b49-4178-acf7-1e52b52e2cb8 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:58.586026 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Transition to ACTIVE for port object b70bf47f-2b49-4178-acf7-1e52b52e2cb8 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:58.592831 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:58.657195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:58.668139 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Network 26090f12-2d58-4ec1-b688-2880f930672a is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:58.671623 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:58.673502 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Pushing event updated for resources: {'Port': ['ID=b70bf47f-2b49-4178-acf7-1e52b52e2cb8,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:58.675576 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:50:58.688349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:58.760299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:58.760805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Attempting to bind port b70bf47f-2b49-4178-acf7-1e52b52e2cb8 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:50:58.761165 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Attempting to bind port b70bf47f-2b49-4178-acf7-1e52b52e2cb8 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:50:58.761519 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Attempting to bind port b70bf47f-2b49-4178-acf7-1e52b52e2cb8 on network 26090f12-2d58-4ec1-b688-2880f930672a {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:50:58.763696 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:58.765546 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=7f630c94-e083-448d-be28-7dd658d07b35,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:58.767676 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:50:58.772657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:50:58.773147 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Checking segment: {'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:50:58.773617 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:58.774063 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Bound using segment: {'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:50:58.774602 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Bound port: b70bf47f-2b49-4178-acf7-1e52b52e2cb8, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:50:58.774966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:58.871873 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] For port b70bf47f-2b49-4178-acf7-1e52b52e2cb8, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:58.875020 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] For port b70bf47f-2b49-4178-acf7-1e52b52e2cb8, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b70bf47f-2b49-4178-acf7-1e52b52e2cb8,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:58.880513 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:58.962438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f04cd-da0e-4581-afdf-8400d7eec5dc None None] Pushing event updated for resources: {'Port': ['ID=b70bf47f-2b49-4178-acf7-1e52b52e2cb8,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:59.033126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:59.034265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:59.318013 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Router fd13e576-38bf-48d0-ab26-85bfcb527050 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:50:59.551139 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:50:59.561323 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Sync routers for ids ['fd13e576-38bf-48d0-ab26-85bfcb527050'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:50:59.577489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Routers {'fd13e576-38bf-48d0-ab26-85bfcb527050'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:50:59.577749 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:50:59.578571 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:50:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['fd13e576-38bf-48d0-ab26-85bfcb527050'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:59.579103 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-56192c44-93ec-4514-ae17-efbf27c9a5d2 admin admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6395490 Jan 24 16:50:59.582210 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40976) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:50:59.769408 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Set router fd13e576-38bf-48d0-ab26-85bfcb527050 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:50:59.892789 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c63f00-f6c8-4758-b22d-98ae9ef89981 None None] Network 26090f12-2d58-4ec1-b688-2880f930672a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:51:00.079345 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-16525fd5-b39d-4eec-9b1a-e12b0d60d4a8 None None] Provisioning for port b70bf47f-2b49-4178-acf7-1e52b52e2cb8 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:00.313157 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'name': 'tempest-TestEncryptedCinderVolumes-1529374102-router', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '7f630c94-e083-448d-be28-7dd658d07b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:57Z', 'updated_at': '2022-01-24T16:50:58Z', 'revision_number': 3, 'project_id': '0fe44ab720684120b61c90f96431a84e', 'gw_port': {'id': '7f630c94-e083-448d-be28-7dd658d07b35', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:58Z', 'updated_at': '2022-01-24T16:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:00.320096 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Checking router: fd13e576-38bf-48d0-ab26-85bfcb527050 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:51:00.320436 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Updating router fd13e576-38bf-48d0-ab26-85bfcb527050 port 7f630c94-e083-448d-be28-7dd658d07b35 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:51:00.340260 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:00.382582 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:00.673995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Allocated IP 172.20.0.1 (26090f12-2d58-4ec1-b688-2880f930672a/1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb/9f55c56c-abf7-433d-a0c4-be474dd621e6) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:51:00.719688 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b70bf47f-2b49-4178-acf7-1e52b52e2cb8 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:51:00.795962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:00.811872 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Transition to ACTIVE for port object 7f630c94-e083-448d-be28-7dd658d07b35 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:51:00.821098 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:00.828507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:00.844403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Transition to ACTIVE for port object 9f55c56c-abf7-433d-a0c4-be474dd621e6 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:51:00.868972 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:00.878221 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port b70bf47f-2b49-4178-acf7-1e52b52e2cb8 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:00.900567 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port b70bf47f-2b49-4178-acf7-1e52b52e2cb8 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:00.900970 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:00.928421 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87b1a8-a805-41dc-9140-92da717b5438 None None] Pushing event updated for resources: {'Port': ['ID=7f630c94-e083-448d-be28-7dd658d07b35,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:00.940365 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Network 26090f12-2d58-4ec1-b688-2880f930672a is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:51:00.941261 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Pushing event updated for resources: {'Port': ['ID=9f55c56c-abf7-433d-a0c4-be474dd621e6,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:00.943870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:51:00.944209 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Attempting to bind port 7f630c94-e083-448d-be28-7dd658d07b35 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:51:00.944569 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Attempting to bind port 7f630c94-e083-448d-be28-7dd658d07b35 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:51:00.944910 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Attempting to bind port 7f630c94-e083-448d-be28-7dd658d07b35 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:51:00.945765 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:51:00.964927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:51:00.965294 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:51:00.965701 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:00.966088 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:51:00.966542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Bound port: 7f630c94-e083-448d-be28-7dd658d07b35, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:51:00.966905 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:01.003529 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:01.089163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] For port 7f630c94-e083-448d-be28-7dd658d07b35, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:51:01.102992 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] For port 7f630c94-e083-448d-be28-7dd658d07b35, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7f630c94-e083-448d-be28-7dd658d07b35,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:51:01.105881 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:01.110109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:01.118398 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:01.210917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port b70bf47f-2b49-4178-acf7-1e52b52e2cb8, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b70bf47f-2b49-4178-acf7-1e52b52e2cb8,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:01.223873 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:01.232787 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87b1a8-a805-41dc-9140-92da717b5438 None None] Pushing event updated for resources: {'Port': ['ID=7f630c94-e083-448d-be28-7dd658d07b35,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:01.270829 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d3781cb7-0553-4de5-8067-d5406086c902 None None] Provisioning for port 9f55c56c-abf7-433d-a0c4-be474dd621e6 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:01.293027 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d3781cb7-0553-4de5-8067-d5406086c902 None None] Provisioning complete for port 9f55c56c-abf7-433d-a0c4-be474dd621e6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:01.293374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d3781cb7-0553-4de5-8067-d5406086c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:01.326728 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Routers {'fd13e576-38bf-48d0-ab26-85bfcb527050'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:51:01.327357 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:50:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['fd13e576-38bf-48d0-ab26-85bfcb527050'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:01.356463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:01.362199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:01.438071 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=b70bf47f-2b49-4178-acf7-1e52b52e2cb8,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:01.448246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d3781cb7-0553-4de5-8067-d5406086c902 None None] Port 9f55c56c-abf7-433d-a0c4-be474dd621e6 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:51:01.467709 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:01.471109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Pushing event updated for resources: {'Port': ['ID=9f55c56c-abf7-433d-a0c4-be474dd621e6,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:01.539695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] Set router fd13e576-38bf-48d0-ab26-85bfcb527050 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:51:01.612051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Network 26090f12-2d58-4ec1-b688-2880f930672a is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:51:01.613510 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:51:01.892753 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-815f3b01-4a0a-464f-9382-aa12b73c0715 None None] Provisioning complete for port 9f55c56c-abf7-433d-a0c4-be474dd621e6 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:01.893333 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-815f3b01-4a0a-464f-9382-aa12b73c0715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:01.953692 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-815f3b01-4a0a-464f-9382-aa12b73c0715 None None] Port 9f55c56c-abf7-433d-a0c4-be474dd621e6 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:51:01.960728 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'name': 'tempest-TestEncryptedCinderVolumes-1529374102-router', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '7f630c94-e083-448d-be28-7dd658d07b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:57Z', 'updated_at': '2022-01-24T16:51:01Z', 'revision_number': 4, 'project_id': '0fe44ab720684120b61c90f96431a84e', 'gw_port': {'id': '7f630c94-e083-448d-be28-7dd658d07b35', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:58Z', 'updated_at': '2022-01-24T16:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '9f55c56c-abf7-433d-a0c4-be474dd621e6', 'name': '', 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'mac_address': 'fa:16:3e:c4:46:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:51:00Z', 'updated_at': '2022-01-24T16:51:01Z', 'revision_number': 2, 'project_id': '0fe44ab720684120b61c90f96431a84e', 'subnets': [{'id': '1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:01.964815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb2eddf-dd6e-4086-a915-8eee4593272e None None] The sync data for ids ['fd13e576-38bf-48d0-ab26-85bfcb527050'] in dv-neutron-826104-1-hyperv is: [{'id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'name': 'tempest-TestEncryptedCinderVolumes-1529374102-router', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '7f630c94-e083-448d-be28-7dd658d07b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:57Z', 'updated_at': '2022-01-24T16:51:01Z', 'revision_number': 4, 'project_id': '0fe44ab720684120b61c90f96431a84e', 'gw_port': {'id': '7f630c94-e083-448d-be28-7dd658d07b35', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:58Z', 'updated_at': '2022-01-24T16:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '9f55c56c-abf7-433d-a0c4-be474dd621e6', 'name': '', 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'mac_address': 'fa:16:3e:c4:46:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:51:00Z', 'updated_at': '2022-01-24T16:51:01Z', 'revision_number': 2, 'project_id': '0fe44ab720684120b61c90f96431a84e', 'subnets': [{'id': '1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:51:02.009502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Router fd13e576-38bf-48d0-ab26-85bfcb527050 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:51:02.234160 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:51:02.249537 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-72ff94cf-6e36-47a9-9b82-15bbd74818ca admin admin] 10.222.0.130 "PUT /v2.0/routers/fd13e576-38bf-48d0-ab26-85bfcb527050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6617639 Jan 24 16:51:02.742088 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7f630c94-e083-448d-be28-7dd658d07b35 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:51:02.818819 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 7f630c94-e083-448d-be28-7dd658d07b35 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:02.824567 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 7f630c94-e083-448d-be28-7dd658d07b35 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:02.824937 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:02.950822 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:02.968334 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 7f630c94-e083-448d-be28-7dd658d07b35, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7f630c94-e083-448d-be28-7dd658d07b35,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:02.974888 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:02.976053 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b70bf47f-2b49-4178-acf7-1e52b52e2cb8 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:51:03.098028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=7f630c94-e083-448d-be28-7dd658d07b35,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:03.112850 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port b70bf47f-2b49-4178-acf7-1e52b52e2cb8 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:03.113383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:03.191881 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 40998) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:51:03.198306 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1433595306-network', 'tenant_id': 'da7c60bfa9174affa654eefe7206e224'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:51:03.203410 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:51:03.207823 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Usage tracker for resource:network and tenant:da7c60bfa9174affa654eefe7206e224 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:51:03.210746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:51:03.216323 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:51:03.227062 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Made reservation on behalf of da7c60bfa9174affa654eefe7206e224 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:51:03.229850 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:03.248976 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:03.382782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:51:03.387072 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Usage tracker for resource:security_group_rule and tenant:da7c60bfa9174affa654eefe7206e224 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:51:03.390086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:51:03.398744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:51:03.483651 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:03.490380 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:03.525785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:51:03.536021 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbc8cfd-7a18-41e7-a282-c5404e854a8e,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:03.540631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:03.540963 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Added segment e0f22ce3-db4a-4b29-91fe-ccc5b00735a1 of type vlan for network 213f5d32-b8c0-4f14-8b80-67fc87140528 Jan 24 16:51:03.570789 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:03.602760 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:03.603680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:03.604435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:03.707414 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] Pushing event updated for resources: {'Network': ['ID=213f5d32-b8c0-4f14-8b80-67fc87140528,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:03.710436 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c248cc2e-a34b-4462-93ae-fdaf3de42c89 admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5168397 Jan 24 16:51:03.713264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41002) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:51:03.717588 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 213f5d32-b8c0-4f14-8b80-67fc87140528 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:51:03.718475 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-48801fbc-7883-41ae-8a1d-7936b9b9d56f admin admin] Request body: {'subnet': {'network_id': '213f5d32-b8c0-4f14-8b80-67fc87140528', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1433595306-subnet', 'tenant_id': 'da7c60bfa9174affa654eefe7206e224', 'ip_version': 4}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:51:03.723844 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-48801fbc-7883-41ae-8a1d-7936b9b9d56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:51:03.727733 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-48801fbc-7883-41ae-8a1d-7936b9b9d56f admin admin] Usage tracker for resource:subnet and tenant:da7c60bfa9174affa654eefe7206e224 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:51:03.730573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-48801fbc-7883-41ae-8a1d-7936b9b9d56f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:51:03.736482 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-48801fbc-7883-41ae-8a1d-7936b9b9d56f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:51:03.749495 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48801fbc-7883-41ae-8a1d-7936b9b9d56f admin admin] Made reservation on behalf of da7c60bfa9174affa654eefe7206e224 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:51:03.752118 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-48801fbc-7883-41ae-8a1d-7936b9b9d56f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:03.956514 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-48801fbc-7883-41ae-8a1d-7936b9b9d56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:04.016739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48801fbc-7883-41ae-8a1d-7936b9b9d56f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c161ecca-664e-4706-b332-e46a18e85be5,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:04.040498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48801fbc-7883-41ae-8a1d-7936b9b9d56f admin admin] Checking segment: {'id': 'e0f22ce3-db4a-4b29-91fe-ccc5b00735a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '213f5d32-b8c0-4f14-8b80-67fc87140528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:51:04.040851 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48801fbc-7883-41ae-8a1d-7936b9b9d56f admin admin] Network hostable DHCP agents. Network: 213f5d32-b8c0-4f14-8b80-67fc87140528, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:51:04.062183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48801fbc-7883-41ae-8a1d-7936b9b9d56f admin admin] Network 213f5d32-b8c0-4f14-8b80-67fc87140528 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:51:04.073717 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-48801fbc-7883-41ae-8a1d-7936b9b9d56f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 213f5d32-b8c0-4f14-8b80-67fc87140528) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:51:04.077961 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48801fbc-7883-41ae-8a1d-7936b9b9d56f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:04.078623 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-48801fbc-7883-41ae-8a1d-7936b9b9d56f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:04.084140 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc339631-a2c3-44bc-9ff2-6c283f5cd8ab None None] Network 213f5d32-b8c0-4f14-8b80-67fc87140528 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:51:04.099742 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-48801fbc-7883-41ae-8a1d-7936b9b9d56f admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3852713 Jan 24 16:51:04.101951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41006) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:51:04.107827 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1433595306-router', 'tenant_id': 'da7c60bfa9174affa654eefe7206e224', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:51:04.112670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:51:04.116775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Usage tracker for resource:router and tenant:da7c60bfa9174affa654eefe7206e224 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:51:04.119550 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:51:04.125420 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:51:04.136491 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:04.137585 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:04.155180 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:04.303783 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-213f5d32-b8c0-4f14-8b80-67fc87140528', 'network_id': '213f5d32-b8c0-4f14-8b80-67fc87140528', 'tenant_id': 'da7c60bfa9174affa654eefe7206e224', 'fixed_ips': [{'subnet_id': 'c161ecca-664e-4706-b332-e46a18e85be5'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:51:04.304788 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:04.304986 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:04.459948 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Allocated IP 172.20.0.2 (213f5d32-b8c0-4f14-8b80-67fc87140528/c161ecca-664e-4706-b332-e46a18e85be5/a0f4ff05-612e-4329-a23f-f451f38bad35) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:51:04.491870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:04.521247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:04.661720 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7f630c94-e083-448d-be28-7dd658d07b35 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:51:04.676266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Allocated IP 172.26.2.184 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/beb614f6-b430-44be-ad1b-3dec13e65586) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:51:04.722130 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:04.737510 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Transition to ACTIVE for port object a0f4ff05-612e-4329-a23f-f451f38bad35 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:51:04.761190 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Transition to ACTIVE for port object a0f4ff05-612e-4329-a23f-f451f38bad35 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:51:04.769949 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:04.803608 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 7f630c94-e083-448d-be28-7dd658d07b35 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:04.804022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:04.821368 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:04.853162 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:04.882714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Network 213f5d32-b8c0-4f14-8b80-67fc87140528 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:51:04.888047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:51:04.890436 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:51:04.895059 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Pushing event updated for resources: {'Port': ['ID=a0f4ff05-612e-4329-a23f-f451f38bad35,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:04.927426 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:51:04.930676 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:51:04.935403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:51:04.960034 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Pushing event updated for resources: {'Port': ['ID=beb614f6-b430-44be-ad1b-3dec13e65586,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:05.035229 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Attempting to bind port a0f4ff05-612e-4329-a23f-f451f38bad35 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:51:05.035626 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Attempting to bind port a0f4ff05-612e-4329-a23f-f451f38bad35 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'e0f22ce3-db4a-4b29-91fe-ccc5b00735a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '213f5d32-b8c0-4f14-8b80-67fc87140528'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:51:05.035986 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Attempting to bind port a0f4ff05-612e-4329-a23f-f451f38bad35 on network 213f5d32-b8c0-4f14-8b80-67fc87140528 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:51:05.050275 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:51:05.050457 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Checking segment: {'id': 'e0f22ce3-db4a-4b29-91fe-ccc5b00735a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '213f5d32-b8c0-4f14-8b80-67fc87140528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:51:05.050814 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:05.051190 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Bound using segment: {'id': 'e0f22ce3-db4a-4b29-91fe-ccc5b00735a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '213f5d32-b8c0-4f14-8b80-67fc87140528'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:51:05.051665 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Bound port: a0f4ff05-612e-4329-a23f-f451f38bad35, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f22ce3-db4a-4b29-91fe-ccc5b00735a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '213f5d32-b8c0-4f14-8b80-67fc87140528'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:51:05.052028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:05.099050 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:05.099919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:05.176664 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] For port a0f4ff05-612e-4329-a23f-f451f38bad35, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:51:05.180435 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] For port a0f4ff05-612e-4329-a23f-f451f38bad35, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a0f4ff05-612e-4329-a23f-f451f38bad35,segment=NetworkSegment(e0f22ce3-db4a-4b29-91fe-ccc5b00735a1),segment_id=e0f22ce3-db4a-4b29-91fe-ccc5b00735a1)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:51:05.185521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:05.266165 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49cdc2-b761-430d-b5d8-05203061fb90 None None] Pushing event updated for resources: {'Port': ['ID=a0f4ff05-612e-4329-a23f-f451f38bad35,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:05.460530 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Router 4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:51:05.684459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:51:05.695279 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Sync routers for ids ['4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:51:05.711581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:05.712607 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a60254bc-4380-4420-9e6d-7a8916970105 admin admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6091073 Jan 24 16:51:05.714753 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Routers {'4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:51:05.715515 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:50:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:05.715687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41010) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:51:05.925670 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Set router 4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:51:06.234204 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'name': 'tempest-TestEncryptedCinderVolumes-1433595306-router', 'tenant_id': 'da7c60bfa9174affa654eefe7206e224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': 'beb614f6-b430-44be-ad1b-3dec13e65586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:51:04Z', 'updated_at': '2022-01-24T16:51:05Z', 'revision_number': 3, 'project_id': 'da7c60bfa9174affa654eefe7206e224', 'gw_port': {'id': 'beb614f6-b430-44be-ad1b-3dec13e65586', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:de:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:51:04Z', 'updated_at': '2022-01-24T16:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:06.234928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61c6526-7c15-45e0-a20c-59b881c8de1a None None] Network 213f5d32-b8c0-4f14-8b80-67fc87140528 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:51:06.238756 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Checking router: 4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:51:06.239185 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Updating router 4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74 port beb614f6-b430-44be-ad1b-3dec13e65586 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:51:06.298284 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:06.349582 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9e53666d-0ef0-4985-a2e6-0c59d6857320 None None] Provisioning for port a0f4ff05-612e-4329-a23f-f451f38bad35 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:06.490936 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:06.653433 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:06.669107 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Transition to ACTIVE for port object beb614f6-b430-44be-ad1b-3dec13e65586 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:51:06.677947 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:06.728460 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a0f4ff05-612e-4329-a23f-f451f38bad35 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:51:06.733397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Allocated IP 172.20.0.1 (213f5d32-b8c0-4f14-8b80-67fc87140528/c161ecca-664e-4706-b332-e46a18e85be5/5d3e792b-d466-4964-9897-0f9c4af9376f) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:51:06.771162 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Attempting to bind port beb614f6-b430-44be-ad1b-3dec13e65586 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:51:06.771792 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Attempting to bind port beb614f6-b430-44be-ad1b-3dec13e65586 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:51:06.771792 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Attempting to bind port beb614f6-b430-44be-ad1b-3dec13e65586 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:51:06.783127 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa36b6-ad1e-4bc9-9542-f889709dc759 None None] Pushing event updated for resources: {'Port': ['ID=beb614f6-b430-44be-ad1b-3dec13e65586,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:06.793020 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fa36b6-ad1e-4bc9-9542-f889709dc759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:06.793409 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fa36b6-ad1e-4bc9-9542-f889709dc759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:06.793738 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fa36b6-ad1e-4bc9-9542-f889709dc759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:06.793976 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fa36b6-ad1e-4bc9-9542-f889709dc759 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:06.794298 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fa36b6-ad1e-4bc9-9542-f889709dc759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:06.794614 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fa36b6-ad1e-4bc9-9542-f889709dc759 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:06.795023 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fa36b6-ad1e-4bc9-9542-f889709dc759 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:06.795231 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fa36b6-ad1e-4bc9-9542-f889709dc759 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:06.795560 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fa36b6-ad1e-4bc9-9542-f889709dc759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:06.795863 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fa36b6-ad1e-4bc9-9542-f889709dc759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:06.796166 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fa36b6-ad1e-4bc9-9542-f889709dc759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:06.802323 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:51:06.802556 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:51:06.802946 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:06.803319 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:51:06.803979 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Bound port: beb614f6-b430-44be-ad1b-3dec13e65586, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:51:06.804501 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:06.820340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port a0f4ff05-612e-4329-a23f-f451f38bad35 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:06.825474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port a0f4ff05-612e-4329-a23f-f451f38bad35 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:06.826030 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:06.878983 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] For port beb614f6-b430-44be-ad1b-3dec13e65586, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:51:06.882527 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] For port beb614f6-b430-44be-ad1b-3dec13e65586, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=beb614f6-b430-44be-ad1b-3dec13e65586,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:51:06.889150 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:06.895664 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:06.911740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Transition to ACTIVE for port object 5d3e792b-d466-4964-9897-0f9c4af9376f will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:51:06.938131 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:06.945716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:06.967260 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa36b6-ad1e-4bc9-9542-f889709dc759 None None] Pushing event updated for resources: {'Port': ['ID=beb614f6-b430-44be-ad1b-3dec13e65586,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:06.975002 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Routers {'4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:51:06.975651 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:50:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:06.988495 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port a0f4ff05-612e-4329-a23f-f451f38bad35, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a0f4ff05-612e-4329-a23f-f451f38bad35,segment=NetworkSegment(e0f22ce3-db4a-4b29-91fe-ccc5b00735a1),segment_id=e0f22ce3-db4a-4b29-91fe-ccc5b00735a1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:06.998683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:07.007787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Network 213f5d32-b8c0-4f14-8b80-67fc87140528 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:51:07.010682 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:51:07.014344 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:51:07.043727 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Pushing event updated for resources: {'Port': ['ID=5d3e792b-d466-4964-9897-0f9c4af9376f,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:07.051224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2c374ad3-8161-4e64-87de-03d142c8d092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:07.082103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:07.089904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=a0f4ff05-612e-4329-a23f-f451f38bad35,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:07.207090 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] Set router 4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:51:07.289556 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:07.352540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0620dfe4-cb3a-48ea-877b-5c792df95ac5 None None] Provisioning for port 5d3e792b-d466-4964-9897-0f9c4af9376f completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:07.359193 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0620dfe4-cb3a-48ea-877b-5c792df95ac5 None None] Provisioning complete for port 5d3e792b-d466-4964-9897-0f9c4af9376f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:07.359964 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0620dfe4-cb3a-48ea-877b-5c792df95ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:07.418733 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0620dfe4-cb3a-48ea-877b-5c792df95ac5 None None] Port 5d3e792b-d466-4964-9897-0f9c4af9376f cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:51:07.510801 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'name': 'tempest-TestEncryptedCinderVolumes-1433595306-router', 'tenant_id': 'da7c60bfa9174affa654eefe7206e224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': 'beb614f6-b430-44be-ad1b-3dec13e65586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:51:04Z', 'updated_at': '2022-01-24T16:51:05Z', 'revision_number': 3, 'project_id': 'da7c60bfa9174affa654eefe7206e224', 'gw_port': {'id': 'beb614f6-b430-44be-ad1b-3dec13e65586', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:de:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:51:04Z', 'updated_at': '2022-01-24T16:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:07.514920 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eedb2ea-7899-4f5a-ac93-f36a9ed77d9b None None] The sync data for ids ['4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'] in dv-neutron-826104-1-hyperv is: [{'id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'name': 'tempest-TestEncryptedCinderVolumes-1433595306-router', 'tenant_id': 'da7c60bfa9174affa654eefe7206e224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': 'beb614f6-b430-44be-ad1b-3dec13e65586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:51:04Z', 'updated_at': '2022-01-24T16:51:05Z', 'revision_number': 3, 'project_id': 'da7c60bfa9174affa654eefe7206e224', 'gw_port': {'id': 'beb614f6-b430-44be-ad1b-3dec13e65586', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:de:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:51:04Z', 'updated_at': '2022-01-24T16:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:51:07.524269 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:07.529518 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:07.644889 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:07.648231 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Pushing event updated for resources: {'Port': ['ID=5d3e792b-d466-4964-9897-0f9c4af9376f,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:07.781872 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Network 213f5d32-b8c0-4f14-8b80-67fc87140528 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:51:07.783204 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:51:08.048784 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2560182c-e7c3-4813-a2a2-f62e1f948566 None None] Provisioning complete for port 5d3e792b-d466-4964-9897-0f9c4af9376f triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:08.049006 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2560182c-e7c3-4813-a2a2-f62e1f948566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:08.103192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2560182c-e7c3-4813-a2a2-f62e1f948566 None None] Port 5d3e792b-d466-4964-9897-0f9c4af9376f cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:51:08.183711 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Router 4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:51:08.419230 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:51:08.429253 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e88bfcec-b9f8-4065-800d-545fbb6b2e07 admin admin] 10.222.0.130 "PUT /v2.0/routers/4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7125475 Jan 24 16:51:08.662962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a0f4ff05-612e-4329-a23f-f451f38bad35 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:51:08.733939 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port a0f4ff05-612e-4329-a23f-f451f38bad35 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:08.734282 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:09.205665 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fcc41c5d-cf17-4fc0-940a-fe8fc5fa3b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:09.295027 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-7f926d0b-4e58-4300-8db5-059d34de3ea1 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:09.296597 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-7f926d0b-4e58-4300-8db5-059d34de3ea1 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/networks?id=26090f12-2d58-4ec1-b688-2880f930672a HTTP/1.1" status: 200 len: 817 time: 0.1481049 Jan 24 16:51:09.319363 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-0b23bc46-8bdb-4141-b69b-d10e24afbce5 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/quotas/0fe44ab720684120b61c90f96431a84e HTTP/1.1" status: 200 len: 375 time: 0.0163062 Jan 24 16:51:09.403279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-ec31b137-ebb6-418b-b166-10100dd8d55c tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Synchronizing usage tracker for tenant:0fe44ab720684120b61c90f96431a84e on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:51:09.422114 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-ec31b137-ebb6-418b-b166-10100dd8d55c tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Unset dirty status for tenant:0fe44ab720684120b61c90f96431a84e on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:51:09.423868 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-ec31b137-ebb6-418b-b166-10100dd8d55c tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=0fe44ab720684120b61c90f96431a84e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991194 Jan 24 16:51:09.562945 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-d5809e62-3c7b-42d3-aa8e-29589b80c2ed service neutron] 10.222.0.130 "GET /v2.0/networks/26090f12-2d58-4ec1-b688-2880f930672a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269462 Jan 24 16:51:09.801931 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-3094eda7-15f9-40e1-a2a4-bc3bc87b98a3 service neutron] 10.222.0.130 "GET /v2.0/networks/26090f12-2d58-4ec1-b688-2880f930672a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329719 Jan 24 16:51:10.009812 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5814a49c-3d1f-4686-b378-baf8cbb44446 req-bcb70f97-1d53-4415-b4d5-ab584a413d10 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 210 time: 0.0472636 Jan 24 16:51:10.432876 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:10.452032 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:11.183977 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-101cf822-e94c-43f3-a2f3-8dd7968d1bf5 req-56ca62e4-3321-41f1-a189-0839b1806f94 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 210 time: 0.0431676 Jan 24 16:51:11.232704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-aaa642ca-d8c0-498c-b6c9-f033c8db08f3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:11.234342 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-aaa642ca-d8c0-498c-b6c9-f033c8db08f3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Synchronizing usage tracker for tenant:0fe44ab720684120b61c90f96431a84e on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:51:11.253999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-aaa642ca-d8c0-498c-b6c9-f033c8db08f3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Unset dirty status for tenant:0fe44ab720684120b61c90f96431a84e on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:51:11.255337 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-aaa642ca-d8c0-498c-b6c9-f033c8db08f3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.129 "GET /v2.0/networks?id=26090f12-2d58-4ec1-b688-2880f930672a HTTP/1.1" status: 200 len: 817 time: 0.1912332 Jan 24 16:51:11.277376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-476e043f-4df1-4a96-8885-df85186980a3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Request body: {'port': {'device_id': 'd75da7cd-6cd7-43bb-aedf-773f013fd533', 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a', 'admin_state_up': True, 'tenant_id': '0fe44ab720684120b61c90f96431a84e'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:51:11.427573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-476e043f-4df1-4a96-8885-df85186980a3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:51:11.437405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-476e043f-4df1-4a96-8885-df85186980a3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:51:11.450829 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-476e043f-4df1-4a96-8885-df85186980a3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Made reservation on behalf of 0fe44ab720684120b61c90f96431a84e for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:51:11.455058 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-476e043f-4df1-4a96-8885-df85186980a3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:11.625739 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-476e043f-4df1-4a96-8885-df85186980a3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Allocated IP 172.20.0.9 (26090f12-2d58-4ec1-b688-2880f930672a/1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb/9978002a-1d08-4c67-8c0f-24ae4c591d39) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:51:11.829502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-476e043f-4df1-4a96-8885-df85186980a3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:11.847512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-476e043f-4df1-4a96-8885-df85186980a3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Transition to ACTIVE for port object 9978002a-1d08-4c67-8c0f-24ae4c591d39 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:51:11.874495 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-476e043f-4df1-4a96-8885-df85186980a3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:11.877510 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:11.955274 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-476e043f-4df1-4a96-8885-df85186980a3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Network 26090f12-2d58-4ec1-b688-2880f930672a is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:51:11.959922 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-476e043f-4df1-4a96-8885-df85186980a3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:51:11.964567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e043f-4df1-4a96-8885-df85186980a3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Pushing event updated for resources: {'Port': ['ID=9978002a-1d08-4c67-8c0f-24ae4c591d39,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:11.967931 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-476e043f-4df1-4a96-8885-df85186980a3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:51:12.144683 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-476e043f-4df1-4a96-8885-df85186980a3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:12.145435 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-476e043f-4df1-4a96-8885-df85186980a3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:12.171659 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-476e043f-4df1-4a96-8885-df85186980a3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8980377 Jan 24 16:51:12.187130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Request body: {'port': {'device_id': 'd75da7cd-6cd7-43bb-aedf-773f013fd533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:51:12.259704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-828afde6-c778-4621-9a34-7bd6176d82e9 None None] Provisioning for port 9978002a-1d08-4c67-8c0f-24ae4c591d39 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:12.264629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-828afde6-c778-4621-9a34-7bd6176d82e9 None None] Provisioning complete for port 9978002a-1d08-4c67-8c0f-24ae4c591d39 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:12.265236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-828afde6-c778-4621-9a34-7bd6176d82e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:12.304577 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:12.327014 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-828afde6-c778-4621-9a34-7bd6176d82e9 None None] Port 9978002a-1d08-4c67-8c0f-24ae4c591d39 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:51:12.545658 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81a302-7fab-43f9-853a-bd11d4fe5490 req-dec9235d-eac0-4e17-a60a-fe1847c7af13 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:12.546367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-3b81a302-7fab-43f9-853a-bd11d4fe5490 req-dec9235d-eac0-4e17-a60a-fe1847c7af13 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Synchronizing usage tracker for tenant:0fe44ab720684120b61c90f96431a84e on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:51:12.547752 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:51:12.636749 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-3b81a302-7fab-43f9-853a-bd11d4fe5490 req-dec9235d-eac0-4e17-a60a-fe1847c7af13 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Unset dirty status for tenant:0fe44ab720684120b61c90f96431a84e on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:51:12.638259 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3b81a302-7fab-43f9-853a-bd11d4fe5490 req-dec9235d-eac0-4e17-a60a-fe1847c7af13 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 931 time: 0.3174565 Jan 24 16:51:12.685679 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device beb614f6-b430-44be-ad1b-3dec13e65586 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:51:12.731116 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-3b81a302-7fab-43f9-853a-bd11d4fe5490 req-00638b5c-3013-4817-9818-32684b7cbda5 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Synchronizing usage tracker for tenant:0fe44ab720684120b61c90f96431a84e on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:51:12.761832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-3b81a302-7fab-43f9-853a-bd11d4fe5490 req-00638b5c-3013-4817-9818-32684b7cbda5 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Unset dirty status for tenant:0fe44ab720684120b61c90f96431a84e on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:51:12.762987 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3b81a302-7fab-43f9-853a-bd11d4fe5490 req-00638b5c-3013-4817-9818-32684b7cbda5 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115704 Jan 24 16:51:12.773221 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port beb614f6-b430-44be-ad1b-3dec13e65586 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:12.779608 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port beb614f6-b430-44be-ad1b-3dec13e65586 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:12.779975 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:12.831641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9978002a-1d08-4c67-8c0f-24ae4c591d39 {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:51:12.839172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:12.855744 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Transition to ACTIVE for port object 9978002a-1d08-4c67-8c0f-24ae4c591d39 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:51:12.860736 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:12.902591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:12.921216 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port beb614f6-b430-44be-ad1b-3dec13e65586, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=beb614f6-b430-44be-ad1b-3dec13e65586,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:12.926981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:13.000464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b1037-d517-437e-9268-b4440f90841d service neutron] Pushing event updated for resources: {'Port': ['ID=9978002a-1d08-4c67-8c0f-24ae4c591d39,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:13.004852 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=beb614f6-b430-44be-ad1b-3dec13e65586,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:13.110519 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Attempting to bind port 9978002a-1d08-4c67-8c0f-24ae4c591d39 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:51:13.110848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Attempting to bind port 9978002a-1d08-4c67-8c0f-24ae4c591d39 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:51:13.111169 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Attempting to bind port 9978002a-1d08-4c67-8c0f-24ae4c591d39 on network 26090f12-2d58-4ec1-b688-2880f930672a {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:51:13.117985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Port 9978002a-1d08-4c67-8c0f-24ae4c591d39 on network 26090f12-2d58-4ec1-b688-2880f930672a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:51:13.118299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Attempting to bind port 9978002a-1d08-4c67-8c0f-24ae4c591d39 on network 26090f12-2d58-4ec1-b688-2880f930672a {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:51:13.124770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:51:13.125095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Checking segment: {'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:51:13.125511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Bound using segment: {'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:51:13.125925 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Bound port: 9978002a-1d08-4c67-8c0f-24ae4c591d39, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:51:13.126270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:13.215747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] For port 9978002a-1d08-4c67-8c0f-24ae4c591d39, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:51:13.218548 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] For port 9978002a-1d08-4c67-8c0f-24ae4c591d39, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=9978002a-1d08-4c67-8c0f-24ae4c591d39,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:51:13.227127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:13.296783 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:13.298125 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-113b1037-d517-437e-9268-b4440f90841d service neutron] 10.222.0.129 "PUT /v2.0/ports/9978002a-1d08-4c67-8c0f-24ae4c591d39 HTTP/1.1" status: 200 len: 1093 time: 1.1149828 Jan 24 16:51:13.298560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75da7cd-6cd7-43bb-aedf-773f013fd533', 'tag': '9978002a-1d08-4c67-8c0f-24ae4c591d39'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:13.322119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b1037-d517-437e-9268-b4440f90841d service neutron] Pushing event updated for resources: {'Port': ['ID=9978002a-1d08-4c67-8c0f-24ae4c591d39,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:13.371885 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75da7cd-6cd7-43bb-aedf-773f013fd533', 'tag': '9978002a-1d08-4c67-8c0f-24ae4c591d39', 'status': 'completed', 'code': 200} Jan 24 16:51:13.419239 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-4b444b9e-df34-43ed-9e38-b92d0a0b5088 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=0fe44ab720684120b61c90f96431a84e&device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 1096 time: 0.0815904 Jan 24 16:51:13.489972 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-ce57090a-b50f-48aa-8017-c1075e6ec36e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9978002a-1d08-4c67-8c0f-24ae4c591d39 HTTP/1.1" status: 200 len: 217 time: 0.0622048 Jan 24 16:51:13.561061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-ed89062b-83aa-40f8-be40-6c3cc4fdb09b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:13.563323 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-ed89062b-83aa-40f8-be40-6c3cc4fdb09b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb HTTP/1.1" status: 200 len: 856 time: 0.0651684 Jan 24 16:51:13.643421 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-a26ac1df-de3e-488a-b911-b477f7d7a26d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=26090f12-2d58-4ec1-b688-2880f930672a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702469 Jan 24 16:51:13.781520 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-c9557540-c572-45f7-9f67-fe59056cf9b8 service neutron] 10.222.0.129 "GET /v2.0/networks/26090f12-2d58-4ec1-b688-2880f930672a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269524 Jan 24 16:51:13.956212 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c17b302a-8884-46e3-a520-6cefffd9b6e7 req-211a3e26-2c78-476a-9a2f-5362c9c1d88d service neutron] 10.222.0.129 "GET /v2.0/networks/26090f12-2d58-4ec1-b688-2880f930672a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647351 Jan 24 16:51:14.001192 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295ad3f-e27f-4ec0-bb71-fabe37afda72 req-6e83d241-0ac2-4393-b396-48e2238ccd69 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:14.002904 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3295ad3f-e27f-4ec0-bb71-fabe37afda72 req-6e83d241-0ac2-4393-b396-48e2238ccd69 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 943 time: 0.0901132 Jan 24 16:51:14.191580 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3295ad3f-e27f-4ec0-bb71-fabe37afda72 req-e5909a33-7b94-4fcd-97b8-6041575f9855 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826956 Jan 24 16:51:14.209933 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b893ee95-7c7e-416f-9443-6941845a364f req-98a1b1ce-71a3-417e-b727-f6e276331da9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=0fe44ab720684120b61c90f96431a84e&device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 1096 time: 0.1841404 Jan 24 16:51:14.341213 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893ee95-7c7e-416f-9443-6941845a364f req-f780961f-60d8-4225-ba13-3ffcd6e6cf6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:14.342545 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b893ee95-7c7e-416f-9443-6941845a364f req-f780961f-60d8-4225-ba13-3ffcd6e6cf6f service neutron] 10.222.0.129 "GET /v2.0/networks?id=26090f12-2d58-4ec1-b688-2880f930672a HTTP/1.1" status: 200 len: 918 time: 0.1258860 Jan 24 16:51:14.414902 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b893ee95-7c7e-416f-9443-6941845a364f req-9d6aaa34-09df-4a9b-bab1-0fb07f2dddc0 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9978002a-1d08-4c67-8c0f-24ae4c591d39 HTTP/1.1" status: 200 len: 217 time: 0.0653148 Jan 24 16:51:14.478223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893ee95-7c7e-416f-9443-6941845a364f req-d008a209-96ec-4146-9a57-e5edd7195f0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:14.479597 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b893ee95-7c7e-416f-9443-6941845a364f req-d008a209-96ec-4146-9a57-e5edd7195f0e service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb HTTP/1.1" status: 200 len: 856 time: 0.0579703 Jan 24 16:51:14.559859 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b893ee95-7c7e-416f-9443-6941845a364f req-31aa237b-1ce6-4ebd-93dc-a179edf0cd77 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=26090f12-2d58-4ec1-b688-2880f930672a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717051 Jan 24 16:51:14.668514 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device beb614f6-b430-44be-ad1b-3dec13e65586 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:51:14.698520 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b893ee95-7c7e-416f-9443-6941845a364f req-bd0b2779-8791-408d-a613-0e7dd3c08d04 service neutron] 10.222.0.129 "GET /v2.0/networks/26090f12-2d58-4ec1-b688-2880f930672a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300282 Jan 24 16:51:14.739215 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port beb614f6-b430-44be-ad1b-3dec13e65586 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:14.739985 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:14.832782 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b893ee95-7c7e-416f-9443-6941845a364f req-9d32643c-b01b-4daf-b60d-c6bf871262c8 service neutron] 10.222.0.129 "GET /v2.0/networks/26090f12-2d58-4ec1-b688-2880f930672a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277745 Jan 24 16:51:15.138665 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 9978002a-1d08-4c67-8c0f-24ae4c591d39 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:51:15.281621 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 9978002a-1d08-4c67-8c0f-24ae4c591d39, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=9978002a-1d08-4c67-8c0f-24ae4c591d39,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:15.295626 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '9978002a-1d08-4c67-8c0f-24ae4c591d39', 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a', 'port_id': '9978002a-1d08-4c67-8c0f-24ae4c591d39', 'mac_address': 'fa:16:3e:86:b0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:51:15.349433 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:15.371410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9978002a-1d08-4c67-8c0f-24ae4c591d39 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:51:15.387019 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 9978002a-1d08-4c67-8c0f-24ae4c591d39, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=9978002a-1d08-4c67-8c0f-24ae4c591d39,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:15.391920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:15.398788 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231e73c-be7a-4c12-bd57-30d05aa50e23 req-daa3f446-eab7-4398-80ca-32e901cacca9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:15.400287 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0231e73c-be7a-4c12-bd57-30d05aa50e23 req-daa3f446-eab7-4398-80ca-32e901cacca9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 943 time: 0.0793085 Jan 24 16:51:15.448472 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0231e73c-be7a-4c12-bd57-30d05aa50e23 req-eb006e04-1a7e-4f12-bd23-8a46fdde473a tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424027 Jan 24 16:51:15.487596 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=9978002a-1d08-4c67-8c0f-24ae4c591d39,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:15.669671 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['9978002a-1d08-4c67-8c0f-24ae4c591d39'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:51:16.669467 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Sync routers for ids ['fd13e576-38bf-48d0-ab26-85bfcb527050'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:51:16.679900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799e761-e232-496f-90e6-8e6f29d474e7 req-7a75b3ed-5f18-41bb-8136-f43331aef9fe tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:16.681534 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2799e761-e232-496f-90e6-8e6f29d474e7 req-7a75b3ed-5f18-41bb-8136-f43331aef9fe tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 944 time: 0.0985920 Jan 24 16:51:16.682128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Routers {'fd13e576-38bf-48d0-ab26-85bfcb527050'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:51:16.682744 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:51:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['fd13e576-38bf-48d0-ab26-85bfcb527050'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:16.727747 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2799e761-e232-496f-90e6-8e6f29d474e7 req-33dbcffb-098c-4023-a918-4832888fb0f3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 Jan 24 16:51:16.876062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Set router fd13e576-38bf-48d0-ab26-85bfcb527050 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:51:17.174678 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 9978002a-1d08-4c67-8c0f-24ae4c591d39 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:51:17.269925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'name': 'tempest-TestEncryptedCinderVolumes-1529374102-router', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '7f630c94-e083-448d-be28-7dd658d07b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:57Z', 'updated_at': '2022-01-24T16:51:01Z', 'revision_number': 4, 'project_id': '0fe44ab720684120b61c90f96431a84e', 'gw_port': {'id': '7f630c94-e083-448d-be28-7dd658d07b35', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:58Z', 'updated_at': '2022-01-24T16:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '9f55c56c-abf7-433d-a0c4-be474dd621e6', 'name': '', 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'mac_address': 'fa:16:3e:c4:46:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:51:00Z', 'updated_at': '2022-01-24T16:51:01Z', 'revision_number': 2, 'project_id': '0fe44ab720684120b61c90f96431a84e', 'subnets': [{'id': '1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:17.273271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 9978002a-1d08-4c67-8c0f-24ae4c591d39 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:17.277727 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Checking router: fd13e576-38bf-48d0-ab26-85bfcb527050 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:51:17.278070 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Updating router fd13e576-38bf-48d0-ab26-85bfcb527050 port 9f55c56c-abf7-433d-a0c4-be474dd621e6 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:51:17.304601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 9978002a-1d08-4c67-8c0f-24ae4c591d39 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:17.304942 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:17.371746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:17.540477 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:17.597744 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75da7cd-6cd7-43bb-aedf-773f013fd533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9978002a-1d08-4c67-8c0f-24ae4c591d39'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:17.656031 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75da7cd-6cd7-43bb-aedf-773f013fd533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9978002a-1d08-4c67-8c0f-24ae4c591d39', 'code': 200} Jan 24 16:51:17.657460 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 9978002a-1d08-4c67-8c0f-24ae4c591d39, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=9978002a-1d08-4c67-8c0f-24ae4c591d39,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:17.664535 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:17.774149 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=9978002a-1d08-4c67-8c0f-24ae4c591d39,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:17.788125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:17.788464 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:17.789337 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:17.789676 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:17.790010 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:17.790334 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:17.790655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:17.790973 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:17.791286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:17.791820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:17.792139 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:17.880262 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:17.903375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Transition to ACTIVE for port object 9f55c56c-abf7-433d-a0c4-be474dd621e6 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:51:17.913467 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:17.970220 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e4f581a9-6fd4-4821-ae57-f6277ef14130 req-5b9cb184-ba16-4370-a1d7-48451693b6cf service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 1098 time: 0.1451285 Jan 24 16:51:17.981612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb5742-c0f3-47e7-8a6d-c936ed890665 req-040d92e9-7bb9-4319-9084-b821c214bdda tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:17.983332 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-afeb5742-c0f3-47e7-8a6d-c936ed890665 req-040d92e9-7bb9-4319-9084-b821c214bdda tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 945 time: 0.1206052 Jan 24 16:51:18.149866 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ba1b7-8b0e-4a80-be85-d3c9583fa692 None None] Pushing event updated for resources: {'Port': ['ID=9f55c56c-abf7-433d-a0c4-be474dd621e6,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:18.150323 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e4f581a9-6fd4-4821-ae57-f6277ef14130 req-932418f6-580f-4093-bc1e-e4989b4b9777 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657205 Jan 24 16:51:18.160750 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-afeb5742-c0f3-47e7-8a6d-c936ed890665 req-1e591094-05bc-4338-91a2-c600b7c66212 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496046 Jan 24 16:51:18.280276 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:18.281262 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Attempting to bind port 9f55c56c-abf7-433d-a0c4-be474dd621e6 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:51:18.281693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Attempting to bind port 9f55c56c-abf7-433d-a0c4-be474dd621e6 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:51:18.282108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Attempting to bind port 9f55c56c-abf7-433d-a0c4-be474dd621e6 on network 26090f12-2d58-4ec1-b688-2880f930672a {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:51:18.289369 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:51:18.289739 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Checking segment: {'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:51:18.290153 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:18.290563 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Bound using segment: {'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:51:18.291022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Bound port: 9f55c56c-abf7-433d-a0c4-be474dd621e6, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:51:18.291390 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:18.389522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] For port 9f55c56c-abf7-433d-a0c4-be474dd621e6, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:51:18.392771 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] For port 9f55c56c-abf7-433d-a0c4-be474dd621e6, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9f55c56c-abf7-433d-a0c4-be474dd621e6,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:51:18.398729 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:18.407511 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Sync routers for ids ['4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:51:18.419767 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Routers {'4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:51:18.420376 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:51:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:18.478777 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ba1b7-8b0e-4a80-be85-d3c9583fa692 None None] Pushing event updated for resources: {'Port': ['ID=9f55c56c-abf7-433d-a0c4-be474dd621e6,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:18.482550 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Routers {'fd13e576-38bf-48d0-ab26-85bfcb527050'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:51:18.483146 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:51:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['fd13e576-38bf-48d0-ab26-85bfcb527050'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:18.605824 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Set router 4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:51:18.674680 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] Set router fd13e576-38bf-48d0-ab26-85bfcb527050 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:51:18.717670 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9f55c56c-abf7-433d-a0c4-be474dd621e6 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:51:18.927903 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'name': 'tempest-TestEncryptedCinderVolumes-1433595306-router', 'tenant_id': 'da7c60bfa9174affa654eefe7206e224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': 'beb614f6-b430-44be-ad1b-3dec13e65586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:51:04Z', 'updated_at': '2022-01-24T16:51:07Z', 'revision_number': 4, 'project_id': 'da7c60bfa9174affa654eefe7206e224', 'gw_port': {'id': 'beb614f6-b430-44be-ad1b-3dec13e65586', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:51:04Z', 'updated_at': '2022-01-24T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '5d3e792b-d466-4964-9897-0f9c4af9376f', 'name': '', 'network_id': '213f5d32-b8c0-4f14-8b80-67fc87140528', 'tenant_id': 'da7c60bfa9174affa654eefe7206e224', 'mac_address': 'fa:16:3e:1d:21:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c161ecca-664e-4706-b332-e46a18e85be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:51:06Z', 'updated_at': '2022-01-24T16:51:07Z', 'revision_number': 2, 'project_id': 'da7c60bfa9174affa654eefe7206e224', 'subnets': [{'id': 'c161ecca-664e-4706-b332-e46a18e85be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:18.931994 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Checking router: 4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:51:18.932434 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Updating router 4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74 port 5d3e792b-d466-4964-9897-0f9c4af9376f binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:51:18.958802 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 9f55c56c-abf7-433d-a0c4-be474dd621e6 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:18.969372 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 9f55c56c-abf7-433d-a0c4-be474dd621e6 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:18.969738 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:18.987100 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:19.159957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:19.179621 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'name': 'tempest-TestEncryptedCinderVolumes-1529374102-router', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '7f630c94-e083-448d-be28-7dd658d07b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:57Z', 'updated_at': '2022-01-24T16:51:01Z', 'revision_number': 4, 'project_id': '0fe44ab720684120b61c90f96431a84e', 'gw_port': {'id': '7f630c94-e083-448d-be28-7dd658d07b35', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:58Z', 'updated_at': '2022-01-24T16:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '9f55c56c-abf7-433d-a0c4-be474dd621e6', 'name': '', 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'mac_address': 'fa:16:3e:c4:46:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:51:00Z', 'updated_at': '2022-01-24T16:51:18Z', 'revision_number': 4, 'project_id': '0fe44ab720684120b61c90f96431a84e', 'subnets': [{'id': '1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:19.188403 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e186a7b6-2d8b-48b5-9ad6-daa5dedd6c02 None None] The sync data for ids ['fd13e576-38bf-48d0-ab26-85bfcb527050'] in dv-neutron-826104-1-hyperv is: [{'id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'name': 'tempest-TestEncryptedCinderVolumes-1529374102-router', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '7f630c94-e083-448d-be28-7dd658d07b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:57Z', 'updated_at': '2022-01-24T16:51:01Z', 'revision_number': 4, 'project_id': '0fe44ab720684120b61c90f96431a84e', 'gw_port': {'id': '7f630c94-e083-448d-be28-7dd658d07b35', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:58Z', 'updated_at': '2022-01-24T16:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '9f55c56c-abf7-433d-a0c4-be474dd621e6', 'name': '', 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'mac_address': 'fa:16:3e:c4:46:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:51:00Z', 'updated_at': '2022-01-24T16:51:18Z', 'revision_number': 4, 'project_id': '0fe44ab720684120b61c90f96431a84e', 'subnets': [{'id': '1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:51:19.202210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 9f55c56c-abf7-433d-a0c4-be474dd621e6, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9f55c56c-abf7-433d-a0c4-be474dd621e6,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:19.207674 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:19.279215 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=9f55c56c-abf7-433d-a0c4-be474dd621e6,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:19.376363 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:19.391299 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Transition to ACTIVE for port object 5d3e792b-d466-4964-9897-0f9c4af9376f will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:51:19.400162 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:19.465177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99876947-97fe-4150-8c97-83dc1d865c96 req-3d2198e6-1a93-4860-be51-f0afa40f7a47 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:19.468531 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-99876947-97fe-4150-8c97-83dc1d865c96 req-3d2198e6-1a93-4860-be51-f0afa40f7a47 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 945 time: 0.1008945 Jan 24 16:51:19.534513 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7b141-58f0-470a-9a07-66c1ed658a9c None None] Pushing event updated for resources: {'Port': ['ID=5d3e792b-d466-4964-9897-0f9c4af9376f,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:19.541234 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-99876947-97fe-4150-8c97-83dc1d865c96 req-8042b81d-94ca-40c4-bfa0-28fd9d8ef762 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665886 Jan 24 16:51:19.623236 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Attempting to bind port 5d3e792b-d466-4964-9897-0f9c4af9376f on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:51:19.623763 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Attempting to bind port 5d3e792b-d466-4964-9897-0f9c4af9376f by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'e0f22ce3-db4a-4b29-91fe-ccc5b00735a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '213f5d32-b8c0-4f14-8b80-67fc87140528'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:51:19.624232 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Attempting to bind port 5d3e792b-d466-4964-9897-0f9c4af9376f on network 213f5d32-b8c0-4f14-8b80-67fc87140528 {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:51:19.631890 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:51:19.632259 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Checking segment: {'id': 'e0f22ce3-db4a-4b29-91fe-ccc5b00735a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '213f5d32-b8c0-4f14-8b80-67fc87140528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:51:19.632655 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:19.633203 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Bound using segment: {'id': 'e0f22ce3-db4a-4b29-91fe-ccc5b00735a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '213f5d32-b8c0-4f14-8b80-67fc87140528'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:51:19.633837 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Bound port: 5d3e792b-d466-4964-9897-0f9c4af9376f, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f22ce3-db4a-4b29-91fe-ccc5b00735a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '213f5d32-b8c0-4f14-8b80-67fc87140528'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:51:19.634215 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:19.730961 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] For port 5d3e792b-d466-4964-9897-0f9c4af9376f, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:51:19.734063 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] For port 5d3e792b-d466-4964-9897-0f9c4af9376f, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5d3e792b-d466-4964-9897-0f9c4af9376f,segment=NetworkSegment(e0f22ce3-db4a-4b29-91fe-ccc5b00735a1),segment_id=e0f22ce3-db4a-4b29-91fe-ccc5b00735a1)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:51:19.738936 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:19.817084 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7b141-58f0-470a-9a07-66c1ed658a9c None None] Pushing event updated for resources: {'Port': ['ID=5d3e792b-d466-4964-9897-0f9c4af9376f,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:19.821629 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Routers {'4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:51:19.822204 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:51:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:20.025711 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] Set router 4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:51:20.348460 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'name': 'tempest-TestEncryptedCinderVolumes-1433595306-router', 'tenant_id': 'da7c60bfa9174affa654eefe7206e224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': 'beb614f6-b430-44be-ad1b-3dec13e65586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:51:04Z', 'updated_at': '2022-01-24T16:51:07Z', 'revision_number': 4, 'project_id': 'da7c60bfa9174affa654eefe7206e224', 'gw_port': {'id': 'beb614f6-b430-44be-ad1b-3dec13e65586', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:51:04Z', 'updated_at': '2022-01-24T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '5d3e792b-d466-4964-9897-0f9c4af9376f', 'name': '', 'network_id': '213f5d32-b8c0-4f14-8b80-67fc87140528', 'tenant_id': 'da7c60bfa9174affa654eefe7206e224', 'mac_address': 'fa:16:3e:1d:21:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c161ecca-664e-4706-b332-e46a18e85be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:51:06Z', 'updated_at': '2022-01-24T16:51:19Z', 'revision_number': 4, 'project_id': 'da7c60bfa9174affa654eefe7206e224', 'subnets': [{'id': 'c161ecca-664e-4706-b332-e46a18e85be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:20.352561 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3c88b-d3e5-42ad-a461-04a3c37ecb69 None None] The sync data for ids ['4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'] in dv-neutron-826104-1-hyperv is: [{'id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'name': 'tempest-TestEncryptedCinderVolumes-1433595306-router', 'tenant_id': 'da7c60bfa9174affa654eefe7206e224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': 'beb614f6-b430-44be-ad1b-3dec13e65586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:51:04Z', 'updated_at': '2022-01-24T16:51:07Z', 'revision_number': 4, 'project_id': 'da7c60bfa9174affa654eefe7206e224', 'gw_port': {'id': 'beb614f6-b430-44be-ad1b-3dec13e65586', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:51:04Z', 'updated_at': '2022-01-24T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '5d3e792b-d466-4964-9897-0f9c4af9376f', 'name': '', 'network_id': '213f5d32-b8c0-4f14-8b80-67fc87140528', 'tenant_id': 'da7c60bfa9174affa654eefe7206e224', 'mac_address': 'fa:16:3e:1d:21:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c161ecca-664e-4706-b332-e46a18e85be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:51:06Z', 'updated_at': '2022-01-24T16:51:19Z', 'revision_number': 4, 'project_id': 'da7c60bfa9174affa654eefe7206e224', 'subnets': [{'id': 'c161ecca-664e-4706-b332-e46a18e85be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:51:20.748759 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9f55c56c-abf7-433d-a0c4-be474dd621e6 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:51:20.754245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b11a28-5a15-44b1-9108-fcb8c5fe7489 req-b7d7836b-a1d5-4025-9855-3a4e98603060 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:20.755895 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-71b11a28-5a15-44b1-9108-fcb8c5fe7489 req-b7d7836b-a1d5-4025-9855-3a4e98603060 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 945 time: 0.0939941 Jan 24 16:51:20.805089 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-71b11a28-5a15-44b1-9108-fcb8c5fe7489 req-d72a42be-e8b1-4733-8247-227a6065c156 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434301 Jan 24 16:51:20.836099 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 9f55c56c-abf7-433d-a0c4-be474dd621e6 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:20.836099 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:20.957192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5d3e792b-d466-4964-9897-0f9c4af9376f up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:51:21.017213 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f5c99-9603-4ef6-be89-daae3cfa98f5 req-081dd6f7-eb05-43e2-9ebc-4ee865d35f3a tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:21.018804 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-582f5c99-9603-4ef6-be89-daae3cfa98f5 req-081dd6f7-eb05-43e2-9ebc-4ee865d35f3a tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 945 time: 0.0841155 Jan 24 16:51:21.036145 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 5d3e792b-d466-4964-9897-0f9c4af9376f completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:21.041620 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 5d3e792b-d466-4964-9897-0f9c4af9376f triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:21.042054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:21.087075 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-582f5c99-9603-4ef6-be89-daae3cfa98f5 req-d67ba78e-f1d2-453d-9fb7-676ceb3198b3 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604556 Jan 24 16:51:21.178698 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:21.216534 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 5d3e792b-d466-4964-9897-0f9c4af9376f, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5d3e792b-d466-4964-9897-0f9c4af9376f,segment=NetworkSegment(e0f22ce3-db4a-4b29-91fe-ccc5b00735a1),segment_id=e0f22ce3-db4a-4b29-91fe-ccc5b00735a1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:21.222175 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:21.294527 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=5d3e792b-d466-4964-9897-0f9c4af9376f,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:22.670228 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5d3e792b-d466-4964-9897-0f9c4af9376f up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:51:22.742785 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 5d3e792b-d466-4964-9897-0f9c4af9376f triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:22.743015 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:22.925049 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0ecfa6e8-2f4a-43db-89b1-bb146e99ffe5 req-96179b4d-bbdf-4949-a6ef-49a4c1558bee service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802286 Jan 24 16:51:23.067638 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0ecfa6e8-2f4a-43db-89b1-bb146e99ffe5 req-0bd841c2-399a-4eb9-85a3-bea671e66c5a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=0fe44ab720684120b61c90f96431a84e&device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 1098 time: 0.0707114 Jan 24 16:51:23.223800 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfa6e8-2f4a-43db-89b1-bb146e99ffe5 req-087f43f9-bb41-4dac-8d5a-393aca0e64d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:23.225287 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0ecfa6e8-2f4a-43db-89b1-bb146e99ffe5 req-087f43f9-bb41-4dac-8d5a-393aca0e64d3 service neutron] 10.222.0.129 "GET /v2.0/networks?id=26090f12-2d58-4ec1-b688-2880f930672a HTTP/1.1" status: 200 len: 918 time: 0.1383700 Jan 24 16:51:23.303683 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0ecfa6e8-2f4a-43db-89b1-bb146e99ffe5 req-118aa59a-a739-487c-b744-72ca4f1d1d1e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9978002a-1d08-4c67-8c0f-24ae4c591d39 HTTP/1.1" status: 200 len: 217 time: 0.0722642 Jan 24 16:51:23.367897 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfa6e8-2f4a-43db-89b1-bb146e99ffe5 req-f1b726fa-6a73-4056-8c3c-bfddbba9ff18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:23.369593 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0ecfa6e8-2f4a-43db-89b1-bb146e99ffe5 req-f1b726fa-6a73-4056-8c3c-bfddbba9ff18 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb HTTP/1.1" status: 200 len: 856 time: 0.0601523 Jan 24 16:51:23.449669 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0ecfa6e8-2f4a-43db-89b1-bb146e99ffe5 req-bbd38a0b-76c0-4470-91e1-4fbf5fadca86 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=26090f12-2d58-4ec1-b688-2880f930672a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743890 Jan 24 16:51:23.700041 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0ecfa6e8-2f4a-43db-89b1-bb146e99ffe5 req-175b3128-c90a-4ccb-80ea-bea52bbd40d5 service neutron] 10.222.0.129 "GET /v2.0/networks/26090f12-2d58-4ec1-b688-2880f930672a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440691 Jan 24 16:51:23.833563 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0ecfa6e8-2f4a-43db-89b1-bb146e99ffe5 req-6ce2f151-052c-4207-b115-ccc0b412eeba service neutron] 10.222.0.129 "GET /v2.0/networks/26090f12-2d58-4ec1-b688-2880f930672a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277921 Jan 24 16:51:36.995798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-eb55064f-72d6-4a4f-9223-796d0d8aa859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:37.189580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb134-2434-4e51-8f49-3040f5811d89 req-46c9ad2a-43f2-4223-ac05-51c8d7d9c922 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:37.191526 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ee4cb134-2434-4e51-8f49-3040f5811d89 req-46c9ad2a-43f2-4223-ac05-51c8d7d9c922 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 945 time: 0.0911846 Jan 24 16:51:37.236796 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ee4cb134-2434-4e51-8f49-3040f5811d89 req-96d55011-24f1-447b-a760-b9a841adca5b tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393848 Jan 24 16:51:38.456070 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38818758-e1c9-498b-b421-37d38883d3d4 req-ffef30ae-ab8f-4859-b3b3-fb3b88a65310 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:38.457601 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-38818758-e1c9-498b-b421-37d38883d3d4 req-ffef30ae-ab8f-4859-b3b3-fb3b88a65310 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 945 time: 0.0815730 Jan 24 16:51:38.513052 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-38818758-e1c9-498b-b421-37d38883d3d4 req-613e2253-ee68-4aa0-8af6-d4d5bee62f6b tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486701 Jan 24 16:51:38.800082 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105d5d5-0148-498e-8959-22f1dd9f9dd0 req-d9370337-ca03-4f03-af11-83e7f6697b75 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:38.801718 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1105d5d5-0148-498e-8959-22f1dd9f9dd0 req-d9370337-ca03-4f03-af11-83e7f6697b75 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.129 "GET /v2.0/ports?device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 945 time: 0.0869839 Jan 24 16:51:38.878278 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-1105d5d5-0148-498e-8959-22f1dd9f9dd0 req-5cac5c4a-c98d-4950-a251-28e15aa4e02d tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Deleting port 9978002a-1d08-4c67-8c0f-24ae4c591d39 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:51:38.878590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-1105d5d5-0148-498e-8959-22f1dd9f9dd0 req-5cac5c4a-c98d-4950-a251-28e15aa4e02d tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:39.134474 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-1105d5d5-0148-498e-8959-22f1dd9f9dd0 req-5cac5c4a-c98d-4950-a251-28e15aa4e02d tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] For port 9978002a-1d08-4c67-8c0f-24ae4c591d39, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=9978002a-1d08-4c67-8c0f-24ae4c591d39,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:39.134834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-1105d5d5-0148-498e-8959-22f1dd9f9dd0 req-5cac5c4a-c98d-4950-a251-28e15aa4e02d tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:39.201061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-127c75c0-d9c4-4512-ad53-e435e8f14ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:39.252777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-1105d5d5-0148-498e-8959-22f1dd9f9dd0 req-5cac5c4a-c98d-4950-a251-28e15aa4e02d tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Calling delete_port for 9978002a-1d08-4c67-8c0f-24ae4c591d39 owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:51:39.395641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-1105d5d5-0148-498e-8959-22f1dd9f9dd0 req-5cac5c4a-c98d-4950-a251-28e15aa4e02d tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:39.444104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac5c4a-c98d-4950-a251-28e15aa4e02d tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Pushing event deleted for resources: {'Port': ['ID=9978002a-1d08-4c67-8c0f-24ae4c591d39,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:39.523829 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-1105d5d5-0148-498e-8959-22f1dd9f9dd0 req-5cac5c4a-c98d-4950-a251-28e15aa4e02d tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] No DVR routers for this DVR port 9978002a-1d08-4c67-8c0f-24ae4c591d39 on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:51:39.527168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-1105d5d5-0148-498e-8959-22f1dd9f9dd0 req-5cac5c4a-c98d-4950-a251-28e15aa4e02d tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:39.530523 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75da7cd-6cd7-43bb-aedf-773f013fd533', 'name': 'network-vif-deleted', 'tag': '9978002a-1d08-4c67-8c0f-24ae4c591d39'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:39.549724 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1105d5d5-0148-498e-8959-22f1dd9f9dd0 req-5cac5c4a-c98d-4950-a251-28e15aa4e02d tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.129 "DELETE /v2.0/ports/9978002a-1d08-4c67-8c0f-24ae4c591d39 HTTP/1.1" status: 204 len: 173 time: 0.7349148 Jan 24 16:51:39.626648 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75da7cd-6cd7-43bb-aedf-773f013fd533', 'name': 'network-vif-deleted', 'tag': '9978002a-1d08-4c67-8c0f-24ae4c591d39', 'status': 'completed', 'code': 200} Jan 24 16:51:39.696918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-3b304ede-b9f2-4a22-9efc-382f61fc9f41 req-add63852-47f1-4a9e-bdd7-42ecff81a22b tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Synchronizing usage tracker for tenant:0fe44ab720684120b61c90f96431a84e on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:51:39.713093 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-3b304ede-b9f2-4a22-9efc-382f61fc9f41 req-add63852-47f1-4a9e-bdd7-42ecff81a22b tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Unset dirty status for tenant:0fe44ab720684120b61c90f96431a84e on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:51:39.714272 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3b304ede-b9f2-4a22-9efc-382f61fc9f41 req-add63852-47f1-4a9e-bdd7-42ecff81a22b tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=d75da7cd-6cd7-43bb-aedf-773f013fd533 HTTP/1.1" status: 200 len: 210 time: 0.0602875 Jan 24 16:51:40.443625 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:40.456540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:41.264808 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 9978002a-1d08-4c67-8c0f-24ae4c591d39 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:51:41.299337 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 9978002a-1d08-4c67-8c0f-24ae4c591d39 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:51:41.299703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 9978002a-1d08-4c67-8c0f-24ae4c591d39 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:51:41.883232 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:42.360146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-abd72301-d047-4469-a9b5-79778964d6c0 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:42.361485 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-abd72301-d047-4469-a9b5-79778964d6c0 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/networks?id=26090f12-2d58-4ec1-b688-2880f930672a HTTP/1.1" status: 200 len: 817 time: 0.1572902 Jan 24 16:51:42.386382 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-7cc4808d-1ae4-407f-a847-b39c203fcbc8 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/quotas/0fe44ab720684120b61c90f96431a84e HTTP/1.1" status: 200 len: 375 time: 0.0157368 Jan 24 16:51:42.474904 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-5fba8a04-cb7d-45ad-ac14-d13c2c5e9191 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=0fe44ab720684120b61c90f96431a84e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833282 Jan 24 16:51:42.632215 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-ce437eb3-4f17-49cd-9866-9bb7821c0731 service neutron] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83465) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:51:42.633179 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-ce437eb3-4f17-49cd-9866-9bb7821c0731 service neutron] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1410234 Jan 24 16:51:42.776566 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-cb52e560-4d66-4299-b3e5-52ed003e8998 service neutron] 10.222.0.130 "GET /v2.0/networks/26090f12-2d58-4ec1-b688-2880f930672a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328273 Jan 24 16:51:43.002218 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-935baf99-b4fa-490c-9b90-8922fc744eec service neutron] 10.222.0.130 "GET /v2.0/networks/26090f12-2d58-4ec1-b688-2880f930672a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197933 Jan 24 16:51:43.206483 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f8d3c01c-fa9a-4566-87d2-611a97eda3a0 req-9e429b11-8616-4688-a923-ff1597584590 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 210 time: 0.0458596 Jan 24 16:51:44.404625 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-74fd8b6b-90c4-41f1-bddc-ef37664fe79e req-541e1812-f2bf-43cc-b547-8e8cee8d4a7b tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 210 time: 0.0622070 Jan 24 16:51:44.426622 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-2926dcf1-9b3d-4bb3-b88c-25cd76be6527 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:44.428223 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-2926dcf1-9b3d-4bb3-b88c-25cd76be6527 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.129 "GET /v2.0/networks?id=26090f12-2d58-4ec1-b688-2880f930672a HTTP/1.1" status: 200 len: 817 time: 0.1925409 Jan 24 16:51:44.450904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Request body: {'port': {'device_id': '2e22d866-3561-4a59-b637-02eacaba9e62', 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a', 'admin_state_up': True, 'tenant_id': '0fe44ab720684120b61c90f96431a84e'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:51:44.588768 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:51:44.599096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:51:44.611547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Made reservation on behalf of 0fe44ab720684120b61c90f96431a84e for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:51:44.616960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:44.785281 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Allocated IP 172.20.0.11 (26090f12-2d58-4ec1-b688-2880f930672a/1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb/8b9ced30-8095-44a9-8b1c-91d1ebf99352) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:51:44.985166 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:45.001491 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Transition to ACTIVE for port object 8b9ced30-8095-44a9-8b1c-91d1ebf99352 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:51:45.024943 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:45.098868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Network 26090f12-2d58-4ec1-b688-2880f930672a is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:51:45.102129 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:51:45.106653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:51:45.131295 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Pushing event updated for resources: {'Port': ['ID=8b9ced30-8095-44a9-8b1c-91d1ebf99352,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:45.153166 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:45.153706 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:45.154266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:45.154790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:45.155284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:45.155814 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:45.156370 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:45.156986 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:45.157349 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:45.157675 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:45.158001 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:45.186101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:45.186714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:45.213145 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-d11dc9a8-76d4-4ddb-81e6-8f720e39f7d9 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7662578 Jan 24 16:51:45.228743 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Request body: {'port': {'device_id': '2e22d866-3561-4a59-b637-02eacaba9e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:51:45.325976 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0d636c14-1ed9-445f-9ddb-5b605b8d177c None None] Provisioning for port 8b9ced30-8095-44a9-8b1c-91d1ebf99352 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:45.330678 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0d636c14-1ed9-445f-9ddb-5b605b8d177c None None] Provisioning complete for port 8b9ced30-8095-44a9-8b1c-91d1ebf99352 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:45.331043 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0d636c14-1ed9-445f-9ddb-5b605b8d177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:45.338748 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:45.383063 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0d636c14-1ed9-445f-9ddb-5b605b8d177c None None] Port 8b9ced30-8095-44a9-8b1c-91d1ebf99352 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:51:45.605754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b43009-eba0-4eee-b0df-7aca1e7a034f req-0eb295ac-a41d-4a31-97e9-1adbed3429e7 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:45.607217 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f7b43009-eba0-4eee-b0df-7aca1e7a034f req-0eb295ac-a41d-4a31-97e9-1adbed3429e7 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 932 time: 0.0824487 Jan 24 16:51:45.655205 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f7b43009-eba0-4eee-b0df-7aca1e7a034f req-e82a10a3-2952-4b07-bbd7-3d894b672a5d tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417631 Jan 24 16:51:45.690564 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9ced30-8095-44a9-8b1c-91d1ebf99352 {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:51:45.698164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:45.713059 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Transition to ACTIVE for port object 8b9ced30-8095-44a9-8b1c-91d1ebf99352 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:51:45.719766 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:45.847195 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Pushing event updated for resources: {'Port': ['ID=8b9ced30-8095-44a9-8b1c-91d1ebf99352,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:46.071729 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Attempting to bind port 8b9ced30-8095-44a9-8b1c-91d1ebf99352 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:51:46.071964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Attempting to bind port 8b9ced30-8095-44a9-8b1c-91d1ebf99352 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:51:46.072283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Attempting to bind port 8b9ced30-8095-44a9-8b1c-91d1ebf99352 on network 26090f12-2d58-4ec1-b688-2880f930672a {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:51:46.083372 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Port 8b9ced30-8095-44a9-8b1c-91d1ebf99352 on network 26090f12-2d58-4ec1-b688-2880f930672a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:51:46.083723 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Attempting to bind port 8b9ced30-8095-44a9-8b1c-91d1ebf99352 on network 26090f12-2d58-4ec1-b688-2880f930672a {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:51:46.090626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:51:46.090962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Checking segment: {'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:51:46.091376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Bound using segment: {'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:51:46.091849 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Bound port: 8b9ced30-8095-44a9-8b1c-91d1ebf99352, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:51:46.092191 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:46.193151 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] For port 8b9ced30-8095-44a9-8b1c-91d1ebf99352, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:51:46.196466 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] For port 8b9ced30-8095-44a9-8b1c-91d1ebf99352, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=8b9ced30-8095-44a9-8b1c-91d1ebf99352,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:51:46.203853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:46.265936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:46.267261 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] 10.222.0.129 "PUT /v2.0/ports/8b9ced30-8095-44a9-8b1c-91d1ebf99352 HTTP/1.1" status: 200 len: 1094 time: 1.0428298 Jan 24 16:51:46.267707 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e22d866-3561-4a59-b637-02eacaba9e62', 'tag': '8b9ced30-8095-44a9-8b1c-91d1ebf99352'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:46.286117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f0f67-01ff-4bd9-b0e1-ba2ed74ea59d service neutron] Pushing event updated for resources: {'Port': ['ID=8b9ced30-8095-44a9-8b1c-91d1ebf99352,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:46.354185 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e22d866-3561-4a59-b637-02eacaba9e62', 'tag': '8b9ced30-8095-44a9-8b1c-91d1ebf99352', 'status': 'completed', 'code': 200} Jan 24 16:51:46.393167 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-2447cfec-c77c-463a-999a-44c85891c4e8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=0fe44ab720684120b61c90f96431a84e&device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 1097 time: 0.0792990 Jan 24 16:51:46.464218 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-01b54e93-13d1-42f5-8ff0-90cb7cbdc03b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b9ced30-8095-44a9-8b1c-91d1ebf99352 HTTP/1.1" status: 200 len: 217 time: 0.0611322 Jan 24 16:51:46.534175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-6ef2e22a-76a3-4508-b000-b86ce9ac3f3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:46.535659 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-6ef2e22a-76a3-4508-b000-b86ce9ac3f3c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb HTTP/1.1" status: 200 len: 856 time: 0.0623064 Jan 24 16:51:46.616972 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-50478c09-1d2b-48e8-bec5-85e92a6db70c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=26090f12-2d58-4ec1-b688-2880f930672a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732174 Jan 24 16:51:46.758144 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-9c524058-3506-4a1d-a1b0-40058e148a72 service neutron] 10.222.0.129 "GET /v2.0/networks/26090f12-2d58-4ec1-b688-2880f930672a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325257 Jan 24 16:51:46.899585 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c36b613-f1d8-4c11-84e5-4d853c6a4ff4 req-f91de41a-3457-47d5-836c-91a528883ce7 service neutron] 10.222.0.129 "GET /v2.0/networks/26090f12-2d58-4ec1-b688-2880f930672a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346788 Jan 24 16:51:47.010236 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6636d-5e23-4b4d-bac1-98a0465d1d3e req-03da2085-edc1-45bc-9aee-58223e742f8e tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:47.011628 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-46f6636d-5e23-4b4d-bac1-98a0465d1d3e req-03da2085-edc1-45bc-9aee-58223e742f8e tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 944 time: 0.0855377 Jan 24 16:51:47.028747 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4c632caf-6424-42c8-a8b3-17c1f518f4d5 req-dd2a69fd-dfc1-419f-a2ef-caf75dcfb131 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=0fe44ab720684120b61c90f96431a84e&device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 1097 time: 0.0744848 Jan 24 16:51:47.058305 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-46f6636d-5e23-4b4d-bac1-98a0465d1d3e req-68a27488-fc33-4185-a7b2-d899739ecf6c tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Jan 24 16:51:47.172966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c632caf-6424-42c8-a8b3-17c1f518f4d5 req-14aee096-c4d9-4024-94e5-6c37412de863 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:47.174416 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4c632caf-6424-42c8-a8b3-17c1f518f4d5 req-14aee096-c4d9-4024-94e5-6c37412de863 service neutron] 10.222.0.129 "GET /v2.0/networks?id=26090f12-2d58-4ec1-b688-2880f930672a HTTP/1.1" status: 200 len: 918 time: 0.1296215 Jan 24 16:51:47.243227 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4c632caf-6424-42c8-a8b3-17c1f518f4d5 req-6e7a9e69-48c8-48ed-9cab-cada08e4dd87 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b9ced30-8095-44a9-8b1c-91d1ebf99352 HTTP/1.1" status: 200 len: 217 time: 0.0611806 Jan 24 16:51:47.311598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c632caf-6424-42c8-a8b3-17c1f518f4d5 req-9d138943-da3b-4e14-a44d-bdc88b7a2278 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:47.312952 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4c632caf-6424-42c8-a8b3-17c1f518f4d5 req-9d138943-da3b-4e14-a44d-bdc88b7a2278 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb HTTP/1.1" status: 200 len: 856 time: 0.0611227 Jan 24 16:51:47.393080 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4c632caf-6424-42c8-a8b3-17c1f518f4d5 req-1d991ab0-1bee-4b8d-83cb-730e1223d1c4 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=26090f12-2d58-4ec1-b688-2880f930672a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720215 Jan 24 16:51:47.528934 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4c632caf-6424-42c8-a8b3-17c1f518f4d5 req-0fa13857-9ab0-4829-be7e-51b242f40f30 service neutron] 10.222.0.129 "GET /v2.0/networks/26090f12-2d58-4ec1-b688-2880f930672a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276305 Jan 24 16:51:47.674852 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4c632caf-6424-42c8-a8b3-17c1f518f4d5 req-e187a405-3ead-4838-9868-8b4fe5e75b44 service neutron] 10.222.0.129 "GET /v2.0/networks/26090f12-2d58-4ec1-b688-2880f930672a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386790 Jan 24 16:51:48.231405 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:48.280463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ce347-402c-4c63-9f20-0e2e73d86e5e req-a3dc508f-7f65-491f-adea-0c54814f6fce tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:48.281108 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-104ce347-402c-4c63-9f20-0e2e73d86e5e req-a3dc508f-7f65-491f-adea-0c54814f6fce tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Synchronizing usage tracker for tenant:0fe44ab720684120b61c90f96431a84e on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:51:48.299146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-104ce347-402c-4c63-9f20-0e2e73d86e5e req-a3dc508f-7f65-491f-adea-0c54814f6fce tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Unset dirty status for tenant:0fe44ab720684120b61c90f96431a84e on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:51:48.300449 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-104ce347-402c-4c63-9f20-0e2e73d86e5e req-a3dc508f-7f65-491f-adea-0c54814f6fce tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 944 time: 0.1080484 Jan 24 16:51:48.445698 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-104ce347-402c-4c63-9f20-0e2e73d86e5e req-1537209a-892a-4ac6-95f4-d3c08a51c16f tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384068 Jan 24 16:51:49.295526 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 8b9ced30-8095-44a9-8b1c-91d1ebf99352 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:51:49.434188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 8b9ced30-8095-44a9-8b1c-91d1ebf99352, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=8b9ced30-8095-44a9-8b1c-91d1ebf99352,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:49.448014 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '8b9ced30-8095-44a9-8b1c-91d1ebf99352', 'network_id': '26090f12-2d58-4ec1-b688-2880f930672a', 'port_id': '8b9ced30-8095-44a9-8b1c-91d1ebf99352', 'mac_address': 'fa:16:3e:26:44:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:51:49.501014 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:49.517827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9ced30-8095-44a9-8b1c-91d1ebf99352 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:51:49.532489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 8b9ced30-8095-44a9-8b1c-91d1ebf99352, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=8b9ced30-8095-44a9-8b1c-91d1ebf99352,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:49.536989 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:49.547853 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:51:49.604174 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=8b9ced30-8095-44a9-8b1c-91d1ebf99352,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:49.653316 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec2e2a-e267-41cd-a62d-6c47c184f9bc req-3d108bc5-152b-4fb5-a67d-9aba12714349 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:49.654758 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-29ec2e2a-e267-41cd-a62d-6c47c184f9bc req-3d108bc5-152b-4fb5-a67d-9aba12714349 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 945 time: 0.0798509 Jan 24 16:51:49.716057 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-29ec2e2a-e267-41cd-a62d-6c47c184f9bc req-6db48c4e-57a9-4acc-a6bb-f8c288028ec8 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522370 Jan 24 16:51:49.780600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['8b9ced30-8095-44a9-8b1c-91d1ebf99352'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:51:50.916464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0f880-ff1a-4748-9b21-623a3c0da517 req-29ec0b3c-fb2a-4d74-a5ae-9f55d51a8bc7 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:50.917996 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34a0f880-ff1a-4748-9b21-623a3c0da517 req-29ec0b3c-fb2a-4d74-a5ae-9f55d51a8bc7 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 945 time: 0.0775762 Jan 24 16:51:50.965779 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34a0f880-ff1a-4748-9b21-623a3c0da517 req-92f5a50a-21e2-4017-be16-4e3e8fe56280 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395038 Jan 24 16:51:51.312882 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 8b9ced30-8095-44a9-8b1c-91d1ebf99352 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:51:51.390053 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 8b9ced30-8095-44a9-8b1c-91d1ebf99352 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:51.395039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 8b9ced30-8095-44a9-8b1c-91d1ebf99352 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:51.395995 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:51.523073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:51.550453 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e22d866-3561-4a59-b637-02eacaba9e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9ced30-8095-44a9-8b1c-91d1ebf99352'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:51.560314 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 8b9ced30-8095-44a9-8b1c-91d1ebf99352, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=8b9ced30-8095-44a9-8b1c-91d1ebf99352,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:51.565653 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:51:51.606270 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e22d866-3561-4a59-b637-02eacaba9e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9ced30-8095-44a9-8b1c-91d1ebf99352', 'code': 200} Jan 24 16:51:51.632577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=8b9ced30-8095-44a9-8b1c-91d1ebf99352,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:51.867926 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5c7dc6b0-4b63-448b-aa37-79d5ab6c5bd2 req-b1368183-dec3-4f9b-9907-6b4580c33177 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 1099 time: 0.0763311 Jan 24 16:51:51.918716 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5c7dc6b0-4b63-448b-aa37-79d5ab6c5bd2 req-6b795964-6509-4b3b-8bdd-02fffd2369de service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Jan 24 16:51:52.192524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03761aa6-0d3a-4d02-858c-3b220e38c4fb req-912b6979-3ac7-4dc6-80d2-97889a6ece27 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:52.193961 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-03761aa6-0d3a-4d02-858c-3b220e38c4fb req-912b6979-3ac7-4dc6-80d2-97889a6ece27 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 946 time: 0.0919051 Jan 24 16:51:52.242764 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-03761aa6-0d3a-4d02-858c-3b220e38c4fb req-88a7c3af-6461-43ec-b521-149903077d42 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425665 Jan 24 16:51:53.465200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91297cf-b746-4b62-98a7-11703bd92b0b req-eb5c8860-594f-4f27-8edf-3a6095ad2040 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:53.466627 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a91297cf-b746-4b62-98a7-11703bd92b0b req-eb5c8860-594f-4f27-8edf-3a6095ad2040 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 946 time: 0.0899658 Jan 24 16:51:53.514674 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a91297cf-b746-4b62-98a7-11703bd92b0b req-1649706e-7179-40ae-a530-8a85a4e47e9f tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397012 Jan 24 16:51:53.743453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d895af6-26c0-490e-bae7-75df2b163495 req-8499dd8c-f60e-43e0-8829-3ed96bf7fd8d tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:53.744819 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3d895af6-26c0-490e-bae7-75df2b163495 req-8499dd8c-f60e-43e0-8829-3ed96bf7fd8d tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 946 time: 0.0952311 Jan 24 16:51:53.797112 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3d895af6-26c0-490e-bae7-75df2b163495 req-459f6e02-8aef-473d-95b2-fee7648dee08 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446229 Jan 24 16:52:06.982351 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c040785a-56ff-44d8-b87e-4308e62ce827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:09.207301 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e97ea7e9-278e-4734-8484-4f032bd63086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:09.706025 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36510f77-85ee-429e-b32b-6ffdfefd7bc2 req-e3483f4f-f0c4-4b7e-9013-9a2313ad6cf0 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:09.707385 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-36510f77-85ee-429e-b32b-6ffdfefd7bc2 req-e3483f4f-f0c4-4b7e-9013-9a2313ad6cf0 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 946 time: 0.1060195 Jan 24 16:52:09.753680 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-36510f77-85ee-429e-b32b-6ffdfefd7bc2 req-e5706ac0-9840-46db-bffd-e6a0cc954920 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Jan 24 16:52:10.439779 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:10.458539 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:11.055621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431fbbf-cc6e-4824-9399-ec5d98339e35 req-5b10c431-029c-496e-bd1e-2d5f406f3b9d tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:11.057087 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d431fbbf-cc6e-4824-9399-ec5d98339e35 req-5b10c431-029c-496e-bd1e-2d5f406f3b9d tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 946 time: 0.1786499 Jan 24 16:52:11.103731 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d431fbbf-cc6e-4824-9399-ec5d98339e35 req-1584422f-72b2-4600-aee4-2a7536c4f10b tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/security-groups?id=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404406 Jan 24 16:52:11.416653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8199c-62cb-4af0-95be-42b108f8fd4b req-eaecee60-9f49-4564-bb82-8f9ccde9a996 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:11.418075 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2ea8199c-62cb-4af0-95be-42b108f8fd4b req-eaecee60-9f49-4564-bb82-8f9ccde9a996 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.129 "GET /v2.0/ports?device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 946 time: 0.0786188 Jan 24 16:52:11.493026 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-2ea8199c-62cb-4af0-95be-42b108f8fd4b req-d4591fd0-2b71-4875-9a1c-52267b6c3c6e tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Deleting port 8b9ced30-8095-44a9-8b1c-91d1ebf99352 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:52:11.493369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2ea8199c-62cb-4af0-95be-42b108f8fd4b req-d4591fd0-2b71-4875-9a1c-52267b6c3c6e tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:11.747601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-2ea8199c-62cb-4af0-95be-42b108f8fd4b req-d4591fd0-2b71-4875-9a1c-52267b6c3c6e tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] For port 8b9ced30-8095-44a9-8b1c-91d1ebf99352, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=8b9ced30-8095-44a9-8b1c-91d1ebf99352,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:11.747976 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2ea8199c-62cb-4af0-95be-42b108f8fd4b req-d4591fd0-2b71-4875-9a1c-52267b6c3c6e tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:11.878957 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-2ea8199c-62cb-4af0-95be-42b108f8fd4b req-d4591fd0-2b71-4875-9a1c-52267b6c3c6e tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Calling delete_port for 8b9ced30-8095-44a9-8b1c-91d1ebf99352 owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:52:11.887129 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:12.023903 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2ea8199c-62cb-4af0-95be-42b108f8fd4b req-d4591fd0-2b71-4875-9a1c-52267b6c3c6e tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:12.073217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4591fd0-2b71-4875-9a1c-52267b6c3c6e tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Pushing event deleted for resources: {'Port': ['ID=8b9ced30-8095-44a9-8b1c-91d1ebf99352,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:12.146530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea8199c-62cb-4af0-95be-42b108f8fd4b req-d4591fd0-2b71-4875-9a1c-52267b6c3c6e tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] No DVR routers for this DVR port 8b9ced30-8095-44a9-8b1c-91d1ebf99352 on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:52:12.149236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-2ea8199c-62cb-4af0-95be-42b108f8fd4b req-d4591fd0-2b71-4875-9a1c-52267b6c3c6e tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:12.153497 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e22d866-3561-4a59-b637-02eacaba9e62', 'name': 'network-vif-deleted', 'tag': '8b9ced30-8095-44a9-8b1c-91d1ebf99352'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:52:12.168932 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2ea8199c-62cb-4af0-95be-42b108f8fd4b req-d4591fd0-2b71-4875-9a1c-52267b6c3c6e tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.129 "DELETE /v2.0/ports/8b9ced30-8095-44a9-8b1c-91d1ebf99352 HTTP/1.1" status: 204 len: 173 time: 0.7420287 Jan 24 16:52:12.221799 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e22d866-3561-4a59-b637-02eacaba9e62', 'name': 'network-vif-deleted', 'tag': '8b9ced30-8095-44a9-8b1c-91d1ebf99352', 'status': 'completed', 'code': 200} Jan 24 16:52:12.361909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-d2aaefcb-010c-413b-825d-b8ffeeb19b93 req-44ba9b90-144d-44db-b10c-ed574c455a99 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Synchronizing usage tracker for tenant:0fe44ab720684120b61c90f96431a84e on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:52:12.380905 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-d2aaefcb-010c-413b-825d-b8ffeeb19b93 req-44ba9b90-144d-44db-b10c-ed574c455a99 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] Unset dirty status for tenant:0fe44ab720684120b61c90f96431a84e on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:52:12.382144 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d2aaefcb-010c-413b-825d-b8ffeeb19b93 req-44ba9b90-144d-44db-b10c-ed574c455a99 tempest-TestEncryptedCinderVolumes-654917992 tempest-TestEncryptedCinderVolumes-654917992-project] 10.222.0.130 "GET /v2.0/ports?device_id=2e22d866-3561-4a59-b637-02eacaba9e62 HTTP/1.1" status: 200 len: 210 time: 0.1347969 Jan 24 16:52:13.418494 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 8b9ced30-8095-44a9-8b1c-91d1ebf99352 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:52:13.458210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 8b9ced30-8095-44a9-8b1c-91d1ebf99352 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:52:13.458644 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 8b9ced30-8095-44a9-8b1c-91d1ebf99352 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:52:13.545857 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41286) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:13.962876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:14.672287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Deleting port 9f55c56c-abf7-433d-a0c4-be474dd621e6 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:52:14.672983 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:14.841713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] For port 9f55c56c-abf7-433d-a0c4-be474dd621e6, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=9f55c56c-abf7-433d-a0c4-be474dd621e6,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:14.842055 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:14.966419 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Calling delete_port for 9f55c56c-abf7-433d-a0c4-be474dd621e6 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:52:15.151679 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:15.198353 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Pushing event deleted for resources: {'Port': ['ID=9f55c56c-abf7-433d-a0c4-be474dd621e6,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:15.240559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:15.241008 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:15.241680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:15.242127 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:15.242457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:15.242781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:15.243104 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:15.243425 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:15.243769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:15.244086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:15.244391 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:15.508857 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:16.229599 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Router fd13e576-38bf-48d0-ab26-85bfcb527050 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:52:16.455884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:52:16.465219 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45e5752-7a1c-40f1-aa4f-c2953a5011f2 None None] Sync routers for ids ['fd13e576-38bf-48d0-ab26-85bfcb527050'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:52:16.474621 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3f900097-7285-45e8-845e-ca61589c963e admin admin] 10.222.0.130 "PUT /v2.0/routers/fd13e576-38bf-48d0-ab26-85bfcb527050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9275630 Jan 24 16:52:16.476998 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41290) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:16.478883 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45e5752-7a1c-40f1-aa4f-c2953a5011f2 None None] Routers {'fd13e576-38bf-48d0-ab26-85bfcb527050'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:52:16.479510 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f45e5752-7a1c-40f1-aa4f-c2953a5011f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:52:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['fd13e576-38bf-48d0-ab26-85bfcb527050'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:16.653570 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-f45e5752-7a1c-40f1-aa4f-c2953a5011f2 None None] Set router fd13e576-38bf-48d0-ab26-85bfcb527050 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:52:16.683189 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4f42673e-3cba-426c-b4f6-6ad165b928a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:16.880338 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4f42673e-3cba-426c-b4f6-6ad165b928a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:16.891575 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-4f42673e-3cba-426c-b4f6-6ad165b928a1 admin admin] Deleting port 7f630c94-e083-448d-be28-7dd658d07b35 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:52:16.891910 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4f42673e-3cba-426c-b4f6-6ad165b928a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:16.968790 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f45e5752-7a1c-40f1-aa4f-c2953a5011f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'name': 'tempest-TestEncryptedCinderVolumes-1529374102-router', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '7f630c94-e083-448d-be28-7dd658d07b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:57Z', 'updated_at': '2022-01-24T16:52:15Z', 'revision_number': 5, 'project_id': '0fe44ab720684120b61c90f96431a84e', 'gw_port': {'id': '7f630c94-e083-448d-be28-7dd658d07b35', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:58Z', 'updated_at': '2022-01-24T16:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:16.972684 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45e5752-7a1c-40f1-aa4f-c2953a5011f2 None None] Checking router: fd13e576-38bf-48d0-ab26-85bfcb527050 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:52:16.982966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45e5752-7a1c-40f1-aa4f-c2953a5011f2 None None] Routers {'fd13e576-38bf-48d0-ab26-85bfcb527050'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:52:16.983584 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f45e5752-7a1c-40f1-aa4f-c2953a5011f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:52:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['fd13e576-38bf-48d0-ab26-85bfcb527050'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:17.067949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-4f42673e-3cba-426c-b4f6-6ad165b928a1 admin admin] For port 7f630c94-e083-448d-be28-7dd658d07b35, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=7f630c94-e083-448d-be28-7dd658d07b35,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:17.068267 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4f42673e-3cba-426c-b4f6-6ad165b928a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:17.136419 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-f45e5752-7a1c-40f1-aa4f-c2953a5011f2 None None] Set router fd13e576-38bf-48d0-ab26-85bfcb527050 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:52:17.187378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-4f42673e-3cba-426c-b4f6-6ad165b928a1 admin admin] Calling delete_port for 7f630c94-e083-448d-be28-7dd658d07b35 owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:52:17.241316 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f45e5752-7a1c-40f1-aa4f-c2953a5011f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'name': 'tempest-TestEncryptedCinderVolumes-1529374102-router', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:57Z', 'updated_at': '2022-01-24T16:52:16Z', 'revision_number': 6, 'project_id': '0fe44ab720684120b61c90f96431a84e', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:17.245468 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45e5752-7a1c-40f1-aa4f-c2953a5011f2 None None] The sync data for ids ['fd13e576-38bf-48d0-ab26-85bfcb527050'] in dv-neutron-826104-1-hyperv is: [{'id': 'fd13e576-38bf-48d0-ab26-85bfcb527050', 'name': 'tempest-TestEncryptedCinderVolumes-1529374102-router', 'tenant_id': '0fe44ab720684120b61c90f96431a84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:57Z', 'updated_at': '2022-01-24T16:52:16Z', 'revision_number': 6, 'project_id': '0fe44ab720684120b61c90f96431a84e', 'gw_port_host': None}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:52:17.457723 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4f42673e-3cba-426c-b4f6-6ad165b928a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:17.511658 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42673e-3cba-426c-b4f6-6ad165b928a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f630c94-e083-448d-be28-7dd658d07b35,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:17.745186 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4f42673e-3cba-426c-b4f6-6ad165b928a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:18.016602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4f42673e-3cba-426c-b4f6-6ad165b928a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:18.021304 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4f42673e-3cba-426c-b4f6-6ad165b928a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:18.050134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4f42673e-3cba-426c-b4f6-6ad165b928a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:18.050726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f42673e-3cba-426c-b4f6-6ad165b928a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd13e576-38bf-48d0-ab26-85bfcb527050 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:52:18.064579 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4f42673e-3cba-426c-b4f6-6ad165b928a1 admin admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:18.068323 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4f42673e-3cba-426c-b4f6-6ad165b928a1 admin admin] 10.222.0.130 "DELETE /v2.0/routers/fd13e576-38bf-48d0-ab26-85bfcb527050 HTTP/1.1" status: 204 len: 168 time: 1.5877674 Jan 24 16:52:18.068570 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41294) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:18.129239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f7f1f5-8907-4252-9bb4-406498f2277b admin admin] Deleting subnet 1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:52:18.132813 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77f7f1f5-8907-4252-9bb4-406498f2277b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:18.186247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77f7f1f5-8907-4252-9bb4-406498f2277b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:18.235928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:18.268282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77f7f1f5-8907-4252-9bb4-406498f2277b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:18.338518 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77f7f1f5-8907-4252-9bb4-406498f2277b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:18.382293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7f1f5-8907-4252-9bb4-406498f2277b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:18.388590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77f7f1f5-8907-4252-9bb4-406498f2277b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:18.395702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de68ce3d-0308-4358-9e16-2110ac51f888 None None] Network 26090f12-2d58-4ec1-b688-2880f930672a requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:52:18.398387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41298) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:18.398891 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-77f7f1f5-8907-4252-9bb4-406498f2277b admin admin] 10.222.0.130 "DELETE /v2.0/subnets/1d1adfa5-2664-495e-9db4-c0b3a8d5d8eb HTTP/1.1" status: 204 len: 168 time: 0.3279142 Jan 24 16:52:18.516581 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:18.527659 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] Deleting port b70bf47f-2b49-4178-acf7-1e52b52e2cb8 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:52:18.528000 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:18.656555 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133af2df-3810-4591-b51f-7c4314c5c982 None None] DHCP port deletion for 26090f12-2d58-4ec1-b688-2880f930672a request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:52:18.662628 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-133af2df-3810-4591-b51f-7c4314c5c982 None None] Deleting port b70bf47f-2b49-4178-acf7-1e52b52e2cb8 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:52:18.663078 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-133af2df-3810-4591-b51f-7c4314c5c982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:18.711383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9f55c56c-abf7-433d-a0c4-be474dd621e6 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:52:18.744611 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] For port b70bf47f-2b49-4178-acf7-1e52b52e2cb8, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b70bf47f-2b49-4178-acf7-1e52b52e2cb8,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:18.744959 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:18.747739 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 9f55c56c-abf7-433d-a0c4-be474dd621e6 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:52:18.748082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 9f55c56c-abf7-433d-a0c4-be474dd621e6 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:52:18.748485 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7f630c94-e083-448d-be28-7dd658d07b35 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:52:18.804852 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 7f630c94-e083-448d-be28-7dd658d07b35 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:52:18.804852 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 7f630c94-e083-448d-be28-7dd658d07b35 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:52:18.805180 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b70bf47f-2b49-4178-acf7-1e52b52e2cb8 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:52:18.955799 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] Calling delete_port for b70bf47f-2b49-4178-acf7-1e52b52e2cb8 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:52:19.007369 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-133af2df-3810-4591-b51f-7c4314c5c982 None None] For port b70bf47f-2b49-4178-acf7-1e52b52e2cb8, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b70bf47f-2b49-4178-acf7-1e52b52e2cb8,segment=NetworkSegment(d7131f57-3b3f-442e-a0f9-e7e129a28dc3),segment_id=d7131f57-3b3f-442e-a0f9-e7e129a28dc3)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:19.007817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-133af2df-3810-4591-b51f-7c4314c5c982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:19.034988 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:19.084464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b70bf47f-2b49-4178-acf7-1e52b52e2cb8,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:19.091524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] No DVR routers for this DVR port b70bf47f-2b49-4178-acf7-1e52b52e2cb8 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:52:19.136386 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-133af2df-3810-4591-b51f-7c4314c5c982 None None] Calling delete_port for b70bf47f-2b49-4178-acf7-1e52b52e2cb8 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:52:19.167253 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:19.204834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:19.230244 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26090f12-2d58-4ec1-b688-2880f930672a']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:19.242565 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:19.242855 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7131f57-3b3f-442e-a0f9-e7e129a28dc3') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:19.254183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:19.255247 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-133af2df-3810-4591-b51f-7c4314c5c982 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:52:19.255776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-133af2df-3810-4591-b51f-7c4314c5c982 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:52:19.273410 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:19.279627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:52:19.279999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:52:19.296671 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:52:19.369903 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:19.387787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:19.399673 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=26090f12-2d58-4ec1-b688-2880f930672a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:19.413160 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0b90bc9d-7f71-4975-851b-692d06cc3df9 admin admin] 10.222.0.130 "DELETE /v2.0/networks/26090f12-2d58-4ec1-b688-2880f930672a HTTP/1.1" status: 204 len: 168 time: 1.0136693 Jan 24 16:52:19.417139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41302) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:19.757252 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-133af2df-3810-4591-b51f-7c4314c5c982 None None] Deleting port b70bf47f-2b49-4178-acf7-1e52b52e2cb8 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:52:19.757591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-133af2df-3810-4591-b51f-7c4314c5c982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:19.822348 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-133af2df-3810-4591-b51f-7c4314c5c982 None None] The port 'b70bf47f-2b49-4178-acf7-1e52b52e2cb8' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:52:19.832447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-695aac6c-0fa9-4806-9679-1d96fcd34e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:20.536180 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-695aac6c-0fa9-4806-9679-1d96fcd34e8a admin admin] Deleting port 5d3e792b-d466-4964-9897-0f9c4af9376f {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:52:20.536980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-695aac6c-0fa9-4806-9679-1d96fcd34e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:20.727385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-695aac6c-0fa9-4806-9679-1d96fcd34e8a admin admin] For port 5d3e792b-d466-4964-9897-0f9c4af9376f, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5d3e792b-d466-4964-9897-0f9c4af9376f,segment=NetworkSegment(e0f22ce3-db4a-4b29-91fe-ccc5b00735a1),segment_id=e0f22ce3-db4a-4b29-91fe-ccc5b00735a1)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:20.727759 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-695aac6c-0fa9-4806-9679-1d96fcd34e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:20.846465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-695aac6c-0fa9-4806-9679-1d96fcd34e8a admin admin] Calling delete_port for 5d3e792b-d466-4964-9897-0f9c4af9376f owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:52:21.029186 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-695aac6c-0fa9-4806-9679-1d96fcd34e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:21.074863 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695aac6c-0fa9-4806-9679-1d96fcd34e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3e792b-d466-4964-9897-0f9c4af9376f,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:21.375260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-695aac6c-0fa9-4806-9679-1d96fcd34e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:22.089681 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695aac6c-0fa9-4806-9679-1d96fcd34e8a admin admin] Router 4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:52:22.290475 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695aac6c-0fa9-4806-9679-1d96fcd34e8a admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:52:22.300604 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be01ec4e-569b-4494-9b0c-02bcf9dad434 None None] Sync routers for ids ['4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:52:22.304264 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-695aac6c-0fa9-4806-9679-1d96fcd34e8a admin admin] 10.222.0.130 "PUT /v2.0/routers/4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8861096 Jan 24 16:52:22.306962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41306) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:22.315220 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be01ec4e-569b-4494-9b0c-02bcf9dad434 None None] Routers {'4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:52:22.315864 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-be01ec4e-569b-4494-9b0c-02bcf9dad434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:52:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:22.498058 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-be01ec4e-569b-4494-9b0c-02bcf9dad434 None None] Set router 4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:52:22.505595 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7162cb9-41e0-46c2-8791-0ea395dd4005 admin admin] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:22.718177 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7162cb9-41e0-46c2-8791-0ea395dd4005 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:22.729353 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d7162cb9-41e0-46c2-8791-0ea395dd4005 admin admin] Deleting port beb614f6-b430-44be-ad1b-3dec13e65586 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:52:22.729696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7162cb9-41e0-46c2-8791-0ea395dd4005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:22.784318 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-be01ec4e-569b-4494-9b0c-02bcf9dad434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'name': 'tempest-TestEncryptedCinderVolumes-1433595306-router', 'tenant_id': 'da7c60bfa9174affa654eefe7206e224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': 'beb614f6-b430-44be-ad1b-3dec13e65586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:51:04Z', 'updated_at': '2022-01-24T16:52:20Z', 'revision_number': 5, 'project_id': 'da7c60bfa9174affa654eefe7206e224', 'gw_port': {'id': 'beb614f6-b430-44be-ad1b-3dec13e65586', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:51:04Z', 'updated_at': '2022-01-24T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:22.788529 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be01ec4e-569b-4494-9b0c-02bcf9dad434 None None] Checking router: 4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:52:22.799173 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be01ec4e-569b-4494-9b0c-02bcf9dad434 None None] Routers {'4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:52:22.799804 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-be01ec4e-569b-4494-9b0c-02bcf9dad434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:52:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:22.913482 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-d7162cb9-41e0-46c2-8791-0ea395dd4005 admin admin] For port beb614f6-b430-44be-ad1b-3dec13e65586, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=beb614f6-b430-44be-ad1b-3dec13e65586,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:22.913823 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7162cb9-41e0-46c2-8791-0ea395dd4005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:22.972191 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-be01ec4e-569b-4494-9b0c-02bcf9dad434 None None] Set router 4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74 gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:52:23.039372 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d7162cb9-41e0-46c2-8791-0ea395dd4005 admin admin] Calling delete_port for beb614f6-b430-44be-ad1b-3dec13e65586 owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:52:23.072390 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-be01ec4e-569b-4494-9b0c-02bcf9dad434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'name': 'tempest-TestEncryptedCinderVolumes-1433595306-router', 'tenant_id': 'da7c60bfa9174affa654eefe7206e224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:51:04Z', 'updated_at': '2022-01-24T16:52:22Z', 'revision_number': 6, 'project_id': 'da7c60bfa9174affa654eefe7206e224', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:23.076385 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be01ec4e-569b-4494-9b0c-02bcf9dad434 None None] The sync data for ids ['4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74'] in dv-neutron-826104-1-hyperv is: [{'id': '4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74', 'name': 'tempest-TestEncryptedCinderVolumes-1433595306-router', 'tenant_id': 'da7c60bfa9174affa654eefe7206e224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:51:04Z', 'updated_at': '2022-01-24T16:52:22Z', 'revision_number': 6, 'project_id': 'da7c60bfa9174affa654eefe7206e224', 'gw_port_host': None}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:52:23.216667 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7162cb9-41e0-46c2-8791-0ea395dd4005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:23.262653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7162cb9-41e0-46c2-8791-0ea395dd4005 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb614f6-b430-44be-ad1b-3dec13e65586,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:23.491193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7162cb9-41e0-46c2-8791-0ea395dd4005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:23.849552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7162cb9-41e0-46c2-8791-0ea395dd4005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:23.853618 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7162cb9-41e0-46c2-8791-0ea395dd4005 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:23.881196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7162cb9-41e0-46c2-8791-0ea395dd4005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:23.881725 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7162cb9-41e0-46c2-8791-0ea395dd4005 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:52:23.894703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d7162cb9-41e0-46c2-8791-0ea395dd4005 admin admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:23.895943 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d7162cb9-41e0-46c2-8791-0ea395dd4005 admin admin] 10.222.0.130 "DELETE /v2.0/routers/4fdf1fe5-c7e8-404f-9c53-2aa6e8487a74 HTTP/1.1" status: 204 len: 168 time: 1.5880764 Jan 24 16:52:23.898972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41310) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:23.957776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc66d186-dd6e-4009-b361-d3bd64e7d159 admin admin] Deleting subnet c161ecca-664e-4706-b332-e46a18e85be5 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:52:23.960827 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cc66d186-dd6e-4009-b361-d3bd64e7d159 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:24.014696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cc66d186-dd6e-4009-b361-d3bd64e7d159 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:24.106829 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cc66d186-dd6e-4009-b361-d3bd64e7d159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:24.178188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cc66d186-dd6e-4009-b361-d3bd64e7d159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:24.217119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66d186-dd6e-4009-b361-d3bd64e7d159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c161ecca-664e-4706-b332-e46a18e85be5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:24.223393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cc66d186-dd6e-4009-b361-d3bd64e7d159 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:24.231655 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cc66d186-dd6e-4009-b361-d3bd64e7d159 admin admin] 10.222.0.130 "DELETE /v2.0/subnets/c161ecca-664e-4706-b332-e46a18e85be5 HTTP/1.1" status: 204 len: 168 time: 0.3293593 Jan 24 16:52:24.231898 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41314) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:24.236842 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6362da47-d24d-47d3-90b1-55b7c32b585c None None] Network 213f5d32-b8c0-4f14-8b80-67fc87140528 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:52:24.332739 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:24.343290 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] Deleting port a0f4ff05-612e-4329-a23f-f451f38bad35 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:52:24.343649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:24.523497 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f73f0f-aaa6-4cc2-8044-2cbfc3747c8c None None] DHCP port deletion for 213f5d32-b8c0-4f14-8b80-67fc87140528 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:52:24.527910 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-a8f73f0f-aaa6-4cc2-8044-2cbfc3747c8c None None] Deleting port a0f4ff05-612e-4329-a23f-f451f38bad35 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:52:24.528295 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a8f73f0f-aaa6-4cc2-8044-2cbfc3747c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:24.557455 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] For port a0f4ff05-612e-4329-a23f-f451f38bad35, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a0f4ff05-612e-4329-a23f-f451f38bad35,segment=NetworkSegment(e0f22ce3-db4a-4b29-91fe-ccc5b00735a1),segment_id=e0f22ce3-db4a-4b29-91fe-ccc5b00735a1)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:24.557789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:24.677665 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] Calling delete_port for a0f4ff05-612e-4329-a23f-f451f38bad35 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:52:24.706885 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a0f4ff05-612e-4329-a23f-f451f38bad35 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:52:24.757000 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:24.788465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a8f73f0f-aaa6-4cc2-8044-2cbfc3747c8c None None] For port a0f4ff05-612e-4329-a23f-f451f38bad35, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a0f4ff05-612e-4329-a23f-f451f38bad35,segment=NetworkSegment(e0f22ce3-db4a-4b29-91fe-ccc5b00735a1),segment_id=e0f22ce3-db4a-4b29-91fe-ccc5b00735a1)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:24.788901 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a8f73f0f-aaa6-4cc2-8044-2cbfc3747c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:24.801755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f4ff05-612e-4329-a23f-f451f38bad35,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:24.806444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] No DVR routers for this DVR port a0f4ff05-612e-4329-a23f-f451f38bad35 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:52:24.902625 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No active binding found for port a0f4ff05-612e-4329-a23f-f451f38bad35 {{(pid=83467) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 24 16:52:24.902929 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a0f4ff05-612e-4329-a23f-f451f38bad35 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:52:24.903323 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device beb614f6-b430-44be-ad1b-3dec13e65586 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:52:24.921841 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:24.933855 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-a8f73f0f-aaa6-4cc2-8044-2cbfc3747c8c None None] Calling delete_port for a0f4ff05-612e-4329-a23f-f451f38bad35 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:52:24.948046 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213f5d32-b8c0-4f14-8b80-67fc87140528']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:24.960513 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f22ce3-db4a-4b29-91fe-ccc5b00735a1') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:24.960794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f22ce3-db4a-4b29-91fe-ccc5b00735a1') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:24.972115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:24.972335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: beb614f6-b430-44be-ad1b-3dec13e65586 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:52:24.972441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device beb614f6-b430-44be-ad1b-3dec13e65586 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:52:24.972835 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5d3e792b-d466-4964-9897-0f9c4af9376f no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:52:24.988594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:24.995660 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:52:24.996325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:52:25.013469 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:52:25.016057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 5d3e792b-d466-4964-9897-0f9c4af9376f {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:52:25.016057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5d3e792b-d466-4964-9897-0f9c4af9376f not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:52:25.045899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-a8f73f0f-aaa6-4cc2-8044-2cbfc3747c8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:52:25.046245 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-a8f73f0f-aaa6-4cc2-8044-2cbfc3747c8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:52:25.190237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:25.206365 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:25.216325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] Pushing event deleted for resources: {'Network': ['ID=213f5d32-b8c0-4f14-8b80-67fc87140528,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:25.220502 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a5afaee1-54eb-4aaa-99b5-9c3ddb38c845 admin admin] 10.222.0.130 "DELETE /v2.0/networks/213f5d32-b8c0-4f14-8b80-67fc87140528 HTTP/1.1" status: 204 len: 168 time: 0.9874170 Jan 24 16:52:25.430534 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41320) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:25.494259 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f140e28b-1fc6-46e0-99df-2ac003ee765e admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=0fe44ab720684120b61c90f96431a84e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0619819 Jan 24 16:52:25.498124 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41324) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:25.547826 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-a8f73f0f-aaa6-4cc2-8044-2cbfc3747c8c None None] Deleting port a0f4ff05-612e-4329-a23f-f451f38bad35 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:52:25.548428 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a8f73f0f-aaa6-4cc2-8044-2cbfc3747c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:25.563328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b5daec66-3a35-4edb-9f3c-434165061c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:25.589357 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b5daec66-3a35-4edb-9f3c-434165061c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:25.609396 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-a8f73f0f-aaa6-4cc2-8044-2cbfc3747c8c None None] The port 'a0f4ff05-612e-4329-a23f-f451f38bad35' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:52:25.643695 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b5daec66-3a35-4edb-9f3c-434165061c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:25.660228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5daec66-3a35-4edb-9f3c-434165061c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2219c556-b6a0-4b0b-95a1-5bf3baaf2f58,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:25.671376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b5daec66-3a35-4edb-9f3c-434165061c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:25.672489 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b5daec66-3a35-4edb-9f3c-434165061c25 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/2219c556-b6a0-4b0b-95a1-5bf3baaf2f58 HTTP/1.1" status: 204 len: 168 time: 0.1730363 Jan 24 16:52:26.106821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41332) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:26.156453 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-952af3ed-bfc0-4da4-b327-22e605cd2460 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=da7c60bfa9174affa654eefe7206e224&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484676 Jan 24 16:52:26.158905 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41336) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:26.218745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf82d6f1-eb77-4c65-b91f-c19f161b57db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:26.247913 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf82d6f1-eb77-4c65-b91f-c19f161b57db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:26.308081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf82d6f1-eb77-4c65-b91f-c19f161b57db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:26.322050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82d6f1-eb77-4c65-b91f-c19f161b57db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbc8cfd-7a18-41e7-a282-c5404e854a8e,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:26.327909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cf82d6f1-eb77-4c65-b91f-c19f161b57db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:26.329005 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cf82d6f1-eb77-4c65-b91f-c19f161b57db admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/bdbc8cfd-7a18-41e7-a282-c5404e854a8e HTTP/1.1" status: 204 len: 168 time: 0.1692419 Jan 24 16:52:26.549196 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:52:27.423973 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41358) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:27.566695 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2009128432-network', 'tenant_id': '5b59733083ba43649c259369157b5d74'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:52:27.572100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:52:27.577112 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Usage tracker for resource:network and tenant:5b59733083ba43649c259369157b5d74 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:52:27.580204 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:52:27.586843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:52:27.601194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Made reservation on behalf of 5b59733083ba43649c259369157b5d74 for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:52:27.603404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:27.615966 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:27.646183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:52:27.649950 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Usage tracker for resource:security_group_rule and tenant:5b59733083ba43649c259369157b5d74 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:52:27.652697 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:52:27.658170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:52:27.733946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:27.740693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:27.771596 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:52:27.779643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251bad44-b52f-410b-ad5e-21f3e328befa,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:27.786633 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:27.787114 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Added segment 8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c of type vlan for network 6764ac78-9d8d-4102-b6d5-ac897cae631b Jan 24 16:52:27.814772 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:27.848681 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:27.849503 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:27.850099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:27.946989 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] Pushing event updated for resources: {'Network': ['ID=6764ac78-9d8d-4102-b6d5-ac897cae631b,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:27.953151 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5f4bc4db-b7e5-4e58-b238-846cff7ca43c admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5253699 Jan 24 16:52:27.953548 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41364) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:27.956835 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 6764ac78-9d8d-4102-b6d5-ac897cae631b details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:52:27.958648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-a8dfdc34-69af-49fc-8f69-c7f1274760d0 admin admin] Request body: {'subnet': {'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2009128432-subnet', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'ip_version': 4}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:52:27.963697 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a8dfdc34-69af-49fc-8f69-c7f1274760d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:52:27.967440 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a8dfdc34-69af-49fc-8f69-c7f1274760d0 admin admin] Usage tracker for resource:subnet and tenant:5b59733083ba43649c259369157b5d74 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:52:27.970443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a8dfdc34-69af-49fc-8f69-c7f1274760d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:52:27.977075 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a8dfdc34-69af-49fc-8f69-c7f1274760d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:52:27.990843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dfdc34-69af-49fc-8f69-c7f1274760d0 admin admin] Made reservation on behalf of 5b59733083ba43649c259369157b5d74 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:52:27.993067 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a8dfdc34-69af-49fc-8f69-c7f1274760d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:28.305035 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a8dfdc34-69af-49fc-8f69-c7f1274760d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:28.371459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfdc34-69af-49fc-8f69-c7f1274760d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9aef5b-29f4-442a-8015-e539ec01015b,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:28.388226 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dfdc34-69af-49fc-8f69-c7f1274760d0 admin admin] Checking segment: {'id': '8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:52:28.388554 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dfdc34-69af-49fc-8f69-c7f1274760d0 admin admin] Network hostable DHCP agents. Network: 6764ac78-9d8d-4102-b6d5-ac897cae631b, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:52:28.412393 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dfdc34-69af-49fc-8f69-c7f1274760d0 admin admin] Network 6764ac78-9d8d-4102-b6d5-ac897cae631b is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:52:28.422808 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-a8dfdc34-69af-49fc-8f69-c7f1274760d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 6764ac78-9d8d-4102-b6d5-ac897cae631b) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:52:28.426766 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dfdc34-69af-49fc-8f69-c7f1274760d0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:28.427462 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a8dfdc34-69af-49fc-8f69-c7f1274760d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:28.433515 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc3a1dd-3101-4e9d-8468-9acf3b7df955 None None] Network 6764ac78-9d8d-4102-b6d5-ac897cae631b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:52:28.447142 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a8dfdc34-69af-49fc-8f69-c7f1274760d0 admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4928825 Jan 24 16:52:28.449969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41368) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:28.455005 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2009128432-router', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:52:28.459723 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:52:28.463470 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Usage tracker for resource:router and tenant:5b59733083ba43649c259369157b5d74 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:52:28.466535 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:52:28.472675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:52:28.485538 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:28.486473 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:28.505590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:28.647961 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-6764ac78-9d8d-4102-b6d5-ac897cae631b', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'fixed_ips': [{'subnet_id': '9b9aef5b-29f4-442a-8015-e539ec01015b'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:52:28.648780 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:28.652405 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:28.804243 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Allocated IP 172.20.0.2 (6764ac78-9d8d-4102-b6d5-ac897cae631b/9b9aef5b-29f4-442a-8015-e539ec01015b/deb2c71a-b137-46fb-9bf8-ced8697ba0ef) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:52:28.834203 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:28.867892 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:29.007378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Allocated IP 172.26.2.212 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/5f87abb0-fa20-4e5d-bfca-34e0abf27519) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:52:29.009567 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:29.023592 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Transition to ACTIVE for port object deb2c71a-b137-46fb-9bf8-ced8697ba0ef will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:52:29.044090 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Transition to ACTIVE for port object deb2c71a-b137-46fb-9bf8-ced8697ba0ef will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:52:29.051053 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:29.163211 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Network 6764ac78-9d8d-4102-b6d5-ac897cae631b is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:52:29.164403 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:52:29.168065 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:52:29.171771 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:29.179954 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Pushing event updated for resources: {'Port': ['ID=deb2c71a-b137-46fb-9bf8-ced8697ba0ef,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:29.203085 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:29.271335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:29.271634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:29.271912 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:29.272237 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:29.272563 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:29.272878 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:29.273200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:29.273515 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:29.273980 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:29.274348 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:29.274671 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:29.286687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:52:29.290462 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:52:29.295149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:52:29.303829 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Attempting to bind port deb2c71a-b137-46fb-9bf8-ced8697ba0ef on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:52:29.304162 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Attempting to bind port deb2c71a-b137-46fb-9bf8-ced8697ba0ef by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:52:29.304527 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Attempting to bind port deb2c71a-b137-46fb-9bf8-ced8697ba0ef on network 6764ac78-9d8d-4102-b6d5-ac897cae631b {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:52:29.313363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:52:29.313730 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Checking segment: {'id': '8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:52:29.314115 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:29.314491 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Bound using segment: {'id': '8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:52:29.314939 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Bound port: deb2c71a-b137-46fb-9bf8-ced8697ba0ef, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:52:29.315301 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:29.322299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Pushing event updated for resources: {'Port': ['ID=5f87abb0-fa20-4e5d-bfca-34e0abf27519,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:29.415250 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] For port deb2c71a-b137-46fb-9bf8-ced8697ba0ef, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:52:29.418700 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] For port deb2c71a-b137-46fb-9bf8-ced8697ba0ef, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=deb2c71a-b137-46fb-9bf8-ced8697ba0ef,segment=NetworkSegment(8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c),segment_id=8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:52:29.425290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:29.493667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:29.494430 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:29.515330 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c37ee-6dd9-4814-a572-75123aef266e None None] Pushing event updated for resources: {'Port': ['ID=deb2c71a-b137-46fb-9bf8-ced8697ba0ef,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:29.766191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:52:29.995946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:52:30.007464 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Sync routers for ids ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:52:30.024161 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Routers {'5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:52:30.024978 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:52:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:30.026245 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:30.028036 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ee94fe63-d8c9-45a6-a915-ebdf01ad8a46 admin admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5771554 Jan 24 16:52:30.030696 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41372) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:30.231566 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Set router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:52:30.527181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5e6838-76b7-4c9a-95ed-839113f644d8 None None] Network 6764ac78-9d8d-4102-b6d5-ac897cae631b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:52:30.623730 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'name': 'tempest-TestMinimumBasicScenario-2009128432-router', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:29Z', 'revision_number': 3, 'project_id': '5b59733083ba43649c259369157b5d74', 'gw_port': {'id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:30.647903 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Checking router: 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:52:30.648329 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Updating router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 port 5f87abb0-fa20-4e5d-bfca-34e0abf27519 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:52:30.673938 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-65ead926-48b8-4206-a659-ef5c3ea0e611 None None] Provisioning for port deb2c71a-b137-46fb-9bf8-ced8697ba0ef completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:52:30.744078 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device deb2c71a-b137-46fb-9bf8-ced8697ba0ef up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:52:30.801061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:30.903622 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.053227 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port deb2c71a-b137-46fb-9bf8-ced8697ba0ef completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:52:31.070673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port deb2c71a-b137-46fb-9bf8-ced8697ba0ef triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:31.071035 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.119129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Allocated IP 172.20.0.1 (6764ac78-9d8d-4102-b6d5-ac897cae631b/9b9aef5b-29f4-442a-8015-e539ec01015b/a9e1bc95-1fb2-4d52-9f72-56e34567913a) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:52:31.276809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.294809 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Transition to ACTIVE for port object a9e1bc95-1fb2-4d52-9f72-56e34567913a will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:52:31.298993 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.318074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.383588 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Network 6764ac78-9d8d-4102-b6d5-ac897cae631b is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:52:31.386449 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:52:31.390866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:52:31.394106 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port deb2c71a-b137-46fb-9bf8-ced8697ba0ef, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=deb2c71a-b137-46fb-9bf8-ced8697ba0ef,segment=NetworkSegment(8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c),segment_id=8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:31.400012 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.403661 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.419866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Pushing event updated for resources: {'Port': ['ID=a9e1bc95-1fb2-4d52-9f72-56e34567913a,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:31.450976 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.451238 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-640d82ed-262b-4ff7-b67b-45ea82a825f4 None None] Provisioning complete for port deb2c71a-b137-46fb-9bf8-ced8697ba0ef triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:31.451559 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-640d82ed-262b-4ff7-b67b-45ea82a825f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.502950 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Transition to ACTIVE for port object 5f87abb0-fa20-4e5d-bfca-34e0abf27519 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:52:31.523221 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.545208 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=deb2c71a-b137-46fb-9bf8-ced8697ba0ef,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:31.546361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.634712 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Attempting to bind port 5f87abb0-fa20-4e5d-bfca-34e0abf27519 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:52:31.635132 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Attempting to bind port 5f87abb0-fa20-4e5d-bfca-34e0abf27519 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:52:31.635521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Attempting to bind port 5f87abb0-fa20-4e5d-bfca-34e0abf27519 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:52:31.651913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:52:31.652281 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:52:31.652671 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.653059 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:52:31.653498 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Bound port: 5f87abb0-fa20-4e5d-bfca-34e0abf27519, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:52:31.653862 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.701007 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11ce66-d741-409b-a7cd-ce9edc48eb5c None None] Pushing event updated for resources: {'Port': ['ID=5f87abb0-fa20-4e5d-bfca-34e0abf27519,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:31.772468 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] For port 5f87abb0-fa20-4e5d-bfca-34e0abf27519, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:52:31.773814 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.775577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] For port 5f87abb0-fa20-4e5d-bfca-34e0abf27519, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5f87abb0-fa20-4e5d-bfca-34e0abf27519,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:52:31.779798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.781947 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.861773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11ce66-d741-409b-a7cd-ce9edc48eb5c None None] Pushing event updated for resources: {'Port': ['ID=5f87abb0-fa20-4e5d-bfca-34e0abf27519,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:31.872468 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Routers {'5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:52:31.873072 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:52:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:31.881583 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:31.889920 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Pushing event updated for resources: {'Port': ['ID=a9e1bc95-1fb2-4d52-9f72-56e34567913a,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:31.963086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-91b7c32e-f8f0-48dd-b7bb-fa0a04b1fee2 None None] Provisioning for port a9e1bc95-1fb2-4d52-9f72-56e34567913a completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:52:32.019896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-91b7c32e-f8f0-48dd-b7bb-fa0a04b1fee2 None None] Provisioning complete for port a9e1bc95-1fb2-4d52-9f72-56e34567913a triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:32.020210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-91b7c32e-f8f0-48dd-b7bb-fa0a04b1fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:32.110664 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-91b7c32e-f8f0-48dd-b7bb-fa0a04b1fee2 None None] Port a9e1bc95-1fb2-4d52-9f72-56e34567913a cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:52:32.120160 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] Set router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:52:32.126032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Network 6764ac78-9d8d-4102-b6d5-ac897cae631b is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:52:32.127379 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:52:32.375119 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d3b4d62d-a32b-471c-b70e-e5d4b3398780 None None] Provisioning complete for port a9e1bc95-1fb2-4d52-9f72-56e34567913a triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:32.375427 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d62d-a32b-471c-b70e-e5d4b3398780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:32.471787 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d3b4d62d-a32b-471c-b70e-e5d4b3398780 None None] Port a9e1bc95-1fb2-4d52-9f72-56e34567913a cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:52:32.503176 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'name': 'tempest-TestMinimumBasicScenario-2009128432-router', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:31Z', 'revision_number': 4, 'project_id': '5b59733083ba43649c259369157b5d74', 'gw_port': {'id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'a9e1bc95-1fb2-4d52-9f72-56e34567913a', 'name': '', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'mac_address': 'fa:16:3e:7d:64:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:30Z', 'updated_at': '2022-01-24T16:52:31Z', 'revision_number': 2, 'project_id': '5b59733083ba43649c259369157b5d74', 'subnets': [{'id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:32.507734 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a59823-417f-4065-a997-8cd18854f9c2 None None] The sync data for ids ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'] in dv-neutron-826104-1-hyperv is: [{'id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'name': 'tempest-TestMinimumBasicScenario-2009128432-router', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:31Z', 'revision_number': 4, 'project_id': '5b59733083ba43649c259369157b5d74', 'gw_port': {'id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'a9e1bc95-1fb2-4d52-9f72-56e34567913a', 'name': '', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'mac_address': 'fa:16:3e:7d:64:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:30Z', 'updated_at': '2022-01-24T16:52:31Z', 'revision_number': 2, 'project_id': '5b59733083ba43649c259369157b5d74', 'subnets': [{'id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:52:32.519431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:52:32.746199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:52:32.751373 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device deb2c71a-b137-46fb-9bf8-ced8697ba0ef up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:52:32.763932 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1bd751ee-16c7-481b-8b47-22eaa0df5690 admin admin] 10.222.0.130 "PUT /v2.0/routers/5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7248571 Jan 24 16:52:32.823350 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port deb2c71a-b137-46fb-9bf8-ced8697ba0ef triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:32.823761 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:33.661560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41394) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:33.667132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1791957053-network', 'tenant_id': '449d2c2909d34cff891bc8788fd18472'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:52:33.671975 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:52:33.675886 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Usage tracker for resource:network and tenant:449d2c2909d34cff891bc8788fd18472 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:52:33.678849 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:52:33.685024 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:52:33.694965 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Made reservation on behalf of 449d2c2909d34cff891bc8788fd18472 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:52:33.697214 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:33.709309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:33.740864 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:52:33.744827 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Usage tracker for resource:security_group_rule and tenant:449d2c2909d34cff891bc8788fd18472 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:52:33.747710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:52:33.753733 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:52:33.819968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:33.826542 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:33.855425 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:52:33.863463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952d03a2-8a26-402c-8feb-e4abf78bf674,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:33.869298 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:33.869667 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Added segment 2332afa4-5054-4d1f-a09e-8dc1fe2bed3a of type vlan for network 9c45556d-d468-41ca-8c09-e4830a317c13 Jan 24 16:52:33.894838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:33.930655 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:33.932140 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:33.933045 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:34.040525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] Pushing event updated for resources: {'Network': ['ID=9c45556d-d468-41ca-8c09-e4830a317c13,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:34.047133 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-77f2aecf-9f0e-4647-a55b-86a2b7fcf53c admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3818614 Jan 24 16:52:34.047597 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41398) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:34.051102 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 9c45556d-d468-41ca-8c09-e4830a317c13 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:52:34.054172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-13be5449-fe9f-46fb-9f2f-5a7f48b0c36f admin admin] Request body: {'subnet': {'network_id': '9c45556d-d468-41ca-8c09-e4830a317c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1791957053-subnet', 'tenant_id': '449d2c2909d34cff891bc8788fd18472', 'ip_version': 4}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:52:34.059828 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-13be5449-fe9f-46fb-9f2f-5a7f48b0c36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:52:34.063928 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-13be5449-fe9f-46fb-9f2f-5a7f48b0c36f admin admin] Usage tracker for resource:subnet and tenant:449d2c2909d34cff891bc8788fd18472 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:52:34.067994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-13be5449-fe9f-46fb-9f2f-5a7f48b0c36f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:52:34.079603 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-13be5449-fe9f-46fb-9f2f-5a7f48b0c36f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:52:34.094551 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13be5449-fe9f-46fb-9f2f-5a7f48b0c36f admin admin] Made reservation on behalf of 449d2c2909d34cff891bc8788fd18472 for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:52:34.097106 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-13be5449-fe9f-46fb-9f2f-5a7f48b0c36f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:34.321593 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-13be5449-fe9f-46fb-9f2f-5a7f48b0c36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:34.394317 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be5449-fe9f-46fb-9f2f-5a7f48b0c36f admin admin] Pushing event updated for resources: {'Subnet': ['ID=650467f0-c3bf-40af-a2fa-b0f37326765d,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:34.408308 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be5449-fe9f-46fb-9f2f-5a7f48b0c36f admin admin] Checking segment: {'id': '2332afa4-5054-4d1f-a09e-8dc1fe2bed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c45556d-d468-41ca-8c09-e4830a317c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:52:34.408650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13be5449-fe9f-46fb-9f2f-5a7f48b0c36f admin admin] Network hostable DHCP agents. Network: 9c45556d-d468-41ca-8c09-e4830a317c13, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:52:34.434614 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13be5449-fe9f-46fb-9f2f-5a7f48b0c36f admin admin] Network 9c45556d-d468-41ca-8c09-e4830a317c13 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:52:34.444843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-13be5449-fe9f-46fb-9f2f-5a7f48b0c36f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 9c45556d-d468-41ca-8c09-e4830a317c13) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:52:34.448637 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13be5449-fe9f-46fb-9f2f-5a7f48b0c36f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:34.449205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-13be5449-fe9f-46fb-9f2f-5a7f48b0c36f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:34.453360 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a5079c-0663-492d-bd3e-f300c89aec63 None None] Network 9c45556d-d468-41ca-8c09-e4830a317c13 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:52:34.470967 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-13be5449-fe9f-46fb-9f2f-5a7f48b0c36f admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4216568 Jan 24 16:52:34.473823 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41402) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:34.478932 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1791957053-router', 'tenant_id': '449d2c2909d34cff891bc8788fd18472', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:52:34.483896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:52:34.488060 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Usage tracker for resource:router and tenant:449d2c2909d34cff891bc8788fd18472 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:52:34.491322 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:52:34.497326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:52:34.510080 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:34.511041 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:34.529420 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:34.679605 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:34.721710 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-9c45556d-d468-41ca-8c09-e4830a317c13', 'network_id': '9c45556d-d468-41ca-8c09-e4830a317c13', 'tenant_id': '449d2c2909d34cff891bc8788fd18472', 'fixed_ips': [{'subnet_id': '650467f0-c3bf-40af-a2fa-b0f37326765d'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:52:34.722573 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:34.747675 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5f87abb0-fa20-4e5d-bfca-34e0abf27519 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:52:34.877125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:34.906286 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:34.927855 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 5f87abb0-fa20-4e5d-bfca-34e0abf27519 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:52:34.935714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 5f87abb0-fa20-4e5d-bfca-34e0abf27519 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:34.936080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:34.982170 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Allocated IP 172.20.0.2 (9c45556d-d468-41ca-8c09-e4830a317c13/650467f0-c3bf-40af-a2fa-b0f37326765d/a21f74c9-0e50-458b-9741-7edc7035e94d) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:52:35.145265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Allocated IP 172.26.2.40 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/b3bd2b03-4cf8-49e9-9220-1b86154f915d) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:52:35.162909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:35.191943 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 5f87abb0-fa20-4e5d-bfca-34e0abf27519, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5f87abb0-fa20-4e5d-bfca-34e0abf27519,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:35.200460 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:35.302033 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:35.317210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:35.319839 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=5f87abb0-fa20-4e5d-bfca-34e0abf27519,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:35.330304 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Transition to ACTIVE for port object a21f74c9-0e50-458b-9741-7edc7035e94d will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:52:35.331396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:35.348845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Transition to ACTIVE for port object a21f74c9-0e50-458b-9741-7edc7035e94d will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:52:35.354234 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:35.399453 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:52:35.402776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:52:35.405295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:52:35.425823 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Pushing event updated for resources: {'Port': ['ID=a21f74c9-0e50-458b-9741-7edc7035e94d,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:35.429098 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Network 9c45556d-d468-41ca-8c09-e4830a317c13 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:52:35.430474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:52:35.432422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:52:35.441725 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Pushing event updated for resources: {'Port': ['ID=b3bd2b03-4cf8-49e9-9220-1b86154f915d,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:35.520223 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Attempting to bind port a21f74c9-0e50-458b-9741-7edc7035e94d on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:52:35.520547 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Attempting to bind port a21f74c9-0e50-458b-9741-7edc7035e94d by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2332afa4-5054-4d1f-a09e-8dc1fe2bed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c45556d-d468-41ca-8c09-e4830a317c13'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:52:35.520920 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Attempting to bind port a21f74c9-0e50-458b-9741-7edc7035e94d on network 9c45556d-d468-41ca-8c09-e4830a317c13 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:52:35.527835 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:52:35.528188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Checking segment: {'id': '2332afa4-5054-4d1f-a09e-8dc1fe2bed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c45556d-d468-41ca-8c09-e4830a317c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:52:35.528577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:35.528938 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Bound using segment: {'id': '2332afa4-5054-4d1f-a09e-8dc1fe2bed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c45556d-d468-41ca-8c09-e4830a317c13'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:52:35.529378 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Bound port: a21f74c9-0e50-458b-9741-7edc7035e94d, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2332afa4-5054-4d1f-a09e-8dc1fe2bed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c45556d-d468-41ca-8c09-e4830a317c13'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:52:35.529736 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:35.567719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:35.568463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:35.613734 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] For port a21f74c9-0e50-458b-9741-7edc7035e94d, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:52:35.617217 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] For port a21f74c9-0e50-458b-9741-7edc7035e94d, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a21f74c9-0e50-458b-9741-7edc7035e94d,segment=NetworkSegment(2332afa4-5054-4d1f-a09e-8dc1fe2bed3a),segment_id=2332afa4-5054-4d1f-a09e-8dc1fe2bed3a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:52:35.622765 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:35.703950 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d955fb-afaf-43f3-9c8a-1fec2206abdb None None] Pushing event updated for resources: {'Port': ['ID=a21f74c9-0e50-458b-9741-7edc7035e94d,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:35.816172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Router 064772aa-0752-4a7a-ade6-cb53b33b249f is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:52:36.029700 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:52:36.038899 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Sync routers for ids ['064772aa-0752-4a7a-ade6-cb53b33b249f'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:52:36.051379 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Routers {'064772aa-0752-4a7a-ade6-cb53b33b249f'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:52:36.052247 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:52:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['064772aa-0752-4a7a-ade6-cb53b33b249f'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:36.054953 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:36.056438 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-173e160e-972d-4a8f-990a-4742eab139f9 admin admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5816040 Jan 24 16:52:36.059037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41406) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:52:36.241051 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Set router 064772aa-0752-4a7a-ade6-cb53b33b249f gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:52:36.527592 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'name': 'tempest-TestMinimumBasicScenario-1791957053-router', 'tenant_id': '449d2c2909d34cff891bc8788fd18472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': 'b3bd2b03-4cf8-49e9-9220-1b86154f915d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:34Z', 'updated_at': '2022-01-24T16:52:35Z', 'revision_number': 3, 'project_id': '449d2c2909d34cff891bc8788fd18472', 'gw_port': {'id': 'b3bd2b03-4cf8-49e9-9220-1b86154f915d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:34Z', 'updated_at': '2022-01-24T16:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:36.531819 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Checking router: 064772aa-0752-4a7a-ade6-cb53b33b249f for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:52:36.532175 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Updating router 064772aa-0752-4a7a-ade6-cb53b33b249f port b3bd2b03-4cf8-49e9-9220-1b86154f915d binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:52:36.589747 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:36.645278 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ea9b8-f256-4b97-88ee-77f49cb61c1f None None] Network 9c45556d-d468-41ca-8c09-e4830a317c13 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:52:36.810233 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-034f589b-5f7c-47c5-8c40-de8107fec2bf None None] Provisioning for port a21f74c9-0e50-458b-9741-7edc7035e94d completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:52:36.844732 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a21f74c9-0e50-458b-9741-7edc7035e94d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:52:36.920312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:36.963816 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:36.975947 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Transition to ACTIVE for port object b3bd2b03-4cf8-49e9-9220-1b86154f915d will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:52:36.984380 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:37.024968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b6c05b9e-2c30-4b3b-a494-8c3c34e5f270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:37.040134 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port a21f74c9-0e50-458b-9741-7edc7035e94d completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:52:37.046681 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port a21f74c9-0e50-458b-9741-7edc7035e94d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:37.047048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:37.050407 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb6205-a260-4a9d-adb2-f9cb90e3d2a1 None None] Pushing event updated for resources: {'Port': ['ID=b3bd2b03-4cf8-49e9-9220-1b86154f915d,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:37.060425 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eb6205-a260-4a9d-adb2-f9cb90e3d2a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:37.060983 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eb6205-a260-4a9d-adb2-f9cb90e3d2a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:37.061477 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eb6205-a260-4a9d-adb2-f9cb90e3d2a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:37.061951 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eb6205-a260-4a9d-adb2-f9cb90e3d2a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:37.062429 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eb6205-a260-4a9d-adb2-f9cb90e3d2a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:37.063006 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eb6205-a260-4a9d-adb2-f9cb90e3d2a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:37.063510 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eb6205-a260-4a9d-adb2-f9cb90e3d2a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:37.064018 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eb6205-a260-4a9d-adb2-f9cb90e3d2a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:37.064483 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eb6205-a260-4a9d-adb2-f9cb90e3d2a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:37.064952 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eb6205-a260-4a9d-adb2-f9cb90e3d2a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:37.065415 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eb6205-a260-4a9d-adb2-f9cb90e3d2a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:37.092592 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Attempting to bind port b3bd2b03-4cf8-49e9-9220-1b86154f915d on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:52:37.093317 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Attempting to bind port b3bd2b03-4cf8-49e9-9220-1b86154f915d by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:52:37.093986 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Attempting to bind port b3bd2b03-4cf8-49e9-9220-1b86154f915d on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:52:37.101524 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:52:37.101886 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:52:37.102277 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:37.102657 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:52:37.103104 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Bound port: b3bd2b03-4cf8-49e9-9220-1b86154f915d, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:52:37.103458 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:37.182951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Allocated IP 172.20.0.1 (9c45556d-d468-41ca-8c09-e4830a317c13/650467f0-c3bf-40af-a2fa-b0f37326765d/d6c5a711-9439-4f46-aa4b-6db399b86d63) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:52:37.188205 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:37.195563 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] For port b3bd2b03-4cf8-49e9-9220-1b86154f915d, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:52:37.199450 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] For port b3bd2b03-4cf8-49e9-9220-1b86154f915d, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b3bd2b03-4cf8-49e9-9220-1b86154f915d,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:52:37.208005 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:37.227089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port a21f74c9-0e50-458b-9741-7edc7035e94d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a21f74c9-0e50-458b-9741-7edc7035e94d,segment=NetworkSegment(2332afa4-5054-4d1f-a09e-8dc1fe2bed3a),segment_id=2332afa4-5054-4d1f-a09e-8dc1fe2bed3a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:37.232150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:37.233184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5f87abb0-fa20-4e5d-bfca-34e0abf27519 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:52:37.297914 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb6205-a260-4a9d-adb2-f9cb90e3d2a1 None None] Pushing event updated for resources: {'Port': ['ID=b3bd2b03-4cf8-49e9-9220-1b86154f915d,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:37.315281 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Routers {'064772aa-0752-4a7a-ade6-cb53b33b249f'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:52:37.316597 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:52:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['064772aa-0752-4a7a-ade6-cb53b33b249f'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:37.366105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:37.382696 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Transition to ACTIVE for port object d6c5a711-9439-4f46-aa4b-6db399b86d63 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:52:37.386683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=a21f74c9-0e50-458b-9741-7edc7035e94d,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:37.399452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2c86b43d-7ded-4a05-b291-7da880014c84 None None] Provisioning complete for port a21f74c9-0e50-458b-9741-7edc7035e94d triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:37.399945 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2c86b43d-7ded-4a05-b291-7da880014c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:37.413096 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:37.486174 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Network 9c45556d-d468-41ca-8c09-e4830a317c13 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:52:37.489129 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 5f87abb0-fa20-4e5d-bfca-34e0abf27519 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:37.489602 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:37.490846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:52:37.492792 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c5a711-9439-4f46-aa4b-6db399b86d63,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:37.494848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:52:37.528645 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] Set router 064772aa-0752-4a7a-ade6-cb53b33b249f gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:52:37.560975 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:37.651687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:37.771007 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2994491e-317d-4697-8891-21b3f4678818 None None] Provisioning for port d6c5a711-9439-4f46-aa4b-6db399b86d63 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:52:37.776344 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-2994491e-317d-4697-8891-21b3f4678818 None None] Provisioning complete for port d6c5a711-9439-4f46-aa4b-6db399b86d63 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:37.776855 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2994491e-317d-4697-8891-21b3f4678818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:37.830949 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2994491e-317d-4697-8891-21b3f4678818 None None] Port d6c5a711-9439-4f46-aa4b-6db399b86d63 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:52:37.856623 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'name': 'tempest-TestMinimumBasicScenario-1791957053-router', 'tenant_id': '449d2c2909d34cff891bc8788fd18472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': 'b3bd2b03-4cf8-49e9-9220-1b86154f915d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:34Z', 'updated_at': '2022-01-24T16:52:35Z', 'revision_number': 3, 'project_id': '449d2c2909d34cff891bc8788fd18472', 'gw_port': {'id': 'b3bd2b03-4cf8-49e9-9220-1b86154f915d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:34Z', 'updated_at': '2022-01-24T16:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:37.860555 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92feb4e-b008-4b07-8467-0c58d9a22e4d None None] The sync data for ids ['064772aa-0752-4a7a-ade6-cb53b33b249f'] in dv-neutron-826104-1-hyperv is: [{'id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'name': 'tempest-TestMinimumBasicScenario-1791957053-router', 'tenant_id': '449d2c2909d34cff891bc8788fd18472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': 'b3bd2b03-4cf8-49e9-9220-1b86154f915d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:34Z', 'updated_at': '2022-01-24T16:52:35Z', 'revision_number': 3, 'project_id': '449d2c2909d34cff891bc8788fd18472', 'gw_port': {'id': 'b3bd2b03-4cf8-49e9-9220-1b86154f915d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:34Z', 'updated_at': '2022-01-24T16:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:52:37.898715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:37.904498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:38.004974 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c5a711-9439-4f46-aa4b-6db399b86d63,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:38.007431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:38.156068 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Network 9c45556d-d468-41ca-8c09-e4830a317c13 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:52:38.157238 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:52:38.458571 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4837a578-195b-411c-855b-085313b02583 None None] Provisioning complete for port d6c5a711-9439-4f46-aa4b-6db399b86d63 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:38.459100 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4837a578-195b-411c-855b-085313b02583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:38.515731 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4837a578-195b-411c-855b-085313b02583 None None] Port d6c5a711-9439-4f46-aa4b-6db399b86d63 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:52:38.690800 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Router 064772aa-0752-4a7a-ade6-cb53b33b249f has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:52:38.721305 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a21f74c9-0e50-458b-9741-7edc7035e94d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:52:38.789738 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port a21f74c9-0e50-458b-9741-7edc7035e94d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:38.790478 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:38.898825 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:52:38.909202 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2fae6663-d744-43fe-bccc-5364ebdc3148 admin admin] 10.222.0.130 "PUT /v2.0/routers/064772aa-0752-4a7a-ade6-cb53b33b249f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8491080 Jan 24 16:52:39.203548 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6429ea14-6251-4b3b-bf71-9acdca4889bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:40.438971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:40.464273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:41.950049 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:44.749365 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b3bd2b03-4cf8-49e9-9220-1b86154f915d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:52:44.825175 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port b3bd2b03-4cf8-49e9-9220-1b86154f915d completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:52:44.831431 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port b3bd2b03-4cf8-49e9-9220-1b86154f915d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:44.831823 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:44.961873 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:44.982709 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port b3bd2b03-4cf8-49e9-9220-1b86154f915d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b3bd2b03-4cf8-49e9-9220-1b86154f915d,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:44.987544 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:45.072476 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=b3bd2b03-4cf8-49e9-9220-1b86154f915d,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:46.732884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b3bd2b03-4cf8-49e9-9220-1b86154f915d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:52:46.813877 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port b3bd2b03-4cf8-49e9-9220-1b86154f915d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:46.814238 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:47.305002 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Sync routers for ids ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:52:47.326174 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Routers {'5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:52:47.326819 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:52:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:47.518492 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Set router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:52:47.899313 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'name': 'tempest-TestMinimumBasicScenario-2009128432-router', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:31Z', 'revision_number': 4, 'project_id': '5b59733083ba43649c259369157b5d74', 'gw_port': {'id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'a9e1bc95-1fb2-4d52-9f72-56e34567913a', 'name': '', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'mac_address': 'fa:16:3e:7d:64:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:30Z', 'updated_at': '2022-01-24T16:52:31Z', 'revision_number': 2, 'project_id': '5b59733083ba43649c259369157b5d74', 'subnets': [{'id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:47.903618 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Checking router: 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:52:47.903965 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Updating router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 port a9e1bc95-1fb2-4d52-9f72-56e34567913a binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:52:47.963412 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:48.277386 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:48.377323 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:48.394588 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Transition to ACTIVE for port object a9e1bc95-1fb2-4d52-9f72-56e34567913a will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:52:48.403512 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:48.572980 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb22bd-f62b-408c-b264-ec5656817c6a None None] Pushing event updated for resources: {'Port': ['ID=a9e1bc95-1fb2-4d52-9f72-56e34567913a,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:48.683124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Attempting to bind port a9e1bc95-1fb2-4d52-9f72-56e34567913a on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:52:48.683511 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Attempting to bind port a9e1bc95-1fb2-4d52-9f72-56e34567913a by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:52:48.683864 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Attempting to bind port a9e1bc95-1fb2-4d52-9f72-56e34567913a on network 6764ac78-9d8d-4102-b6d5-ac897cae631b {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:52:48.692764 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:52:48.693131 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Checking segment: {'id': '8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:52:48.693520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:48.693901 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Bound using segment: {'id': '8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:52:48.694350 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Bound port: a9e1bc95-1fb2-4d52-9f72-56e34567913a, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:52:48.694712 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:48.794397 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] For port a9e1bc95-1fb2-4d52-9f72-56e34567913a, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:52:48.797337 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] For port a9e1bc95-1fb2-4d52-9f72-56e34567913a, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a9e1bc95-1fb2-4d52-9f72-56e34567913a,segment=NetworkSegment(8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c),segment_id=8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:52:48.804887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:48.910270 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb22bd-f62b-408c-b264-ec5656817c6a None None] Pushing event updated for resources: {'Port': ['ID=a9e1bc95-1fb2-4d52-9f72-56e34567913a,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:48.914958 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Routers {'5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:52:48.915611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:52:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:49.139407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] Set router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:52:49.257707 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Sync routers for ids ['064772aa-0752-4a7a-ade6-cb53b33b249f'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:52:49.270870 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Routers {'064772aa-0752-4a7a-ade6-cb53b33b249f'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:52:49.271512 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:52:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['064772aa-0752-4a7a-ade6-cb53b33b249f'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:49.457323 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Set router 064772aa-0752-4a7a-ade6-cb53b33b249f gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:52:49.476200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'name': 'tempest-TestMinimumBasicScenario-2009128432-router', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:31Z', 'revision_number': 4, 'project_id': '5b59733083ba43649c259369157b5d74', 'gw_port': {'id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'a9e1bc95-1fb2-4d52-9f72-56e34567913a', 'name': '', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'mac_address': 'fa:16:3e:7d:64:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:30Z', 'updated_at': '2022-01-24T16:52:48Z', 'revision_number': 4, 'project_id': '5b59733083ba43649c259369157b5d74', 'subnets': [{'id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:49.480383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e386e26-58a8-4342-b3a0-e0b047d62ef5 None None] The sync data for ids ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'] in dv-neutron-826104-1-hyperv is: [{'id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'name': 'tempest-TestMinimumBasicScenario-2009128432-router', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:31Z', 'revision_number': 4, 'project_id': '5b59733083ba43649c259369157b5d74', 'gw_port': {'id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'a9e1bc95-1fb2-4d52-9f72-56e34567913a', 'name': '', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'mac_address': 'fa:16:3e:7d:64:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:30Z', 'updated_at': '2022-01-24T16:52:48Z', 'revision_number': 4, 'project_id': '5b59733083ba43649c259369157b5d74', 'subnets': [{'id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:52:49.782810 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'name': 'tempest-TestMinimumBasicScenario-1791957053-router', 'tenant_id': '449d2c2909d34cff891bc8788fd18472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': 'b3bd2b03-4cf8-49e9-9220-1b86154f915d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:34Z', 'updated_at': '2022-01-24T16:52:37Z', 'revision_number': 4, 'project_id': '449d2c2909d34cff891bc8788fd18472', 'gw_port': {'id': 'b3bd2b03-4cf8-49e9-9220-1b86154f915d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:34Z', 'updated_at': '2022-01-24T16:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd6c5a711-9439-4f46-aa4b-6db399b86d63', 'name': '', 'network_id': '9c45556d-d468-41ca-8c09-e4830a317c13', 'tenant_id': '449d2c2909d34cff891bc8788fd18472', 'mac_address': 'fa:16:3e:40:44:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '650467f0-c3bf-40af-a2fa-b0f37326765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:36Z', 'updated_at': '2022-01-24T16:52:37Z', 'revision_number': 2, 'project_id': '449d2c2909d34cff891bc8788fd18472', 'subnets': [{'id': '650467f0-c3bf-40af-a2fa-b0f37326765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:49.787402 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Checking router: 064772aa-0752-4a7a-ade6-cb53b33b249f for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:52:49.787766 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Updating router 064772aa-0752-4a7a-ade6-cb53b33b249f port d6c5a711-9439-4f46-aa4b-6db399b86d63 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:52:49.842971 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:49.940745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd188edf-189b-4809-974f-f626010f8714 req-3d31a43d-709a-4e65-86a5-93bc4af0c872 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:49.942224 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fd188edf-189b-4809-974f-f626010f8714 req-3d31a43d-709a-4e65-86a5-93bc4af0c872 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/networks?id=6764ac78-9d8d-4102-b6d5-ac897cae631b HTTP/1.1" status: 200 len: 815 time: 0.1560051 Jan 24 16:52:49.961172 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fd188edf-189b-4809-974f-f626010f8714 req-3d9099dc-2fb6-4c6f-b19a-9ab88e3df028 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/quotas/5b59733083ba43649c259369157b5d74 HTTP/1.1" status: 200 len: 375 time: 0.0121758 Jan 24 16:52:50.044425 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fd188edf-189b-4809-974f-f626010f8714 req-737a6ebc-c16f-4d64-bcb4-baa182861de7 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=5b59733083ba43649c259369157b5d74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779307 Jan 24 16:52:50.184372 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fd188edf-189b-4809-974f-f626010f8714 req-7a252fed-023f-4740-a215-55347d9eba0c service neutron] 10.222.0.130 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279187 Jan 24 16:52:50.186646 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:50.199378 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Transition to ACTIVE for port object d6c5a711-9439-4f46-aa4b-6db399b86d63 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:52:50.206313 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:50.324101 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fd188edf-189b-4809-974f-f626010f8714 req-6c7db9a7-6f83-47f9-b681-d9290c63d6fc service neutron] 10.222.0.130 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339636 Jan 24 16:52:50.330786 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fa569-871e-491d-8da4-9db178aa5fe4 None None] Pushing event updated for resources: {'Port': ['ID=d6c5a711-9439-4f46-aa4b-6db399b86d63,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:50.423723 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Attempting to bind port d6c5a711-9439-4f46-aa4b-6db399b86d63 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:52:50.424077 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Attempting to bind port d6c5a711-9439-4f46-aa4b-6db399b86d63 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '2332afa4-5054-4d1f-a09e-8dc1fe2bed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c45556d-d468-41ca-8c09-e4830a317c13'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:52:50.424423 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Attempting to bind port d6c5a711-9439-4f46-aa4b-6db399b86d63 on network 9c45556d-d468-41ca-8c09-e4830a317c13 {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:52:50.432260 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:52:50.432739 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Checking segment: {'id': '2332afa4-5054-4d1f-a09e-8dc1fe2bed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c45556d-d468-41ca-8c09-e4830a317c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:52:50.433139 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:50.433523 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Bound using segment: {'id': '2332afa4-5054-4d1f-a09e-8dc1fe2bed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c45556d-d468-41ca-8c09-e4830a317c13'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:52:50.433974 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Bound port: d6c5a711-9439-4f46-aa4b-6db399b86d63, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2332afa4-5054-4d1f-a09e-8dc1fe2bed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c45556d-d468-41ca-8c09-e4830a317c13'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:52:50.434335 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:50.538176 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-0ab28e03-0393-4efd-b85a-b031a555178e req-cf781a40-9671-4189-9ea3-3261644c7ab7 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Synchronizing usage tracker for tenant:5b59733083ba43649c259369157b5d74 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:52:50.558601 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-0ab28e03-0393-4efd-b85a-b031a555178e req-cf781a40-9671-4189-9ea3-3261644c7ab7 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Unset dirty status for tenant:5b59733083ba43649c259369157b5d74 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:52:50.560125 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0ab28e03-0393-4efd-b85a-b031a555178e req-cf781a40-9671-4189-9ea3-3261644c7ab7 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 210 time: 0.0766525 Jan 24 16:52:50.581570 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] For port d6c5a711-9439-4f46-aa4b-6db399b86d63, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:52:50.585357 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] For port d6c5a711-9439-4f46-aa4b-6db399b86d63, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d6c5a711-9439-4f46-aa4b-6db399b86d63,segment=NetworkSegment(2332afa4-5054-4d1f-a09e-8dc1fe2bed3a),segment_id=2332afa4-5054-4d1f-a09e-8dc1fe2bed3a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:52:50.589181 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:50.672419 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fa569-871e-491d-8da4-9db178aa5fe4 None None] Pushing event updated for resources: {'Port': ['ID=d6c5a711-9439-4f46-aa4b-6db399b86d63,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:50.676357 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Routers {'064772aa-0752-4a7a-ade6-cb53b33b249f'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:52:50.677245 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:52:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['064772aa-0752-4a7a-ade6-cb53b33b249f'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:50.777135 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a9e1bc95-1fb2-4d52-9f72-56e34567913a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:52:50.903594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port a9e1bc95-1fb2-4d52-9f72-56e34567913a completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:52:50.904522 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] Set router 064772aa-0752-4a7a-ade6-cb53b33b249f gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:52:50.910028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port a9e1bc95-1fb2-4d52-9f72-56e34567913a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:50.910594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:51.072239 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:51.112664 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port a9e1bc95-1fb2-4d52-9f72-56e34567913a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a9e1bc95-1fb2-4d52-9f72-56e34567913a,segment=NetworkSegment(8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c),segment_id=8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:51.117668 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:51.185153 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=a9e1bc95-1fb2-4d52-9f72-56e34567913a,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:51.239395 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'name': 'tempest-TestMinimumBasicScenario-1791957053-router', 'tenant_id': '449d2c2909d34cff891bc8788fd18472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': 'b3bd2b03-4cf8-49e9-9220-1b86154f915d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:34Z', 'updated_at': '2022-01-24T16:52:37Z', 'revision_number': 4, 'project_id': '449d2c2909d34cff891bc8788fd18472', 'gw_port': {'id': 'b3bd2b03-4cf8-49e9-9220-1b86154f915d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:34Z', 'updated_at': '2022-01-24T16:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd6c5a711-9439-4f46-aa4b-6db399b86d63', 'name': '', 'network_id': '9c45556d-d468-41ca-8c09-e4830a317c13', 'tenant_id': '449d2c2909d34cff891bc8788fd18472', 'mac_address': 'fa:16:3e:40:44:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '650467f0-c3bf-40af-a2fa-b0f37326765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:36Z', 'updated_at': '2022-01-24T16:52:50Z', 'revision_number': 4, 'project_id': '449d2c2909d34cff891bc8788fd18472', 'subnets': [{'id': '650467f0-c3bf-40af-a2fa-b0f37326765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:51.243545 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707a8e0-ef90-4439-ab0e-7efebd6f4da4 None None] The sync data for ids ['064772aa-0752-4a7a-ade6-cb53b33b249f'] in dv-neutron-826104-1-hyperv is: [{'id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'name': 'tempest-TestMinimumBasicScenario-1791957053-router', 'tenant_id': '449d2c2909d34cff891bc8788fd18472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': 'b3bd2b03-4cf8-49e9-9220-1b86154f915d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:34Z', 'updated_at': '2022-01-24T16:52:37Z', 'revision_number': 4, 'project_id': '449d2c2909d34cff891bc8788fd18472', 'gw_port': {'id': 'b3bd2b03-4cf8-49e9-9220-1b86154f915d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:34Z', 'updated_at': '2022-01-24T16:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd6c5a711-9439-4f46-aa4b-6db399b86d63', 'name': '', 'network_id': '9c45556d-d468-41ca-8c09-e4830a317c13', 'tenant_id': '449d2c2909d34cff891bc8788fd18472', 'mac_address': 'fa:16:3e:40:44:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '650467f0-c3bf-40af-a2fa-b0f37326765d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:36Z', 'updated_at': '2022-01-24T16:52:50Z', 'revision_number': 4, 'project_id': '449d2c2909d34cff891bc8788fd18472', 'subnets': [{'id': '650467f0-c3bf-40af-a2fa-b0f37326765d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:52:51.730422 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1894d17f-c313-4148-8b45-1c5cfa357cc9 req-18e0ea09-d7ed-420c-b578-434a96793a48 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 210 time: 0.0419736 Jan 24 16:52:52.056376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd188edf-189b-4809-974f-f626010f8714 req-dfc9a437-7385-4bd9-9d45-8968f3eaf869 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:52.057854 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fd188edf-189b-4809-974f-f626010f8714 req-dfc9a437-7385-4bd9-9d45-8968f3eaf869 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.129 "GET /v2.0/networks?id=6764ac78-9d8d-4102-b6d5-ac897cae631b HTTP/1.1" status: 200 len: 815 time: 0.1511207 Jan 24 16:52:52.083162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-fd188edf-189b-4809-974f-f626010f8714 req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Request body: {'port': {'device_id': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'admin_state_up': True, 'tenant_id': '5b59733083ba43649c259369157b5d74'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:52:52.223471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-fd188edf-189b-4809-974f-f626010f8714 req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:52:52.233259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-fd188edf-189b-4809-974f-f626010f8714 req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:52:52.246924 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd188edf-189b-4809-974f-f626010f8714 req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Made reservation on behalf of 5b59733083ba43649c259369157b5d74 for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:52:52.250065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fd188edf-189b-4809-974f-f626010f8714 req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:52.423840 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-fd188edf-189b-4809-974f-f626010f8714 req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Allocated IP 172.20.0.14 (6764ac78-9d8d-4102-b6d5-ac897cae631b/9b9aef5b-29f4-442a-8015-e539ec01015b/bb9665e0-18da-4ede-8c1f-65d5b2f2fe10) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:52:52.706990 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fd188edf-189b-4809-974f-f626010f8714 req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:52.727406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-fd188edf-189b-4809-974f-f626010f8714 req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Transition to ACTIVE for port object bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:52:52.753247 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fd188edf-189b-4809-974f-f626010f8714 req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:52.896421 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd188edf-189b-4809-974f-f626010f8714 req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Network 6764ac78-9d8d-4102-b6d5-ac897cae631b is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:52:52.903927 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-fd188edf-189b-4809-974f-f626010f8714 req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:52:52.907577 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd188edf-189b-4809-974f-f626010f8714 req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:52:52.914333 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d6c5a711-9439-4f46-aa4b-6db399b86d63 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:52:53.039663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Pushing event updated for resources: {'Port': ['ID=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:53.075540 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd188edf-189b-4809-974f-f626010f8714 req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:53.076201 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fd188edf-189b-4809-974f-f626010f8714 req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:53.092785 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port d6c5a711-9439-4f46-aa4b-6db399b86d63 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:52:53.099525 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d6c5a711-9439-4f46-aa4b-6db399b86d63 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:53.099883 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:53.141237 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fd188edf-189b-4809-974f-f626010f8714 req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0638270 Jan 24 16:52:53.151356 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:53.161481 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:53.161928 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:53.162267 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:53.162604 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:53.162983 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:53.163315 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:53.163674 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:53.171470 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:53.172009 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:53.172358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1223a89-7600-46df-93d9-a2440220e749 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:53.179832 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d022f5-e6f2-40ca-808e-6e12ca12e4f1 req-968f814d-c07c-4b84-9b92-3bd0220c8fef tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:53.191509 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-77d022f5-e6f2-40ca-808e-6e12ca12e4f1 req-968f814d-c07c-4b84-9b92-3bd0220c8fef tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 932 time: 0.1925912 Jan 24 16:52:53.227622 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Request body: {'port': {'device_id': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:52:53.256175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-77d022f5-e6f2-40ca-808e-6e12ca12e4f1 req-b13ccf47-f29c-46d7-a5b6-c572171b77b7 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Synchronizing usage tracker for tenant:5b59733083ba43649c259369157b5d74 on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:52:53.279989 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-77d022f5-e6f2-40ca-808e-6e12ca12e4f1 req-b13ccf47-f29c-46d7-a5b6-c572171b77b7 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Unset dirty status for tenant:5b59733083ba43649c259369157b5d74 on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:52:53.285123 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-77d022f5-e6f2-40ca-808e-6e12ca12e4f1 req-b13ccf47-f29c-46d7-a5b6-c572171b77b7 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890594 Jan 24 16:52:53.412713 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:53.461207 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5facc0cd-0545-419f-ba31-759f2faf7722 None None] Provisioning for port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:52:53.493532 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port d6c5a711-9439-4f46-aa4b-6db399b86d63, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d6c5a711-9439-4f46-aa4b-6db399b86d63,segment=NetworkSegment(2332afa4-5054-4d1f-a09e-8dc1fe2bed3a),segment_id=2332afa4-5054-4d1f-a09e-8dc1fe2bed3a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:53.495060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-5facc0cd-0545-419f-ba31-759f2faf7722 None None] Provisioning complete for port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:53.495380 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5facc0cd-0545-419f-ba31-759f2faf7722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:53.537160 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:53.538332 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a9e1bc95-1fb2-4d52-9f72-56e34567913a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:52:53.556046 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:53.678854 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-5facc0cd-0545-419f-ba31-759f2faf7722 None None] Port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:52:53.700119 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=d6c5a711-9439-4f46-aa4b-6db399b86d63,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:53.713433 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port a9e1bc95-1fb2-4d52-9f72-56e34567913a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:53.713687 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:54.111737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:52:54.122831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:54.156593 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Transition to ACTIVE for port object bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:52:54.161522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:54.386107 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:54.579184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Attempting to bind port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:52:54.579589 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Attempting to bind port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:52:54.579878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Attempting to bind port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 on network 6764ac78-9d8d-4102-b6d5-ac897cae631b {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:52:54.614798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 on network 6764ac78-9d8d-4102-b6d5-ac897cae631b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:52:54.615503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Attempting to bind port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 on network 6764ac78-9d8d-4102-b6d5-ac897cae631b {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:52:54.629027 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:52:54.629635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Checking segment: {'id': '8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:52:54.630000 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Bound using segment: {'id': '8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:52:54.630269 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Bound port: bb9665e0-18da-4ede-8c1f-65d5b2f2fe10, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:52:54.630606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:54.713575 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142973b8-78f6-4112-910e-dbac3b3e57b7 req-8fd28c05-b1f8-4dd2-997b-3d763043fd93 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:54.714261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-142973b8-78f6-4112-910e-dbac3b3e57b7 req-8fd28c05-b1f8-4dd2-997b-3d763043fd93 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Synchronizing usage tracker for tenant:5b59733083ba43649c259369157b5d74 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:52:54.746292 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d6c5a711-9439-4f46-aa4b-6db399b86d63 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:52:54.758616 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] For port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:52:54.772563 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] For port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10,segment=NetworkSegment(8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c),segment_id=8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:52:54.776211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-142973b8-78f6-4112-910e-dbac3b3e57b7 req-8fd28c05-b1f8-4dd2-997b-3d763043fd93 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Unset dirty status for tenant:5b59733083ba43649c259369157b5d74 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:52:54.777472 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-142973b8-78f6-4112-910e-dbac3b3e57b7 req-8fd28c05-b1f8-4dd2-997b-3d763043fd93 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 944 time: 0.2839999 Jan 24 16:52:54.788174 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:54.820202 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d6c5a711-9439-4f46-aa4b-6db399b86d63 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:54.820708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:54.928054 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:52:54.930077 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fd188edf-189b-4809-974f-f626010f8714 req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] 10.222.0.129 "PUT /v2.0/ports/bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 HTTP/1.1" status: 200 len: 1094 time: 1.7072601 Jan 24 16:52:54.930774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'tag': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:52:54.943408 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-142973b8-78f6-4112-910e-dbac3b3e57b7 req-42cf3e82-b11c-4d0e-bb16-594b2be37cee tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460705 Jan 24 16:52:54.950901 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf3d52-f1ed-45b3-ba47-41b0a892e7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:55.052438 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'tag': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10', 'status': 'completed', 'code': 200} Jan 24 16:52:56.191071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4a814-9c4b-4568-aad9-2c8819dd3894 req-6a3d4e52-e5dd-4c9a-9483-7e4a9ae007d6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:56.198218 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b3e4a814-9c4b-4568-aad9-2c8819dd3894 req-6a3d4e52-e5dd-4c9a-9483-7e4a9ae007d6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 944 time: 0.1110590 Jan 24 16:52:56.258630 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b3e4a814-9c4b-4568-aad9-2c8819dd3894 req-bb9674d4-6cc8-443a-8c27-e811648844fe tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593648 Jan 24 16:52:57.480669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd56515-eb59-4cc2-8827-15088d5ed91f req-197d7f25-4b08-4a5f-ac5e-33f1b41cc8d2 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:57.483044 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5cd56515-eb59-4cc2-8827-15088d5ed91f req-197d7f25-4b08-4a5f-ac5e-33f1b41cc8d2 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 944 time: 0.0926430 Jan 24 16:52:57.536560 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5cd56515-eb59-4cc2-8827-15088d5ed91f req-953ab97d-341f-4755-b6bf-f77590206eae tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421994 Jan 24 16:52:58.746524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12008d50-35dd-4234-b1f4-6fab1eea0fef req-17f67816-e8a4-4b48-a1d7-72e736ea9ef2 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:58.747977 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-12008d50-35dd-4234-b1f4-6fab1eea0fef req-17f67816-e8a4-4b48-a1d7-72e736ea9ef2 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 944 time: 0.0771613 Jan 24 16:52:58.798513 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-12008d50-35dd-4234-b1f4-6fab1eea0fef req-8f127993-1e19-44b7-a8e7-3c6f09a39813 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445232 Jan 24 16:53:00.024273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc39d7-6e2b-4431-84f2-2d2b8d56003c req-a2b93ce7-3635-4712-93e0-badcf7983421 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:00.025721 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-56dc39d7-6e2b-4431-84f2-2d2b8d56003c req-a2b93ce7-3635-4712-93e0-badcf7983421 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 944 time: 0.0895650 Jan 24 16:53:00.075032 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-56dc39d7-6e2b-4431-84f2-2d2b8d56003c req-d4aeb13d-6b6e-421a-ba65-cabd4643984a tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437715 Jan 24 16:53:00.290985 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-17f21456-6642-49ca-8bda-e0cca53ba9fa req-2bbb9677-c88b-4279-90d5-bbc28703e4c5 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5b59733083ba43649c259369157b5d74&device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 1097 time: 0.0857649 Jan 24 16:53:00.449929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f21456-6642-49ca-8bda-e0cca53ba9fa req-5cbd1467-0311-4483-a24a-827a0443f43f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:00.451366 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-17f21456-6642-49ca-8bda-e0cca53ba9fa req-5cbd1467-0311-4483-a24a-827a0443f43f service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=5b59733083ba43649c259369157b5d74&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1490371 Jan 24 16:53:00.607431 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f21456-6642-49ca-8bda-e0cca53ba9fa req-05043487-a51f-47bf-b016-90c622b761a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:00.608789 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-17f21456-6642-49ca-8bda-e0cca53ba9fa req-05043487-a51f-47bf-b016-90c622b761a4 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1477053 Jan 24 16:53:00.727356 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fd188edf-189b-4809-974f-f626010f8714 req-67413d9a-8053-437b-8600-ae7cf739ffdc service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5b59733083ba43649c259369157b5d74&device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 1097 time: 0.0698700 Jan 24 16:53:00.893421 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fd188edf-189b-4809-974f-f626010f8714 req-423f589c-8825-4d90-b495-21f2033938e0 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 HTTP/1.1" status: 200 len: 217 time: 0.1542253 Jan 24 16:53:00.959819 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd188edf-189b-4809-974f-f626010f8714 req-c1fbefc2-8153-469b-930a-f9bf1c541955 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:00.961229 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fd188edf-189b-4809-974f-f626010f8714 req-c1fbefc2-8153-469b-930a-f9bf1c541955 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=9b9aef5b-29f4-442a-8015-e539ec01015b HTTP/1.1" status: 200 len: 854 time: 0.0576930 Jan 24 16:53:01.042499 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fd188edf-189b-4809-974f-f626010f8714 req-2f6af22c-44d0-4dbe-a1cc-eb3c965bf4fb service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6764ac78-9d8d-4102-b6d5-ac897cae631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713649 Jan 24 16:53:01.173784 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fd188edf-189b-4809-974f-f626010f8714 req-90169039-eabd-437c-91fc-f800d9a690cc service neutron] 10.222.0.129 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248531 Jan 24 16:53:01.367115 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fd188edf-189b-4809-974f-f626010f8714 req-fcddb30b-86cf-4626-b955-f7cf1a4178bd service neutron] 10.222.0.129 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829510 Jan 24 16:53:01.377052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6f8e6-d6e8-48ee-88ec-6730ebe8e581 req-8583aea7-74c0-4b7e-8c29-d4b2536f2e10 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:01.378594 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ecb6f8e6-d6e8-48ee-88ec-6730ebe8e581 req-8583aea7-74c0-4b7e-8c29-d4b2536f2e10 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 944 time: 0.1774042 Jan 24 16:53:01.429808 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ecb6f8e6-d6e8-48ee-88ec-6730ebe8e581 req-d29a60d8-29e5-4402-8030-4340429652a9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444310 Jan 24 16:53:02.650581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ce607-efd5-4e00-a285-927f905945aa req-75e4a245-6420-42c2-8872-2268dc490796 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:02.652044 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-458ce607-efd5-4e00-a285-927f905945aa req-75e4a245-6420-42c2-8872-2268dc490796 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 944 time: 0.0862586 Jan 24 16:53:02.701641 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-458ce607-efd5-4e00-a285-927f905945aa req-053e09cf-a2d6-4859-828c-358833c9fa39 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415037 Jan 24 16:53:03.553381 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:53:03.901846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1d4a4-20cf-4466-9a13-5721f0afbb88 req-dfba34a7-4bbc-42f3-959b-149ef874533b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:03.903194 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-98c1d4a4-20cf-4466-9a13-5721f0afbb88 req-dfba34a7-4bbc-42f3-959b-149ef874533b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 944 time: 0.0798182 Jan 24 16:53:03.956002 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-98c1d4a4-20cf-4466-9a13-5721f0afbb88 req-145a3156-3b03-46e6-9208-2535274176d3 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444391 Jan 24 16:53:05.167044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0a118-51d2-457c-91d3-83cc36940a66 req-2f2aaf37-7181-47a7-b527-73f23fdb8dae tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:05.168537 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e0e0a118-51d2-457c-91d3-83cc36940a66 req-2f2aaf37-7181-47a7-b527-73f23fdb8dae tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 944 time: 0.0898483 Jan 24 16:53:05.216905 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e0e0a118-51d2-457c-91d3-83cc36940a66 req-7c8f9898-0e05-4fc4-8df7-cba66ba168a4 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 Jan 24 16:53:05.685618 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:53:05.832625 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10,segment=NetworkSegment(8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c),segment_id=8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:05.846189 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'port_id': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10', 'mac_address': 'fa:16:3e:06:7d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:53:05.900228 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:05.917589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:53:05.933263 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10,segment=NetworkSegment(8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c),segment_id=8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:05.938866 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:06.010070 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:06.214815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['bb9665e0-18da-4ede-8c1f-65d5b2f2fe10'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:53:06.424469 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de7f49-c1f6-45aa-9734-4859227f7080 req-6844b0da-3bc8-4eea-86eb-4b33b3b2004e tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:06.425956 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-65de7f49-c1f6-45aa-9734-4859227f7080 req-6844b0da-3bc8-4eea-86eb-4b33b3b2004e tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 945 time: 0.0803051 Jan 24 16:53:06.473201 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-65de7f49-c1f6-45aa-9734-4859227f7080 req-3146fea1-7f28-461a-b738-8f903b1b2b80 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Jan 24 16:53:06.995618 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-51e96c46-e429-4e84-bee2-9d11906af99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:07.698601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:53:07.703951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ea498-9fd5-4e3b-ad22-e6345b17ddb7 req-717898ae-d17e-4f6e-9777-cd264c1c326e tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:07.705393 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-786ea498-9fd5-4e3b-ad22-e6345b17ddb7 req-717898ae-d17e-4f6e-9777-cd264c1c326e tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 945 time: 0.0906560 Jan 24 16:53:07.751727 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-786ea498-9fd5-4e3b-ad22-e6345b17ddb7 req-458e93ee-fedf-437e-878b-3ad3e016e333 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405948 Jan 24 16:53:07.770339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:53:07.775683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:07.776041 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:07.902031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:07.929122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:53:07.938592 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10,segment=NetworkSegment(8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c),segment_id=8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:07.944543 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:08.008544 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:08.134504 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10', 'code': 200} Jan 24 16:53:08.419470 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9040f4d7-658c-48a7-9eb7-6e90bc1310fa req-8f88ba87-20d5-4c7d-b5f8-f9bfcac37055 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 1099 time: 0.0875638 Jan 24 16:53:08.468795 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9040f4d7-658c-48a7-9eb7-6e90bc1310fa req-6ab83113-8ad8-44af-942e-f0b7d5b29eab service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393658 Jan 24 16:53:08.975132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60475769-2fdb-45ad-aae7-53aa83fe7dd2 req-a32d66ed-f2e5-49b7-88bd-f8b6cc79d367 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:08.976494 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-60475769-2fdb-45ad-aae7-53aa83fe7dd2 req-a32d66ed-f2e5-49b7-88bd-f8b6cc79d367 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 946 time: 0.0990362 Jan 24 16:53:09.023266 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-60475769-2fdb-45ad-aae7-53aa83fe7dd2 req-780e8596-2ee0-44b5-9bba-dc2f768d6f2f tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Jan 24 16:53:09.212342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2d269d61-af7e-46d0-8b9a-234d31494908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:10.231722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c08e03-2f80-4610-a523-07edf6f18a25 req-3a092526-f80f-4a81-8408-1ffd1441a920 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:10.233111 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-32c08e03-2f80-4610-a523-07edf6f18a25 req-3a092526-f80f-4a81-8408-1ffd1441a920 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 946 time: 0.0889583 Jan 24 16:53:10.296559 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-32c08e03-2f80-4610-a523-07edf6f18a25 req-76dd8e63-56e0-44f0-aab2-068eb8e107f0 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549309 Jan 24 16:53:10.435661 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:10.463802 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:10.516112 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d29f9-8d99-46eb-b4bd-62ec0cf858cd req-c9441cb9-2e4e-4eae-8a3d-dd48007aa134 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:10.517452 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6e6d29f9-8d99-46eb-b4bd-62ec0cf858cd req-c9441cb9-2e4e-4eae-8a3d-dd48007aa134 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 946 time: 0.0797117 Jan 24 16:53:10.576985 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6e6d29f9-8d99-46eb-b4bd-62ec0cf858cd req-27ec4597-7cdf-4aa3-8db9-ec8981be36e1 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533290 Jan 24 16:53:11.029757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cd68d-f3e2-4072-b651-e634fdf7db25 req-252891b7-b099-4c07-a7e4-c7a267f74614 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:11.031247 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-815cd68d-f3e2-4072-b651-e634fdf7db25 req-252891b7-b099-4c07-a7e4-c7a267f74614 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 946 time: 0.0889831 Jan 24 16:53:11.077362 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-815cd68d-f3e2-4072-b651-e634fdf7db25 req-d937f25b-6805-496c-bbdb-8f1b77b3c5b4 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401981 Jan 24 16:53:11.891052 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:18.238022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:21.547023 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842567e-55ed-41b7-8e89-8f7d430b5ec3 req-e9b780fa-24b2-4daa-a7f5-1ebe765b15f1 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:21.548465 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5842567e-55ed-41b7-8e89-8f7d430b5ec3 req-e9b780fa-24b2-4daa-a7f5-1ebe765b15f1 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 946 time: 0.0885434 Jan 24 16:53:21.601588 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5842567e-55ed-41b7-8e89-8f7d430b5ec3 req-d7b5270f-10dd-4298-9635-a5c3117d2e60 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451002 Jan 24 16:53:21.639264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41586) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:53:21.843680 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9dd43349-1124-4b3e-b02a-763d8ca2a6a0 tempest-TestMinimumBasicScenario-1069791595 tempest-TestMinimumBasicScenario-1069791595-project-admin] Synchronizing usage tracker for tenant:449d2c2909d34cff891bc8788fd18472 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:53:21.863773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9dd43349-1124-4b3e-b02a-763d8ca2a6a0 tempest-TestMinimumBasicScenario-1069791595 tempest-TestMinimumBasicScenario-1069791595-project-admin] Unset dirty status for tenant:449d2c2909d34cff891bc8788fd18472 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:53:21.865124 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9dd43349-1124-4b3e-b02a-763d8ca2a6a0 tempest-TestMinimumBasicScenario-1069791595 tempest-TestMinimumBasicScenario-1069791595-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 1094 time: 0.2247906 Jan 24 16:53:21.868742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41592) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:53:21.874253 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:53:21.880133 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:53:21.884274 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Usage tracker for resource:floatingip and tenant:5b59733083ba43649c259369157b5d74 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:53:21.887279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:53:21.893987 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:53:21.906544 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:22.043833 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:22.184056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Allocated IP 172.26.2.49 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/94ef69d0-6de4-4f47-b700-46f3c0aa0978) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:53:22.333801 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:22.366235 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:22.431899 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:53:22.434773 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:53:22.439094 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:53:22.465703 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Pushing event updated for resources: {'Port': ['ID=94ef69d0-6de4-4f47-b700-46f3c0aa0978,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:23.053286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:23.116183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:23.329003 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:23.335417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:23.436148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Pushing event updated for resources: {'Port': ['ID=94ef69d0-6de4-4f47-b700-46f3c0aa0978,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:23.453940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:23.648905 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Floating IP 7f126bf7-0ce2-47e2-8910-1bba6f5bef81 associated. External IP: 172.26.2.49, port: bb9665e0-18da-4ede-8c1f-65d5b2f2fe10. Jan 24 16:53:24.049372 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:53:24.380680 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:53:24.391236 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8aba9-274d-4bfb-85dc-15b74623f6cf None None] Sync routers for ids ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:53:24.407737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:24.408922 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8aba9-274d-4bfb-85dc-15b74623f6cf None None] Routers {'5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:53:24.409655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a3c8aba9-274d-4bfb-85dc-15b74623f6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:53:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:24.466596 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a3483c9d-5a23-4ee0-ac8a-150e2fc6b5bb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5966606 Jan 24 16:53:24.467145 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'tag': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:53:24.469669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41596) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:53:24.475927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1186306628', 'description': 'tempest-secgroup-smoke-1186306628 description', 'project_id': '5b59733083ba43649c259369157b5d74'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:53:24.482724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:53:24.493306 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:53:24.505251 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:24.527454 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'tag': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10', 'status': 'completed', 'code': 200} Jan 24 16:53:24.543273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:53:24.547244 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Usage tracker for resource:security_group_rule and tenant:5b59733083ba43649c259369157b5d74 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:53:24.550151 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:53:24.556459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:53:24.621746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:24.624352 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5a7f5e53-1cef-40d8-bb56-1f33c01ae41b req-64389b9d-9fe3-4c28-b607-9a674ad853df service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5b59733083ba43649c259369157b5d74&device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 1099 time: 0.0728028 Jan 24 16:53:24.626747 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:24.631651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-a3c8aba9-274d-4bfb-85dc-15b74623f6cf None None] Set router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:53:24.678173 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a72228-3d04-41b3-92ba-1c2b4c32edf0,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:24.687211 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:24.692982 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2221897 Jan 24 16:53:24.693561 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41602) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:53:24.697649 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:24.698053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:24.698476 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:24.698801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:24.699123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:24.699444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:24.699798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:24.700102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:24.700417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:24.700729 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:24.701037 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227371-9d0a-4303-bba1-3834dcd4a7e9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:24.708896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e481f3bc-f3e7-4dc1-a83d-7777dc1f7ba9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Request body: {'security_group_rule': {'security_group_id': 'e7a72228-3d04-41b3-92ba-1c2b4c32edf0', 'project_id': '5b59733083ba43649c259369157b5d74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:53:24.717243 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e481f3bc-f3e7-4dc1-a83d-7777dc1f7ba9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:53:24.721251 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e481f3bc-f3e7-4dc1-a83d-7777dc1f7ba9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Usage tracker for resource:security_group_rule and tenant:5b59733083ba43649c259369157b5d74 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:53:24.725647 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e481f3bc-f3e7-4dc1-a83d-7777dc1f7ba9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:53:24.733313 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e481f3bc-f3e7-4dc1-a83d-7777dc1f7ba9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:53:24.757542 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e481f3bc-f3e7-4dc1-a83d-7777dc1f7ba9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:24.766830 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f5e53-1cef-40d8-bb56-1f33c01ae41b req-5e6c76df-2c56-46cd-a734-97187e903e7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:24.768278 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5a7f5e53-1cef-40d8-bb56-1f33c01ae41b req-5e6c76df-2c56-46cd-a734-97187e903e7a service neutron] 10.222.0.129 "GET /v2.0/networks?id=6764ac78-9d8d-4102-b6d5-ac897cae631b HTTP/1.1" status: 200 len: 916 time: 0.1385894 Jan 24 16:53:24.845130 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e481f3bc-f3e7-4dc1-a83d-7777dc1f7ba9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:24.851123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e481f3bc-f3e7-4dc1-a83d-7777dc1f7ba9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:24.892004 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5a7f5e53-1cef-40d8-bb56-1f33c01ae41b req-9b20df3b-a193-4f2a-b55c-d6ff228ab9c5 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 HTTP/1.1" status: 200 len: 999 time: 0.1162846 Jan 24 16:53:24.916092 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481f3bc-f3e7-4dc1-a83d-7777dc1f7ba9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b99d24-f373-4843-9abf-e92cbf88e999,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:24.924078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e481f3bc-f3e7-4dc1-a83d-7777dc1f7ba9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:24.925233 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e481f3bc-f3e7-4dc1-a83d-7777dc1f7ba9 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2305303 Jan 24 16:53:24.928361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41606) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:53:24.934408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-5eed5e0b-f616-4866-b31e-4a4e8621304b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Request body: {'security_group_rule': {'security_group_id': 'e7a72228-3d04-41b3-92ba-1c2b4c32edf0', 'project_id': '5b59733083ba43649c259369157b5d74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:53:24.948710 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5eed5e0b-f616-4866-b31e-4a4e8621304b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:53:24.955245 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5eed5e0b-f616-4866-b31e-4a4e8621304b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Usage tracker for resource:security_group_rule and tenant:5b59733083ba43649c259369157b5d74 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:53:24.959712 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5eed5e0b-f616-4866-b31e-4a4e8621304b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:53:24.966237 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5eed5e0b-f616-4866-b31e-4a4e8621304b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:53:24.972530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f5e53-1cef-40d8-bb56-1f33c01ae41b req-d9b9dbd4-4eed-4bce-a9b3-3ffc20b6c0a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:24.974924 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5a7f5e53-1cef-40d8-bb56-1f33c01ae41b req-d9b9dbd4-4eed-4bce-a9b3-3ffc20b6c0a3 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=9b9aef5b-29f4-442a-8015-e539ec01015b HTTP/1.1" status: 200 len: 854 time: 0.0774660 Jan 24 16:53:24.986871 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5eed5e0b-f616-4866-b31e-4a4e8621304b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.002206 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3b8f4349-3104-465a-b990-71ce9864ec14 req-995c331f-0c3d-41e4-b55f-7a1faddd345c service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1228182 Jan 24 16:53:25.020347 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a3c8aba9-274d-4bfb-85dc-15b74623f6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'name': 'tempest-TestMinimumBasicScenario-2009128432-router', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:31Z', 'revision_number': 4, 'project_id': '5b59733083ba43649c259369157b5d74', 'gw_port': {'id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '7f126bf7-0ce2-47e2-8910-1bba6f5bef81', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'floating_ip_address': '172.26.2.49', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'port_id': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'mac_address': 'fa:16:3e:06:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:53:22Z', 'updated_at': '2022-01-24T16:53:22Z', 'revision_number': 0, 'project_id': '5b59733083ba43649c259369157b5d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9e1bc95-1fb2-4d52-9f72-56e34567913a', 'name': '', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'mac_address': 'fa:16:3e:7d:64:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:30Z', 'updated_at': '2022-01-24T16:52:51Z', 'revision_number': 5, 'project_id': '5b59733083ba43649c259369157b5d74', 'subnets': [{'id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:25.024919 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8aba9-274d-4bfb-85dc-15b74623f6cf None None] Checking router: 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:53:25.037190 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8aba9-274d-4bfb-85dc-15b74623f6cf None None] Routers {'5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:53:25.037895 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a3c8aba9-274d-4bfb-85dc-15b74623f6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:53:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:25.059214 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5a7f5e53-1cef-40d8-bb56-1f33c01ae41b req-595bfe6e-b39c-4df2-b324-5eac3d1005a9 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6764ac78-9d8d-4102-b6d5-ac897cae631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772481 Jan 24 16:53:25.064362 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5eed5e0b-f616-4866-b31e-4a4e8621304b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.069935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5eed5e0b-f616-4866-b31e-4a4e8621304b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.096739 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed5e0b-f616-4866-b31e-4a4e8621304b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709f245d-d12b-4968-95d7-90d1de6ec426,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:25.108562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5eed5e0b-f616-4866-b31e-4a4e8621304b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.110349 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5eed5e0b-f616-4866-b31e-4a4e8621304b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1810510 Jan 24 16:53:25.113947 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41610) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:53:25.119883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-fd610ced-a80d-44e1-8dcd-6aef0197f983 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Request body: {'security_group_rule': {'security_group_id': 'e7a72228-3d04-41b3-92ba-1c2b4c32edf0', 'project_id': '5b59733083ba43649c259369157b5d74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:53:25.125758 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fd610ced-a80d-44e1-8dcd-6aef0197f983 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:53:25.130569 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fd610ced-a80d-44e1-8dcd-6aef0197f983 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Usage tracker for resource:security_group_rule and tenant:5b59733083ba43649c259369157b5d74 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:53:25.133494 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fd610ced-a80d-44e1-8dcd-6aef0197f983 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:53:25.139202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fd610ced-a80d-44e1-8dcd-6aef0197f983 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:53:25.156085 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fd610ced-a80d-44e1-8dcd-6aef0197f983 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.206896 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5a7f5e53-1cef-40d8-bb56-1f33c01ae41b req-45e51878-68f4-42aa-8b0c-a3da6cc8117e service neutron] 10.222.0.129 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414082 Jan 24 16:53:25.222314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fd610ced-a80d-44e1-8dcd-6aef0197f983 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.226869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fd610ced-a80d-44e1-8dcd-6aef0197f983 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.242616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-a3c8aba9-274d-4bfb-85dc-15b74623f6cf None None] Set router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:53:25.251067 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd610ced-a80d-44e1-8dcd-6aef0197f983 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8ed91e-d710-4420-a0a3-275e3992643b,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:25.261507 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fd610ced-a80d-44e1-8dcd-6aef0197f983 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.265319 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fd610ced-a80d-44e1-8dcd-6aef0197f983 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1481314 Jan 24 16:53:25.265481 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41614) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:53:25.271051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e2f8d96e-ddfc-42ce-8d26-d741d3fff19b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Request body: {'security_group_rule': {'security_group_id': 'e7a72228-3d04-41b3-92ba-1c2b4c32edf0', 'project_id': '5b59733083ba43649c259369157b5d74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:53:25.277129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e2f8d96e-ddfc-42ce-8d26-d741d3fff19b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:53:25.280961 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e2f8d96e-ddfc-42ce-8d26-d741d3fff19b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Usage tracker for resource:security_group_rule and tenant:5b59733083ba43649c259369157b5d74 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:53:25.283880 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e2f8d96e-ddfc-42ce-8d26-d741d3fff19b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:53:25.289743 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e2f8d96e-ddfc-42ce-8d26-d741d3fff19b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:53:25.312176 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d96e-ddfc-42ce-8d26-d741d3fff19b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.352394 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5a7f5e53-1cef-40d8-bb56-1f33c01ae41b req-77061bcc-217f-4884-9ed3-ac1a013ae66d service neutron] 10.222.0.129 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351402 Jan 24 16:53:25.382594 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d96e-ddfc-42ce-8d26-d741d3fff19b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.387292 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d96e-ddfc-42ce-8d26-d741d3fff19b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.410901 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8d96e-ddfc-42ce-8d26-d741d3fff19b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2ba632-98fb-46f5-a463-4199beb9a7ab,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:25.420985 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d96e-ddfc-42ce-8d26-d741d3fff19b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.422595 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e2f8d96e-ddfc-42ce-8d26-d741d3fff19b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1561525 Jan 24 16:53:25.425442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41618) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:53:25.432176 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-12e714cb-ce51-4bb9-b26f-57bf170d24d6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Request body: {'security_group_rule': {'security_group_id': 'e7a72228-3d04-41b3-92ba-1c2b4c32edf0', 'project_id': '5b59733083ba43649c259369157b5d74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:53:25.438257 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-12e714cb-ce51-4bb9-b26f-57bf170d24d6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:53:25.442915 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-12e714cb-ce51-4bb9-b26f-57bf170d24d6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Usage tracker for resource:security_group_rule and tenant:5b59733083ba43649c259369157b5d74 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:53:25.445912 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-12e714cb-ce51-4bb9-b26f-57bf170d24d6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:53:25.451692 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-12e714cb-ce51-4bb9-b26f-57bf170d24d6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:53:25.464500 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-12e714cb-ce51-4bb9-b26f-57bf170d24d6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Project 5b59733083ba43649c259369157b5d74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:53:25.471223 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-12e714cb-ce51-4bb9-b26f-57bf170d24d6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.519972 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3b8f4349-3104-465a-b990-71ce9864ec14 req-a164bb8c-f145-4bb9-a8ab-98fc1c28c036 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5b59733083ba43649c259369157b5d74&device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 1099 time: 0.0758743 Jan 24 16:53:25.544705 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-12e714cb-ce51-4bb9-b26f-57bf170d24d6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.551990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-12e714cb-ce51-4bb9-b26f-57bf170d24d6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.584596 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e714cb-ce51-4bb9-b26f-57bf170d24d6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6521720-d5c2-4a91-9294-9adc44126b5f,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:25.591175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-12e714cb-ce51-4bb9-b26f-57bf170d24d6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.596723 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-12e714cb-ce51-4bb9-b26f-57bf170d24d6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1695220 Jan 24 16:53:25.597409 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41622) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:53:25.603185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-918d78ce-d6bb-47c0-a3e3-c5f674e6f9c5 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Request body: {'security_group_rule': {'security_group_id': 'e7a72228-3d04-41b3-92ba-1c2b4c32edf0', 'project_id': '5b59733083ba43649c259369157b5d74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:53:25.608921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-918d78ce-d6bb-47c0-a3e3-c5f674e6f9c5 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:53:25.613769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-918d78ce-d6bb-47c0-a3e3-c5f674e6f9c5 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Usage tracker for resource:security_group_rule and tenant:5b59733083ba43649c259369157b5d74 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:53:25.616960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-918d78ce-d6bb-47c0-a3e3-c5f674e6f9c5 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:53:25.622641 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-918d78ce-d6bb-47c0-a3e3-c5f674e6f9c5 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:53:25.633869 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-918d78ce-d6bb-47c0-a3e3-c5f674e6f9c5 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Project 5b59733083ba43649c259369157b5d74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:53:25.636331 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a3c8aba9-274d-4bfb-85dc-15b74623f6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'name': 'tempest-TestMinimumBasicScenario-2009128432-router', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:31Z', 'revision_number': 4, 'project_id': '5b59733083ba43649c259369157b5d74', 'gw_port': {'id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '7f126bf7-0ce2-47e2-8910-1bba6f5bef81', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'floating_ip_address': '172.26.2.49', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'port_id': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'mac_address': 'fa:16:3e:06:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:53:22Z', 'updated_at': '2022-01-24T16:53:22Z', 'revision_number': 0, 'project_id': '5b59733083ba43649c259369157b5d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9e1bc95-1fb2-4d52-9f72-56e34567913a', 'name': '', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'mac_address': 'fa:16:3e:7d:64:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:30Z', 'updated_at': '2022-01-24T16:52:51Z', 'revision_number': 5, 'project_id': '5b59733083ba43649c259369157b5d74', 'subnets': [{'id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:25.640571 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8aba9-274d-4bfb-85dc-15b74623f6cf None None] The sync data for ids ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'] in dv-neutron-826104-1-hyperv is: [{'id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'name': 'tempest-TestMinimumBasicScenario-2009128432-router', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:31Z', 'revision_number': 4, 'project_id': '5b59733083ba43649c259369157b5d74', 'gw_port': {'id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '7f126bf7-0ce2-47e2-8910-1bba6f5bef81', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'floating_ip_address': '172.26.2.49', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'port_id': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'mac_address': 'fa:16:3e:06:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:53:22Z', 'updated_at': '2022-01-24T16:53:22Z', 'revision_number': 0, 'project_id': '5b59733083ba43649c259369157b5d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9e1bc95-1fb2-4d52-9f72-56e34567913a', 'name': '', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'mac_address': 'fa:16:3e:7d:64:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:30Z', 'updated_at': '2022-01-24T16:52:51Z', 'revision_number': 5, 'project_id': '5b59733083ba43649c259369157b5d74', 'subnets': [{'id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:53:25.642174 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-918d78ce-d6bb-47c0-a3e3-c5f674e6f9c5 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.682154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4349-3104-465a-b990-71ce9864ec14 req-1ee899e7-c840-4e6c-9cec-8a04b0572a92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:25.683826 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3b8f4349-3104-465a-b990-71ce9864ec14 req-1ee899e7-c840-4e6c-9cec-8a04b0572a92 service neutron] 10.222.0.129 "GET /v2.0/networks?id=6764ac78-9d8d-4102-b6d5-ac897cae631b HTTP/1.1" status: 200 len: 916 time: 0.1439757 Jan 24 16:53:25.711524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-918d78ce-d6bb-47c0-a3e3-c5f674e6f9c5 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.716030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-918d78ce-d6bb-47c0-a3e3-c5f674e6f9c5 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.740994 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d78ce-d6bb-47c0-a3e3-c5f674e6f9c5 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b313c680-a968-4afd-b8c9-03bba6a0df7e,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:25.750610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-918d78ce-d6bb-47c0-a3e3-c5f674e6f9c5 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:25.751913 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-918d78ce-d6bb-47c0-a3e3-c5f674e6f9c5 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1535234 Jan 24 16:53:25.797842 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3b8f4349-3104-465a-b990-71ce9864ec14 req-62e735a7-5026-4ed4-ae19-fa86ec0779d9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 HTTP/1.1" status: 200 len: 999 time: 0.1054285 Jan 24 16:53:25.862268 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0846b67-d783-463d-b832-3daf638e3491 None None] New status for floating IP 7f126bf7-0ce2-47e2-8910-1bba6f5bef81: ACTIVE {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:53:25.872747 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4349-3104-465a-b990-71ce9864ec14 req-f6069963-75ec-4af2-819e-fe63bbc4dc51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:25.874929 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3b8f4349-3104-465a-b990-71ce9864ec14 req-f6069963-75ec-4af2-819e-fe63bbc4dc51 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=9b9aef5b-29f4-442a-8015-e539ec01015b HTTP/1.1" status: 200 len: 854 time: 0.0703883 Jan 24 16:53:25.898001 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-8ea9bcc4-c641-4dcb-8dcb-28b19e568769 req-5ff6c947-4be1-485d-b037-a0d41269ae04 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Synchronizing usage tracker for tenant:5b59733083ba43649c259369157b5d74 on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:53:25.914648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-8ea9bcc4-c641-4dcb-8dcb-28b19e568769 req-5ff6c947-4be1-485d-b037-a0d41269ae04 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Unset dirty status for tenant:5b59733083ba43649c259369157b5d74 on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:53:25.920074 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ea9bcc4-c641-4dcb-8dcb-28b19e568769 req-5ff6c947-4be1-485d-b037-a0d41269ae04 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186306628&fields=id&tenant_id=5b59733083ba43649c259369157b5d74 HTTP/1.1" status: 200 len: 267 time: 0.0689454 Jan 24 16:53:25.951308 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3b8f4349-3104-465a-b990-71ce9864ec14 req-57649100-fa89-4669-9af4-e268cafe3b28 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6764ac78-9d8d-4102-b6d5-ac897cae631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673993 Jan 24 16:53:26.001794 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9bcc4-c641-4dcb-8dcb-28b19e568769 req-8400a0df-0b77-4492-83ca-90716b9c9380 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:26.002692 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ea9bcc4-c641-4dcb-8dcb-28b19e568769 req-8400a0df-0b77-4492-83ca-90716b9c9380 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 946 time: 0.0808289 Jan 24 16:53:26.014238 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [req-8ea9bcc4-c641-4dcb-8dcb-28b19e568769 req-b68ab7d1-094c-4967-916c-b338f60a6dfb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Request body: {'port': {'security_groups': ['251bad44-b52f-410b-ad5e-21f3e328befa', 'e7a72228-3d04-41b3-92ba-1c2b4c32edf0']}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:53:26.126525 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3b8f4349-3104-465a-b990-71ce9864ec14 req-19f56770-e293-4411-8274-6e25b4e922c4 service neutron] 10.222.0.129 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644592 Jan 24 16:53:26.170278 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8ea9bcc4-c641-4dcb-8dcb-28b19e568769 req-b68ab7d1-094c-4967-916c-b338f60a6dfb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:26.265890 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3b8f4349-3104-465a-b990-71ce9864ec14 req-3e5a0d0b-ea54-4744-a208-baacb7a51af3 service neutron] 10.222.0.129 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362350 Jan 24 16:53:26.523378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [req-8ea9bcc4-c641-4dcb-8dcb-28b19e568769 req-b68ab7d1-094c-4967-916c-b338f60a6dfb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] For port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10,segment=NetworkSegment(8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c),segment_id=8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:26.556708 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8ea9bcc4-c641-4dcb-8dcb-28b19e568769 req-b68ab7d1-094c-4967-916c-b338f60a6dfb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:26.564424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8ea9bcc4-c641-4dcb-8dcb-28b19e568769 req-b68ab7d1-094c-4967-916c-b338f60a6dfb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:26.576220 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['bb9665e0-18da-4ede-8c1f-65d5b2f2fe10'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:53:26.632164 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9bcc4-c641-4dcb-8dcb-28b19e568769 req-b68ab7d1-094c-4967-916c-b338f60a6dfb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:26.632774 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [req-8ea9bcc4-c641-4dcb-8dcb-28b19e568769 req-b68ab7d1-094c-4967-916c-b338f60a6dfb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:26.634099 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ea9bcc4-c641-4dcb-8dcb-28b19e568769 req-b68ab7d1-094c-4967-916c-b338f60a6dfb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "PUT /v2.0/ports/bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 HTTP/1.1" status: 200 len: 982 time: 0.6245477 Jan 24 16:53:26.634535 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'tag': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:53:26.671800 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ab7d1-094c-4967-916c-b338f60a6dfb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Pushing event updated for resources: {'Port': ['ID=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10,revision_number=6']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:26.701103 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['bb9665e0-18da-4ede-8c1f-65d5b2f2fe10'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:53:26.847106 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'tag': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10', 'status': 'completed', 'code': 200} Jan 24 16:53:26.894235 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657f527-8ff6-45e6-8456-c4e31db0788d req-b624f88c-1855-4a4b-8a83-162c53899cad tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:26.895810 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2657f527-8ff6-45e6-8456-c4e31db0788d req-b624f88c-1855-4a4b-8a83-162c53899cad tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.1124709 Jan 24 16:53:26.947296 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2657f527-8ff6-45e6-8456-c4e31db0788d req-aba35485-d535-4b9d-aabd-d8c05f5b91eb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=e7a72228-3d04-41b3-92ba-1c2b4c32edf0&id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447044 Jan 24 16:53:27.015976 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ed1965ad-c1e1-427c-bd49-b237d2898553 req-59dd8f28-0fa2-423c-b01d-f18169186cd0 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5b59733083ba43649c259369157b5d74&device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 1138 time: 0.1952398 Jan 24 16:53:27.116590 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d47f2467-4328-4966-a9eb-a21cebe2d68b None None] Provisioning complete for port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:27.116590 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d47f2467-4328-4966-a9eb-a21cebe2d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:27.162954 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1965ad-c1e1-427c-bd49-b237d2898553 req-1a6ce59c-376c-4951-bfa3-7afcaeea8ee6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:27.164440 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ed1965ad-c1e1-427c-bd49-b237d2898553 req-1a6ce59c-376c-4951-bfa3-7afcaeea8ee6 service neutron] 10.222.0.129 "GET /v2.0/networks?id=6764ac78-9d8d-4102-b6d5-ac897cae631b HTTP/1.1" status: 200 len: 916 time: 0.1404805 Jan 24 16:53:27.276666 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ed1965ad-c1e1-427c-bd49-b237d2898553 req-86b3b58a-f833-4d09-938a-23869dc7c481 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 HTTP/1.1" status: 200 len: 1001 time: 0.1022782 Jan 24 16:53:27.339170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1965ad-c1e1-427c-bd49-b237d2898553 req-98729c68-7701-4a97-8b93-a9008d034f4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:27.340544 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ed1965ad-c1e1-427c-bd49-b237d2898553 req-98729c68-7701-4a97-8b93-a9008d034f4f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=9b9aef5b-29f4-442a-8015-e539ec01015b HTTP/1.1" status: 200 len: 854 time: 0.0578849 Jan 24 16:53:27.419655 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ed1965ad-c1e1-427c-bd49-b237d2898553 req-99350ad8-01ab-460f-81b2-2d971a64d730 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6764ac78-9d8d-4102-b6d5-ac897cae631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718894 Jan 24 16:53:27.554733 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ed1965ad-c1e1-427c-bd49-b237d2898553 req-370cae09-726c-4b7a-bfad-aede2e6528b7 service neutron] 10.222.0.129 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284180 Jan 24 16:53:27.690015 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ed1965ad-c1e1-427c-bd49-b237d2898553 req-19bb8d6b-2b59-4c65-9d3f-075bff2ed72a service neutron] 10.222.0.129 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256447 Jan 24 16:53:36.992417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-344e53c6-6645-402e-a570-e56cdd8cb0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:39.222821 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-721fabac-1bab-413b-bf29-2444c8f85428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:40.435051 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:40.468531 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:40.555521 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:53:41.893524 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:48.254043 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:53:49.988711 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b91f6b0e-2084-4d3c-8a44-0929f1a32896 req-4599e2be-a7c7-40ec-8a34-c7513cac94b5 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5b59733083ba43649c259369157b5d74&device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 1138 time: 0.0728395 Jan 24 16:53:50.032338 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1254c40-aa5b-4c54-b1d2-bf80ce27effa req-4eca4452-b0c7-43f7-b5b4-999a31e9d5c2 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:50.034497 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f1254c40-aa5b-4c54-b1d2-bf80ce27effa req-4eca4452-b0c7-43f7-b5b4-999a31e9d5c2 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.0830276 Jan 24 16:53:50.084022 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f1254c40-aa5b-4c54-b1d2-bf80ce27effa req-9de32c4a-0053-4554-b627-d767099d4e69 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=e7a72228-3d04-41b3-92ba-1c2b4c32edf0&id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433798 Jan 24 16:53:50.124763 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f6b0e-2084-4d3c-8a44-0929f1a32896 req-cb4b6bb2-a4dd-4fab-a123-31932f1b7f02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:50.126227 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b91f6b0e-2084-4d3c-8a44-0929f1a32896 req-cb4b6bb2-a4dd-4fab-a123-31932f1b7f02 service neutron] 10.222.0.129 "GET /v2.0/networks?id=6764ac78-9d8d-4102-b6d5-ac897cae631b HTTP/1.1" status: 200 len: 916 time: 0.1315479 Jan 24 16:53:50.252410 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b91f6b0e-2084-4d3c-8a44-0929f1a32896 req-576023d5-0bd8-4e3d-b1f1-d9543848e24e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 HTTP/1.1" status: 200 len: 1001 time: 0.1156933 Jan 24 16:53:50.315753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f6b0e-2084-4d3c-8a44-0929f1a32896 req-8c1eccbe-3e4c-4b84-baa2-aa812d814040 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:50.317499 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b91f6b0e-2084-4d3c-8a44-0929f1a32896 req-8c1eccbe-3e4c-4b84-baa2-aa812d814040 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=9b9aef5b-29f4-442a-8015-e539ec01015b HTTP/1.1" status: 200 len: 854 time: 0.0563822 Jan 24 16:53:50.397110 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b91f6b0e-2084-4d3c-8a44-0929f1a32896 req-1f20cce4-a82e-44ea-a0a7-b51586d00488 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6764ac78-9d8d-4102-b6d5-ac897cae631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734541 Jan 24 16:53:50.529969 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b91f6b0e-2084-4d3c-8a44-0929f1a32896 req-6cc029e6-018b-448b-a173-a8861195b871 service neutron] 10.222.0.129 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251998 Jan 24 16:53:50.658567 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b91f6b0e-2084-4d3c-8a44-0929f1a32896 req-85695f53-05ea-453b-97ad-40b0cefe9ed0 service neutron] 10.222.0.129 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224935 Jan 24 16:53:51.309526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630ad06-04fc-47a6-b506-1e018ca385ca req-fa191aa1-6bad-4ebe-996d-88ddf8c3aade tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:51.310976 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8630ad06-04fc-47a6-b506-1e018ca385ca req-fa191aa1-6bad-4ebe-996d-88ddf8c3aade tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.0842538 Jan 24 16:53:51.358780 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8630ad06-04fc-47a6-b506-1e018ca385ca req-8c2f42a5-7364-48ad-8c57-dabb82ebc66f tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=e7a72228-3d04-41b3-92ba-1c2b4c32edf0&id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417488 Jan 24 16:53:52.567997 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa725d3-dd2b-49ac-bffe-0c68fe696066 req-d93e3951-8f06-4264-954e-92e83779529b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:52.569413 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-caa725d3-dd2b-49ac-bffe-0c68fe696066 req-d93e3951-8f06-4264-954e-92e83779529b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.0832851 Jan 24 16:53:52.619495 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-caa725d3-dd2b-49ac-bffe-0c68fe696066 req-92730bdf-bb52-4376-8374-06e49c27074c tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=e7a72228-3d04-41b3-92ba-1c2b4c32edf0&id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419323 Jan 24 16:53:53.946180 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74999f95-0c07-4a5e-88db-ea1eff55cf5a req-f731ea63-f57e-489f-8a30-0196a81f3aad tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:53.947562 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-74999f95-0c07-4a5e-88db-ea1eff55cf5a req-f731ea63-f57e-489f-8a30-0196a81f3aad tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.1923921 Jan 24 16:53:53.999075 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-74999f95-0c07-4a5e-88db-ea1eff55cf5a req-7f83b347-648e-43dc-b2f5-a15495c3087b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=e7a72228-3d04-41b3-92ba-1c2b4c32edf0&id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455232 Jan 24 16:53:55.218302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327579fa-46ce-4e05-8243-a8b1189673eb req-167d16c7-566b-4cfc-a87d-9420641b8214 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:55.219811 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-327579fa-46ce-4e05-8243-a8b1189673eb req-167d16c7-566b-4cfc-a87d-9420641b8214 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.0795352 Jan 24 16:53:55.270639 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-327579fa-46ce-4e05-8243-a8b1189673eb req-59316506-d289-4726-830c-5fd86d04982e tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=e7a72228-3d04-41b3-92ba-1c2b4c32edf0&id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422068 Jan 24 16:53:56.493317 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d33188-69ed-448e-9288-5290e12d0f6d req-7365cf29-c225-4bdb-8599-48c610c6f822 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:56.494779 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-72d33188-69ed-448e-9288-5290e12d0f6d req-7365cf29-c225-4bdb-8599-48c610c6f822 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.0880792 Jan 24 16:53:56.548825 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-72d33188-69ed-448e-9288-5290e12d0f6d req-45854b21-20e6-4535-9a1b-aebd13c49667 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=e7a72228-3d04-41b3-92ba-1c2b4c32edf0&id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459054 Jan 24 16:53:57.763888 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d0f4f-0120-4f2b-83dc-55bc7bc31e69 req-5ed8102d-814e-4aad-921e-7cea0aa01eb6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:57.765371 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-589d0f4f-0120-4f2b-83dc-55bc7bc31e69 req-5ed8102d-814e-4aad-921e-7cea0aa01eb6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.0856662 Jan 24 16:53:57.820873 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-589d0f4f-0120-4f2b-83dc-55bc7bc31e69 req-3b1cb3db-f6e0-499e-b08a-ec0015d593e8 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=e7a72228-3d04-41b3-92ba-1c2b4c32edf0&id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466568 Jan 24 16:53:59.028148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d856d-df01-4000-9fb7-3bd4ebdaa18f req-c4495bc5-5337-4b0b-8ead-8bcaa3dd7892 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:59.029495 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-357d856d-df01-4000-9fb7-3bd4ebdaa18f req-c4495bc5-5337-4b0b-8ead-8bcaa3dd7892 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.0829298 Jan 24 16:53:59.076010 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-357d856d-df01-4000-9fb7-3bd4ebdaa18f req-27697b63-3c07-4866-b8a6-4f9660e0e66e tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=e7a72228-3d04-41b3-92ba-1c2b4c32edf0&id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406754 Jan 24 16:54:00.295794 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0dad2-2e92-4c4e-b79e-24f5c8d3ff15 req-63ecfe72-29a5-4c96-a916-b6fd3186ca16 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:00.297252 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3ed0dad2-2e92-4c4e-b79e-24f5c8d3ff15 req-63ecfe72-29a5-4c96-a916-b6fd3186ca16 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.0892081 Jan 24 16:54:00.358013 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3ed0dad2-2e92-4c4e-b79e-24f5c8d3ff15 req-9cdddfa6-ddb8-4712-93c2-76a869299718 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=e7a72228-3d04-41b3-92ba-1c2b4c32edf0&id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536342 Jan 24 16:54:01.583754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fa2a9-24e1-4a37-b02c-f57eb29f2242 req-62600a54-b078-458b-b82d-5856775412c5 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:01.585159 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c12fa2a9-24e1-4a37-b02c-f57eb29f2242 req-62600a54-b078-458b-b82d-5856775412c5 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.0958583 Jan 24 16:54:01.635335 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c12fa2a9-24e1-4a37-b02c-f57eb29f2242 req-f7ecace4-0bee-4f72-8f6f-dc73c6c372a3 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=e7a72228-3d04-41b3-92ba-1c2b4c32edf0&id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416524 Jan 24 16:54:02.854859 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca4ddb-eff8-40f5-96ac-1d835f7ff275 req-994c879b-7782-4ada-ab81-a0111184467f tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:02.856324 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e6ca4ddb-eff8-40f5-96ac-1d835f7ff275 req-994c879b-7782-4ada-ab81-a0111184467f tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.0840271 Jan 24 16:54:02.903360 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e6ca4ddb-eff8-40f5-96ac-1d835f7ff275 req-fa216625-2b67-4e38-98cf-29d2bbfa6d15 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=e7a72228-3d04-41b3-92ba-1c2b4c32edf0&id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413606 Jan 24 16:54:04.114456 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39886a53-34a3-44f1-8954-2d53ad8be298 req-dc53e481-ea9d-451a-a3d8-c0a94ad6a3c7 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:04.116412 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39886a53-34a3-44f1-8954-2d53ad8be298 req-dc53e481-ea9d-451a-a3d8-c0a94ad6a3c7 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.0824695 Jan 24 16:54:04.166727 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-39886a53-34a3-44f1-8954-2d53ad8be298 req-cbe53eee-9799-4606-b7b1-33ec4a1ffb0f tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=e7a72228-3d04-41b3-92ba-1c2b4c32edf0&id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440936 Jan 24 16:54:05.389969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea037bfb-cd6a-4daa-88fa-c103acf8d09c req-4259e04b-a6a2-48eb-8bd0-8a3425b89f44 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:05.390839 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ea037bfb-cd6a-4daa-88fa-c103acf8d09c req-4259e04b-a6a2-48eb-8bd0-8a3425b89f44 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.0922701 Jan 24 16:54:05.439824 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ea037bfb-cd6a-4daa-88fa-c103acf8d09c req-617023ce-6a04-4167-a0d9-ca57e2485939 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=e7a72228-3d04-41b3-92ba-1c2b4c32edf0&id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425093 Jan 24 16:54:06.668593 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df0937-1b72-4886-ae76-00653b4e4131 req-de204a30-ea31-4fff-8c7f-83d997a682a3 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:06.670208 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-60df0937-1b72-4886-ae76-00653b4e4131 req-de204a30-ea31-4fff-8c7f-83d997a682a3 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.0953453 Jan 24 16:54:06.719734 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-60df0937-1b72-4886-ae76-00653b4e4131 req-8cb01c10-246b-4c91-b98c-27eaea991fe2 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=e7a72228-3d04-41b3-92ba-1c2b4c32edf0&id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433037 Jan 24 16:54:06.994550 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f2481509-37bd-4520-9d8f-aa1076f9119a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:07.948772 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88ccc6-9840-496f-9a7e-ec59e9c57da0 req-15449c5c-2eb7-441b-8128-8374c7bb2de6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:07.950221 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fd88ccc6-9840-496f-9a7e-ec59e9c57da0 req-15449c5c-2eb7-441b-8128-8374c7bb2de6 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.0991695 Jan 24 16:54:08.022739 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fd88ccc6-9840-496f-9a7e-ec59e9c57da0 req-ea857324-f7cc-4694-b0a9-550726361adb tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=e7a72228-3d04-41b3-92ba-1c2b4c32edf0&id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663092 Jan 24 16:54:09.209322 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5d689fad-d847-4ca3-8b8d-0df81da062b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:10.440878 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:10.470882 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:11.900069 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:17.559725 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:54:18.252683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:26.932958 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2509a53e-2400-477a-8dd7-63479d9783ce req-dbfda070-dcf8-4b9b-aaa7-ae1771685826 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686471 Jan 24 16:54:27.085193 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2509a53e-2400-477a-8dd7-63479d9783ce req-76b5dc13-4bff-4d50-91fa-da90d21044eb service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5b59733083ba43649c259369157b5d74&device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 1138 time: 0.0747683 Jan 24 16:54:27.231660 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509a53e-2400-477a-8dd7-63479d9783ce req-dbb263f9-c844-4ef2-aa5e-f4dc5459e371 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:27.233202 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2509a53e-2400-477a-8dd7-63479d9783ce req-dbb263f9-c844-4ef2-aa5e-f4dc5459e371 service neutron] 10.222.0.129 "GET /v2.0/networks?id=6764ac78-9d8d-4102-b6d5-ac897cae631b HTTP/1.1" status: 200 len: 916 time: 0.1270039 Jan 24 16:54:27.348437 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2509a53e-2400-477a-8dd7-63479d9783ce req-ce0a81cc-f69f-4db1-9bc0-8cf6e643bee1 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 HTTP/1.1" status: 200 len: 1001 time: 0.1081545 Jan 24 16:54:27.417504 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509a53e-2400-477a-8dd7-63479d9783ce req-3a9e827c-1c7e-488f-9615-f89d3e77eefb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:27.418957 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2509a53e-2400-477a-8dd7-63479d9783ce req-3a9e827c-1c7e-488f-9615-f89d3e77eefb service neutron] 10.222.0.129 "GET /v2.0/subnets?id=9b9aef5b-29f4-442a-8015-e539ec01015b HTTP/1.1" status: 200 len: 854 time: 0.0638032 Jan 24 16:54:27.499751 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2509a53e-2400-477a-8dd7-63479d9783ce req-e47ea120-6310-4cab-bf8e-a85d2ac8790f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6764ac78-9d8d-4102-b6d5-ac897cae631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737667 Jan 24 16:54:27.638266 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2509a53e-2400-477a-8dd7-63479d9783ce req-bbbec300-52ff-4b87-9f48-13872a7bc0f0 service neutron] 10.222.0.129 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318262 Jan 24 16:54:27.775556 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2509a53e-2400-477a-8dd7-63479d9783ce req-31245dcd-58a9-432d-9537-1f0ca086cf7e service neutron] 10.222.0.129 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309488 Jan 24 16:54:36.996328 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7714f1cc-87c6-4e1e-b0ab-e0e538963848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:39.210968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-94b9a0a5-6e25-4b05-aa5f-238cc7a9f13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:40.432005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:40.474054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:41.949708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:46.875765 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ac86000c-76f2-43c0-b217-b220913ee154 req-1a9279a5-ca94-431a-98b6-af30d5b68467 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186306628&fields=id&tenant_id=5b59733083ba43649c259369157b5d74 HTTP/1.1" status: 200 len: 267 time: 0.0449364 Jan 24 16:54:46.960320 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86000c-76f2-43c0-b217-b220913ee154 req-eb92d47e-fd6d-4845-9a6e-07fe55b89e8f tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:46.961734 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ac86000c-76f2-43c0-b217-b220913ee154 req-eb92d47e-fd6d-4845-9a6e-07fe55b89e8f tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 985 time: 0.0782468 Jan 24 16:54:46.978647 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-ac86000c-76f2-43c0-b217-b220913ee154 req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Request body: {'port': {'security_groups': ['251bad44-b52f-410b-ad5e-21f3e328befa']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:54:47.105499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ac86000c-76f2-43c0-b217-b220913ee154 req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:47.367035 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-ac86000c-76f2-43c0-b217-b220913ee154 req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] For port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10,segment=NetworkSegment(8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c),segment_id=8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:54:47.399047 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ac86000c-76f2-43c0-b217-b220913ee154 req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:47.405254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ac86000c-76f2-43c0-b217-b220913ee154 req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:47.421666 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['bb9665e0-18da-4ede-8c1f-65d5b2f2fe10'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:54:47.476484 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86000c-76f2-43c0-b217-b220913ee154 req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:47.477171 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ac86000c-76f2-43c0-b217-b220913ee154 req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:47.478567 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ac86000c-76f2-43c0-b217-b220913ee154 req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "PUT /v2.0/ports/bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 HTTP/1.1" status: 200 len: 943 time: 0.5075867 Jan 24 16:54:47.478997 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'tag': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:54:47.485724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41698) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:54:47.502032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Pushing event updated for resources: {'Port': ['ID=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10,revision_number=7']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:47.511339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.511726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.512057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.512403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.512704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.513026 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.513339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.513652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.513962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.514270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.514578 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f15b73-129e-45bc-9418-af201a231081 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.563001 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['bb9665e0-18da-4ede-8c1f-65d5b2f2fe10'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:54:47.600956 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:47.636470 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:47.641542 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'tag': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10', 'status': 'completed', 'code': 200} Jan 24 16:54:47.714584 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:47.744597 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a72228-3d04-41b3-92ba-1c2b4c32edf0,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:47.751997 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:47.752887 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "DELETE /v2.0/security-groups/e7a72228-3d04-41b3-92ba-1c2b4c32edf0 HTTP/1.1" status: 204 len: 168 time: 0.2654407 Jan 24 16:54:47.755465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41704) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:54:47.760690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.761051 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.761373 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.761719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.762024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.762350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.762674 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.763124 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.763448 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.763794 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.764113 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b63486-5dc1-415a-b3af-06f6c129af94 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:47.823284 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-131f333e-7f8d-455e-8a55-8da80a54d3c7 None None] Provisioning complete for port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:54:47.823684 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-131f333e-7f8d-455e-8a55-8da80a54d3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:47.928866 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9a6577d1-57c5-4719-826f-d0392a2374e2 req-a15742af-a099-47fc-ab34-1b645bd16fdf service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5b59733083ba43649c259369157b5d74&device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 1099 time: 0.2525432 Jan 24 16:54:48.166880 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6577d1-57c5-4719-826f-d0392a2374e2 req-f904626f-bcdb-428b-9576-7600d7b5a7e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:48.168333 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9a6577d1-57c5-4719-826f-d0392a2374e2 req-f904626f-bcdb-428b-9576-7600d7b5a7e9 service neutron] 10.222.0.129 "GET /v2.0/networks?id=6764ac78-9d8d-4102-b6d5-ac897cae631b HTTP/1.1" status: 200 len: 916 time: 0.2310855 Jan 24 16:54:48.172032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-aaca3a1d-330e-4d9d-80d0-3c18e1fd1f75 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Deleting port 94ef69d0-6de4-4f47-b700-46f3c0aa0978 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:54:48.172357 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-aaca3a1d-330e-4d9d-80d0-3c18e1fd1f75 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:48.258790 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:48.370764 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9a6577d1-57c5-4719-826f-d0392a2374e2 req-6ac81fcd-7683-4c0b-ac3f-38afb33c722d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 HTTP/1.1" status: 200 len: 1001 time: 0.1764822 Jan 24 16:54:48.464862 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-aaca3a1d-330e-4d9d-80d0-3c18e1fd1f75 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:48.465170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-aaca3a1d-330e-4d9d-80d0-3c18e1fd1f75 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:48.476334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6577d1-57c5-4719-826f-d0392a2374e2 req-fa1d5fde-bf72-4bdc-a109-8a4a3d54cce7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:48.477807 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9a6577d1-57c5-4719-826f-d0392a2374e2 req-fa1d5fde-bf72-4bdc-a109-8a4a3d54cce7 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=9b9aef5b-29f4-442a-8015-e539ec01015b HTTP/1.1" status: 200 len: 854 time: 0.0957100 Jan 24 16:54:48.613884 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-aaca3a1d-330e-4d9d-80d0-3c18e1fd1f75 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Calling delete_port for 94ef69d0-6de4-4f47-b700-46f3c0aa0978 owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:54:48.716499 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9a6577d1-57c5-4719-826f-d0392a2374e2 req-8db5c5cf-0a4a-4d4c-856e-5fc00733b564 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6764ac78-9d8d-4102-b6d5-ac897cae631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1904149 Jan 24 16:54:48.871032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-aaca3a1d-330e-4d9d-80d0-3c18e1fd1f75 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:48.928930 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca3a1d-330e-4d9d-80d0-3c18e1fd1f75 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Pushing event deleted for resources: {'Port': ['ID=94ef69d0-6de4-4f47-b700-46f3c0aa0978,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:48.934041 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9a6577d1-57c5-4719-826f-d0392a2374e2 req-3c071d43-893f-48f8-8578-5d3ccb75741f service neutron] 10.222.0.129 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078910 Jan 24 16:54:49.111805 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-aaca3a1d-330e-4d9d-80d0-3c18e1fd1f75 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:49.297278 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9a6577d1-57c5-4719-826f-d0392a2374e2 req-5f26daf6-2947-4e18-9a85-1a89b4bc1ed4 service neutron] 10.222.0.129 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363063 Jan 24 16:54:49.630918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaca3a1d-330e-4d9d-80d0-3c18e1fd1f75 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:54:49.848607 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaca3a1d-330e-4d9d-80d0-3c18e1fd1f75 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:54:49.859058 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0793ff-5424-4df5-a515-5b3197d1ec6d None None] Sync routers for ids ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:54:49.871959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0793ff-5424-4df5-a515-5b3197d1ec6d None None] Routers {'5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:54:49.872547 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-9c0793ff-5424-4df5-a515-5b3197d1ec6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:54:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:54:49.874132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-aaca3a1d-330e-4d9d-80d0-3c18e1fd1f75 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:49.930131 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-aaca3a1d-330e-4d9d-80d0-3c18e1fd1f75 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "DELETE /v2.0/floatingips/7f126bf7-0ce2-47e2-8910-1bba6f5bef81 HTTP/1.1" status: 204 len: 168 time: 2.1730292 Jan 24 16:54:49.931603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'tag': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:54:49.990479 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'tag': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10', 'status': 'completed', 'code': 200} Jan 24 16:54:50.051143 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-9c0793ff-5424-4df5-a515-5b3197d1ec6d None None] Set router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:54:50.116145 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-873bcc3d-1e08-4402-846d-9911f578277b req-709d2fa5-6144-494d-932f-f83af1d46ca9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5b59733083ba43649c259369157b5d74&device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 1099 time: 0.0940058 Jan 24 16:54:50.284799 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873bcc3d-1e08-4402-846d-9911f578277b req-0dfd548f-8432-4f0d-b3e3-84bf0130b6fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:50.286303 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-873bcc3d-1e08-4402-846d-9911f578277b req-0dfd548f-8432-4f0d-b3e3-84bf0130b6fa service neutron] 10.222.0.129 "GET /v2.0/networks?id=6764ac78-9d8d-4102-b6d5-ac897cae631b HTTP/1.1" status: 200 len: 916 time: 0.1616111 Jan 24 16:54:50.366302 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-873bcc3d-1e08-4402-846d-9911f578277b req-8571421b-82db-411b-b48d-bda0a66560d0 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 HTTP/1.1" status: 200 len: 217 time: 0.0659652 Jan 24 16:54:50.428633 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-9c0793ff-5424-4df5-a515-5b3197d1ec6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'name': 'tempest-TestMinimumBasicScenario-2009128432-router', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:31Z', 'revision_number': 4, 'project_id': '5b59733083ba43649c259369157b5d74', 'gw_port': {'id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'a9e1bc95-1fb2-4d52-9f72-56e34567913a', 'name': '', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'mac_address': 'fa:16:3e:7d:64:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:30Z', 'updated_at': '2022-01-24T16:52:51Z', 'revision_number': 5, 'project_id': '5b59733083ba43649c259369157b5d74', 'subnets': [{'id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:54:50.432924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0793ff-5424-4df5-a515-5b3197d1ec6d None None] Checking router: 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:54:50.438051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873bcc3d-1e08-4402-846d-9911f578277b req-f2719c59-f5bc-4858-9ce4-bd5005d51c9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:50.439493 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-873bcc3d-1e08-4402-846d-9911f578277b req-f2719c59-f5bc-4858-9ce4-bd5005d51c9c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=9b9aef5b-29f4-442a-8015-e539ec01015b HTTP/1.1" status: 200 len: 854 time: 0.0626040 Jan 24 16:54:50.442759 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0793ff-5424-4df5-a515-5b3197d1ec6d None None] Routers {'5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:54:50.443346 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-9c0793ff-5424-4df5-a515-5b3197d1ec6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:54:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:54:50.514457 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-873bcc3d-1e08-4402-846d-9911f578277b req-2e00bbfd-a550-48e8-a52d-a82d621ed808 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6764ac78-9d8d-4102-b6d5-ac897cae631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678778 Jan 24 16:54:50.621860 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-9c0793ff-5424-4df5-a515-5b3197d1ec6d None None] Set router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:54:50.655183 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-873bcc3d-1e08-4402-846d-9911f578277b req-00f00c50-6f2e-445f-b250-94615ce2e280 service neutron] 10.222.0.129 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339049 Jan 24 16:54:50.795291 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-873bcc3d-1e08-4402-846d-9911f578277b req-058b890a-ebd0-4d8a-b8d2-b92598f8834c service neutron] 10.222.0.129 "GET /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331625 Jan 24 16:54:50.948962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-9c0793ff-5424-4df5-a515-5b3197d1ec6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'name': 'tempest-TestMinimumBasicScenario-2009128432-router', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:31Z', 'revision_number': 4, 'project_id': '5b59733083ba43649c259369157b5d74', 'gw_port': {'id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'a9e1bc95-1fb2-4d52-9f72-56e34567913a', 'name': '', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'mac_address': 'fa:16:3e:7d:64:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:30Z', 'updated_at': '2022-01-24T16:52:51Z', 'revision_number': 5, 'project_id': '5b59733083ba43649c259369157b5d74', 'subnets': [{'id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:54:50.953259 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0793ff-5424-4df5-a515-5b3197d1ec6d None None] The sync data for ids ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'] in dv-neutron-826104-1-hyperv is: [{'id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'name': 'tempest-TestMinimumBasicScenario-2009128432-router', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:31Z', 'revision_number': 4, 'project_id': '5b59733083ba43649c259369157b5d74', 'gw_port': {'id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'a9e1bc95-1fb2-4d52-9f72-56e34567913a', 'name': '', 'network_id': '6764ac78-9d8d-4102-b6d5-ac897cae631b', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'mac_address': 'fa:16:3e:7d:64:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:30Z', 'updated_at': '2022-01-24T16:52:51Z', 'revision_number': 5, 'project_id': '5b59733083ba43649c259369157b5d74', 'subnets': [{'id': '9b9aef5b-29f4-442a-8015-e539ec01015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:54:51.191707 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ed06fd-c1bc-4c31-aaab-4f97dcdd4e53 None None] New status for floating IP 7f126bf7-0ce2-47e2-8910-1bba6f5bef81: DOWN {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:54:54.559993 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:54:55.506853 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c72b04-b2e8-4872-b043-9ad933faaf5f req-e794a98b-2124-425d-b0fb-157a1a4d4e54 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:55.507529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-71c72b04-b2e8-4872-b043-9ad933faaf5f req-e794a98b-2124-425d-b0fb-157a1a4d4e54 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Synchronizing usage tracker for tenant:5b59733083ba43649c259369157b5d74 on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:54:55.525066 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-71c72b04-b2e8-4872-b043-9ad933faaf5f req-e794a98b-2124-425d-b0fb-157a1a4d4e54 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Unset dirty status for tenant:5b59733083ba43649c259369157b5d74 on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:54:55.526269 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-71c72b04-b2e8-4872-b043-9ad933faaf5f req-e794a98b-2124-425d-b0fb-157a1a4d4e54 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 946 time: 0.1026397 Jan 24 16:54:55.583397 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-71c72b04-b2e8-4872-b043-9ad933faaf5f req-4aec917a-e6cc-4805-b891-52623801aea0 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495872 Jan 24 16:54:56.804932 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0e071-190a-4e08-8750-edf6f454a6ac req-6ac7d0c9-c82f-481a-be6c-0324df273b4f tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:56.806371 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8cb0e071-190a-4e08-8750-edf6f454a6ac req-6ac7d0c9-c82f-481a-be6c-0324df273b4f tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 946 time: 0.0921540 Jan 24 16:54:56.866631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-8cb0e071-190a-4e08-8750-edf6f454a6ac req-982ba5db-35cf-4b7f-8cd4-c61b38f9bab1 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Synchronizing usage tracker for tenant:5b59733083ba43649c259369157b5d74 on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:54:56.886789 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-8cb0e071-190a-4e08-8750-edf6f454a6ac req-982ba5db-35cf-4b7f-8cd4-c61b38f9bab1 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Unset dirty status for tenant:5b59733083ba43649c259369157b5d74 on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:54:56.887892 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8cb0e071-190a-4e08-8750-edf6f454a6ac req-982ba5db-35cf-4b7f-8cd4-c61b38f9bab1 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757463 Jan 24 16:54:57.486197 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a66c18-bf58-4686-8adb-47a04004d406 req-09811d75-d6e0-434e-8e58-34a489c89380 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:57.487685 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-66a66c18-bf58-4686-8adb-47a04004d406 req-09811d75-d6e0-434e-8e58-34a489c89380 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.129 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 946 time: 0.0840001 Jan 24 16:54:57.660434 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-66a66c18-bf58-4686-8adb-47a04004d406 req-260d7011-adaf-4fbd-96d3-59645f113c15 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Deleting port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:54:57.660777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-66a66c18-bf58-4686-8adb-47a04004d406 req-260d7011-adaf-4fbd-96d3-59645f113c15 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:57.919063 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-66a66c18-bf58-4686-8adb-47a04004d406 req-260d7011-adaf-4fbd-96d3-59645f113c15 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] For port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10,segment=NetworkSegment(8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c),segment_id=8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:54:57.919384 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-66a66c18-bf58-4686-8adb-47a04004d406 req-260d7011-adaf-4fbd-96d3-59645f113c15 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:58.051306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-66a66c18-bf58-4686-8adb-47a04004d406 req-260d7011-adaf-4fbd-96d3-59645f113c15 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Calling delete_port for bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:54:58.229647 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362ac21-331a-475b-93f4-1c90832855de req-4184f40f-7bbe-4e4d-bae1-46e3091bfa2b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:58.231024 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5362ac21-331a-475b-93f4-1c90832855de req-4184f40f-7bbe-4e4d-bae1-46e3091bfa2b tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/ports?device_id=f67733b8-844e-47c4-8e4a-553239f3cce7 HTTP/1.1" status: 200 len: 946 time: 0.1871061 Jan 24 16:54:58.272527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-66a66c18-bf58-4686-8adb-47a04004d406 req-260d7011-adaf-4fbd-96d3-59645f113c15 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:58.287458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['bb9665e0-18da-4ede-8c1f-65d5b2f2fe10'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:54:58.328240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d7011-adaf-4fbd-96d3-59645f113c15 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Pushing event deleted for resources: {'Port': ['ID=bb9665e0-18da-4ede-8c1f-65d5b2f2fe10,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:58.342429 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5362ac21-331a-475b-93f4-1c90832855de req-62e9a2a0-6fa4-404b-ac84-6d0167a90adf tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.130 "GET /v2.0/security-groups?id=251bad44-b52f-410b-ad5e-21f3e328befa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007230 Jan 24 16:54:58.417146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a66c18-bf58-4686-8adb-47a04004d406 req-260d7011-adaf-4fbd-96d3-59645f113c15 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] No DVR routers for this DVR port bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:54:58.422576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-66a66c18-bf58-4686-8adb-47a04004d406 req-260d7011-adaf-4fbd-96d3-59645f113c15 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:54:58.426638 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'name': 'network-vif-deleted', 'tag': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:54:58.443890 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-66a66c18-bf58-4686-8adb-47a04004d406 req-260d7011-adaf-4fbd-96d3-59645f113c15 tempest-TestMinimumBasicScenario-1437198025 tempest-TestMinimumBasicScenario-1437198025-project] 10.222.0.129 "DELETE /v2.0/ports/bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 HTTP/1.1" status: 204 len: 173 time: 0.9485381 Jan 24 16:54:58.486741 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67733b8-844e-47c4-8e4a-553239f3cce7', 'name': 'network-vif-deleted', 'tag': 'bb9665e0-18da-4ede-8c1f-65d5b2f2fe10', 'status': 'completed', 'code': 200} Jan 24 16:55:00.078515 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41790) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:00.484063 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6bbfa330-d512-4e0a-a670-4d74e2da1049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:01.220419 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6bbfa330-d512-4e0a-a670-4d74e2da1049 admin admin] Deleting port a9e1bc95-1fb2-4d52-9f72-56e34567913a {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:55:01.221251 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6bbfa330-d512-4e0a-a670-4d74e2da1049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:01.422083 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-6bbfa330-d512-4e0a-a670-4d74e2da1049 admin admin] For port a9e1bc95-1fb2-4d52-9f72-56e34567913a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a9e1bc95-1fb2-4d52-9f72-56e34567913a,segment=NetworkSegment(8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c),segment_id=8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:01.422434 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6bbfa330-d512-4e0a-a670-4d74e2da1049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:01.540102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-6bbfa330-d512-4e0a-a670-4d74e2da1049 admin admin] Calling delete_port for a9e1bc95-1fb2-4d52-9f72-56e34567913a owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:55:01.735695 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6bbfa330-d512-4e0a-a670-4d74e2da1049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:01.781492 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfa330-d512-4e0a-a670-4d74e2da1049 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e1bc95-1fb2-4d52-9f72-56e34567913a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:02.087330 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6bbfa330-d512-4e0a-a670-4d74e2da1049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:02.228556 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:55:02.264557 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:55:02.264897 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device bb9665e0-18da-4ede-8c1f-65d5b2f2fe10 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:55:02.783452 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbfa330-d512-4e0a-a670-4d74e2da1049 admin admin] Router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:55:02.999017 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbfa330-d512-4e0a-a670-4d74e2da1049 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:55:03.008040 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9548c8c-d099-4969-818e-7a01b957d952 None None] Sync routers for ids ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:55:03.011934 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6bbfa330-d512-4e0a-a670-4d74e2da1049 admin admin] 10.222.0.130 "PUT /v2.0/routers/5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9313951 Jan 24 16:55:03.014438 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41794) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:03.019979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9548c8c-d099-4969-818e-7a01b957d952 None None] Routers {'5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:55:03.020587 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-c9548c8c-d099-4969-818e-7a01b957d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:54:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:03.194327 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-c9548c8c-d099-4969-818e-7a01b957d952 None None] Set router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:55:03.205117 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-47d21b45-ea7e-46a1-8301-398e9a5bf485 admin admin] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:03.404841 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-47d21b45-ea7e-46a1-8301-398e9a5bf485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:03.415312 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-47d21b45-ea7e-46a1-8301-398e9a5bf485 admin admin] Deleting port 5f87abb0-fa20-4e5d-bfca-34e0abf27519 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:55:03.416044 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-47d21b45-ea7e-46a1-8301-398e9a5bf485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:03.481848 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-c9548c8c-d099-4969-818e-7a01b957d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'name': 'tempest-TestMinimumBasicScenario-2009128432-router', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:55:01Z', 'revision_number': 5, 'project_id': '5b59733083ba43649c259369157b5d74', 'gw_port': {'id': '5f87abb0-fa20-4e5d-bfca-34e0abf27519', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:03.485919 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9548c8c-d099-4969-818e-7a01b957d952 None None] Checking router: 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:55:03.496898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9548c8c-d099-4969-818e-7a01b957d952 None None] Routers {'5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:55:03.497495 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-c9548c8c-d099-4969-818e-7a01b957d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:54:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:03.584112 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-47d21b45-ea7e-46a1-8301-398e9a5bf485 admin admin] For port 5f87abb0-fa20-4e5d-bfca-34e0abf27519, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=5f87abb0-fa20-4e5d-bfca-34e0abf27519,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:03.584450 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-47d21b45-ea7e-46a1-8301-398e9a5bf485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:03.641010 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-c9548c8c-d099-4969-818e-7a01b957d952 None None] Set router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:55:03.705442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-47d21b45-ea7e-46a1-8301-398e9a5bf485 admin admin] Calling delete_port for 5f87abb0-fa20-4e5d-bfca-34e0abf27519 owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:55:03.783291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-c9548c8c-d099-4969-818e-7a01b957d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'name': 'tempest-TestMinimumBasicScenario-2009128432-router', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:55:03Z', 'revision_number': 6, 'project_id': '5b59733083ba43649c259369157b5d74', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:03.787537 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9548c8c-d099-4969-818e-7a01b957d952 None None] The sync data for ids ['5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87'] in dv-neutron-826104-1-hyperv is: [{'id': '5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87', 'name': 'tempest-TestMinimumBasicScenario-2009128432-router', 'tenant_id': '5b59733083ba43649c259369157b5d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:28Z', 'updated_at': '2022-01-24T16:55:03Z', 'revision_number': 6, 'project_id': '5b59733083ba43649c259369157b5d74', 'gw_port_host': None}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:55:03.888463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-47d21b45-ea7e-46a1-8301-398e9a5bf485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:03.930721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d21b45-ea7e-46a1-8301-398e9a5bf485 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f87abb0-fa20-4e5d-bfca-34e0abf27519,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:04.253827 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-47d21b45-ea7e-46a1-8301-398e9a5bf485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:04.533894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-47d21b45-ea7e-46a1-8301-398e9a5bf485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:04.538446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-47d21b45-ea7e-46a1-8301-398e9a5bf485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:04.565441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-47d21b45-ea7e-46a1-8301-398e9a5bf485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:04.566007 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d21b45-ea7e-46a1-8301-398e9a5bf485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:55:04.578742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-47d21b45-ea7e-46a1-8301-398e9a5bf485 admin admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:04.579918 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-47d21b45-ea7e-46a1-8301-398e9a5bf485 admin admin] 10.222.0.130 "DELETE /v2.0/routers/5965f7f5-ee8f-4e42-84ef-5fdacb3a8e87 HTTP/1.1" status: 204 len: 168 time: 1.5646081 Jan 24 16:55:04.582715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41798) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:04.642189 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c03441-0abb-44d0-bf63-c059b034cc6f admin admin] Deleting subnet 9b9aef5b-29f4-442a-8015-e539ec01015b {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:55:04.645357 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b5c03441-0abb-44d0-bf63-c059b034cc6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:04.695943 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b5c03441-0abb-44d0-bf63-c059b034cc6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:04.783932 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b5c03441-0abb-44d0-bf63-c059b034cc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:04.812082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5f87abb0-fa20-4e5d-bfca-34e0abf27519 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:55:04.848033 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 5f87abb0-fa20-4e5d-bfca-34e0abf27519 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:55:04.848365 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 5f87abb0-fa20-4e5d-bfca-34e0abf27519 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:55:04.848958 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a9e1bc95-1fb2-4d52-9f72-56e34567913a no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:55:04.856690 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b5c03441-0abb-44d0-bf63-c059b034cc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:04.880061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: a9e1bc95-1fb2-4d52-9f72-56e34567913a {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:55:04.880423 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a9e1bc95-1fb2-4d52-9f72-56e34567913a not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:55:04.896300 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c03441-0abb-44d0-bf63-c059b034cc6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b9aef5b-29f4-442a-8015-e539ec01015b,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:04.906931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b5c03441-0abb-44d0-bf63-c059b034cc6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:04.912973 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b87812c-45b2-4df1-a7b5-b38d749119e2 None None] Network 6764ac78-9d8d-4102-b6d5-ac897cae631b requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:55:04.913142 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b5c03441-0abb-44d0-bf63-c059b034cc6f admin admin] 10.222.0.130 "DELETE /v2.0/subnets/9b9aef5b-29f4-442a-8015-e539ec01015b HTTP/1.1" status: 204 len: 168 time: 0.3292141 Jan 24 16:55:04.915883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41802) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:05.016192 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:05.027708 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] Deleting port deb2c71a-b137-46fb-9bf8-ced8697ba0ef {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:55:05.028011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:05.150916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df4c34e-11d3-4ea5-b08c-90ed6633acf4 None None] DHCP port deletion for 6764ac78-9d8d-4102-b6d5-ac897cae631b request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:55:05.155224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0df4c34e-11d3-4ea5-b08c-90ed6633acf4 None None] Deleting port deb2c71a-b137-46fb-9bf8-ced8697ba0ef {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:55:05.155701 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0df4c34e-11d3-4ea5-b08c-90ed6633acf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:05.244867 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] For port deb2c71a-b137-46fb-9bf8-ced8697ba0ef, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=deb2c71a-b137-46fb-9bf8-ced8697ba0ef,segment=NetworkSegment(8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c),segment_id=8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:05.245213 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:05.362162 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0df4c34e-11d3-4ea5-b08c-90ed6633acf4 None None] For port deb2c71a-b137-46fb-9bf8-ced8697ba0ef, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=deb2c71a-b137-46fb-9bf8-ced8697ba0ef,segment=NetworkSegment(8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c),segment_id=8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:05.362444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0df4c34e-11d3-4ea5-b08c-90ed6633acf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:05.448580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] Calling delete_port for deb2c71a-b137-46fb-9bf8-ced8697ba0ef owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:55:05.480078 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0df4c34e-11d3-4ea5-b08c-90ed6633acf4 None None] Calling delete_port for deb2c71a-b137-46fb-9bf8-ced8697ba0ef owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:55:05.525399 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:05.556714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-0df4c34e-11d3-4ea5-b08c-90ed6633acf4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:55:05.557060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-0df4c34e-11d3-4ea5-b08c-90ed6633acf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:55:05.567803 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=deb2c71a-b137-46fb-9bf8-ced8697ba0ef,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:05.574177 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] No DVR routers for this DVR port deb2c71a-b137-46fb-9bf8-ced8697ba0ef on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:55:05.686485 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:05.711313 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6764ac78-9d8d-4102-b6d5-ac897cae631b']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:05.722888 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:05.723166 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c85bb52-b9a1-4c28-b0db-d1c4d2b9158c') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:05.734214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:05.752462 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:05.761764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:55:05.762139 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:55:05.779163 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:55:05.864438 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:05.881167 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:05.895808 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] Pushing event deleted for resources: {'Network': ['ID=6764ac78-9d8d-4102-b6d5-ac897cae631b,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:05.907793 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-aa09163d-e941-4f81-bfdb-fdae644bb2ac admin admin] 10.222.0.130 "DELETE /v2.0/networks/6764ac78-9d8d-4102-b6d5-ac897cae631b HTTP/1.1" status: 204 len: 168 time: 0.9908764 Jan 24 16:55:05.911233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41806) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:06.058456 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0df4c34e-11d3-4ea5-b08c-90ed6633acf4 None None] Deleting port deb2c71a-b137-46fb-9bf8-ced8697ba0ef {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:55:06.058974 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0df4c34e-11d3-4ea5-b08c-90ed6633acf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:06.122350 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-0df4c34e-11d3-4ea5-b08c-90ed6633acf4 None None] The port 'deb2c71a-b137-46fb-9bf8-ced8697ba0ef' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:55:06.346976 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdb21-863c-45df-be24-021fcff4b4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:06.805034 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device deb2c71a-b137-46fb-9bf8-ced8697ba0ef no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:55:06.840019 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: deb2c71a-b137-46fb-9bf8-ced8697ba0ef {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:55:06.840357 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device deb2c71a-b137-46fb-9bf8-ced8697ba0ef not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:55:06.991229 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5df3e9de-b031-4c5a-aec6-b228bd881c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:07.067985 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-d9dfdb21-863c-45df-be24-021fcff4b4bc admin admin] Deleting port d6c5a711-9439-4f46-aa4b-6db399b86d63 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:55:07.068523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdb21-863c-45df-be24-021fcff4b4bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:07.238800 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-d9dfdb21-863c-45df-be24-021fcff4b4bc admin admin] For port d6c5a711-9439-4f46-aa4b-6db399b86d63, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d6c5a711-9439-4f46-aa4b-6db399b86d63,segment=NetworkSegment(2332afa4-5054-4d1f-a09e-8dc1fe2bed3a),segment_id=2332afa4-5054-4d1f-a09e-8dc1fe2bed3a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:07.239113 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdb21-863c-45df-be24-021fcff4b4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:07.365444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-d9dfdb21-863c-45df-be24-021fcff4b4bc admin admin] Calling delete_port for d6c5a711-9439-4f46-aa4b-6db399b86d63 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:55:07.551116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdb21-863c-45df-be24-021fcff4b4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:07.600833 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfdb21-863c-45df-be24-021fcff4b4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c5a711-9439-4f46-aa4b-6db399b86d63,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:07.902687 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdb21-863c-45df-be24-021fcff4b4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:08.609221 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dfdb21-863c-45df-be24-021fcff4b4bc admin admin] Router 064772aa-0752-4a7a-ade6-cb53b33b249f has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:55:08.817259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dfdb21-863c-45df-be24-021fcff4b4bc admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:55:08.826320 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea2615b-06df-4c00-861c-afd165571b3e None None] Sync routers for ids ['064772aa-0752-4a7a-ade6-cb53b33b249f'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:55:08.834070 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d9dfdb21-863c-45df-be24-021fcff4b4bc admin admin] 10.222.0.130 "PUT /v2.0/routers/064772aa-0752-4a7a-ade6-cb53b33b249f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9215586 Jan 24 16:55:08.836669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41810) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:08.841101 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea2615b-06df-4c00-861c-afd165571b3e None None] Routers {'064772aa-0752-4a7a-ade6-cb53b33b249f'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:55:08.841713 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-6ea2615b-06df-4c00-861c-afd165571b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:54:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['064772aa-0752-4a7a-ade6-cb53b33b249f'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:09.040209 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-6ea2615b-06df-4c00-861c-afd165571b3e None None] Set router 064772aa-0752-4a7a-ade6-cb53b33b249f gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:55:09.048850 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67cd5bbf-c440-433d-be95-48f2a59f3e4c admin admin] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:09.204836 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a5e3b9a5-14aa-4fbf-a326-142971fa0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:09.251403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67cd5bbf-c440-433d-be95-48f2a59f3e4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:09.260529 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-67cd5bbf-c440-433d-be95-48f2a59f3e4c admin admin] Deleting port b3bd2b03-4cf8-49e9-9220-1b86154f915d {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:55:09.260843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67cd5bbf-c440-433d-be95-48f2a59f3e4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:09.325399 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-6ea2615b-06df-4c00-861c-afd165571b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'name': 'tempest-TestMinimumBasicScenario-1791957053-router', 'tenant_id': '449d2c2909d34cff891bc8788fd18472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': 'b3bd2b03-4cf8-49e9-9220-1b86154f915d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:34Z', 'updated_at': '2022-01-24T16:55:07Z', 'revision_number': 5, 'project_id': '449d2c2909d34cff891bc8788fd18472', 'gw_port': {'id': 'b3bd2b03-4cf8-49e9-9220-1b86154f915d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:52:34Z', 'updated_at': '2022-01-24T16:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:09.329329 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea2615b-06df-4c00-861c-afd165571b3e None None] Checking router: 064772aa-0752-4a7a-ade6-cb53b33b249f for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:55:09.339546 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea2615b-06df-4c00-861c-afd165571b3e None None] Routers {'064772aa-0752-4a7a-ade6-cb53b33b249f'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:55:09.340628 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-6ea2615b-06df-4c00-861c-afd165571b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:55:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['064772aa-0752-4a7a-ade6-cb53b33b249f'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:09.440318 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-67cd5bbf-c440-433d-be95-48f2a59f3e4c admin admin] For port b3bd2b03-4cf8-49e9-9220-1b86154f915d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=b3bd2b03-4cf8-49e9-9220-1b86154f915d,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:09.440632 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67cd5bbf-c440-433d-be95-48f2a59f3e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:09.485116 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-6ea2615b-06df-4c00-861c-afd165571b3e None None] Set router 064772aa-0752-4a7a-ade6-cb53b33b249f gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:55:09.559455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-67cd5bbf-c440-433d-be95-48f2a59f3e4c admin admin] Calling delete_port for b3bd2b03-4cf8-49e9-9220-1b86154f915d owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:55:09.587457 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-6ea2615b-06df-4c00-861c-afd165571b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'name': 'tempest-TestMinimumBasicScenario-1791957053-router', 'tenant_id': '449d2c2909d34cff891bc8788fd18472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:34Z', 'updated_at': '2022-01-24T16:55:09Z', 'revision_number': 6, 'project_id': '449d2c2909d34cff891bc8788fd18472', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:09.591446 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea2615b-06df-4c00-861c-afd165571b3e None None] The sync data for ids ['064772aa-0752-4a7a-ade6-cb53b33b249f'] in dv-neutron-826104-1-hyperv is: [{'id': '064772aa-0752-4a7a-ade6-cb53b33b249f', 'name': 'tempest-TestMinimumBasicScenario-1791957053-router', 'tenant_id': '449d2c2909d34cff891bc8788fd18472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:52:34Z', 'updated_at': '2022-01-24T16:55:09Z', 'revision_number': 6, 'project_id': '449d2c2909d34cff891bc8788fd18472', 'gw_port_host': None}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:55:09.732390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67cd5bbf-c440-433d-be95-48f2a59f3e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:09.775505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd5bbf-c440-433d-be95-48f2a59f3e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bd2b03-4cf8-49e9-9220-1b86154f915d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:09.996713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67cd5bbf-c440-433d-be95-48f2a59f3e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:10.359121 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67cd5bbf-c440-433d-be95-48f2a59f3e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:10.363279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67cd5bbf-c440-433d-be95-48f2a59f3e4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:10.392798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67cd5bbf-c440-433d-be95-48f2a59f3e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:10.393268 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cd5bbf-c440-433d-be95-48f2a59f3e4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 064772aa-0752-4a7a-ade6-cb53b33b249f {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:55:10.406220 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-67cd5bbf-c440-433d-be95-48f2a59f3e4c admin admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:10.407980 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-67cd5bbf-c440-433d-be95-48f2a59f3e4c admin admin] 10.222.0.130 "DELETE /v2.0/routers/064772aa-0752-4a7a-ade6-cb53b33b249f HTTP/1.1" status: 204 len: 168 time: 1.5695169 Jan 24 16:55:10.409956 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41814) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:10.430776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:10.473519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac4f524-2faa-4caf-9399-96c5a14f151d admin admin] Deleting subnet 650467f0-c3bf-40af-a2fa-b0f37326765d {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:55:10.475239 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:10.477232 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bac4f524-2faa-4caf-9399-96c5a14f151d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:10.529180 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bac4f524-2faa-4caf-9399-96c5a14f151d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:10.613898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bac4f524-2faa-4caf-9399-96c5a14f151d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:10.689323 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bac4f524-2faa-4caf-9399-96c5a14f151d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:10.728090 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4f524-2faa-4caf-9399-96c5a14f151d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=650467f0-c3bf-40af-a2fa-b0f37326765d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:10.731795 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bac4f524-2faa-4caf-9399-96c5a14f151d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:10.737265 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd03e07-4d01-4ad1-af48-45b3bbc8299a None None] Network 9c45556d-d468-41ca-8c09-e4830a317c13 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:55:10.739951 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bac4f524-2faa-4caf-9399-96c5a14f151d admin admin] 10.222.0.130 "DELETE /v2.0/subnets/650467f0-c3bf-40af-a2fa-b0f37326765d HTTP/1.1" status: 204 len: 168 time: 0.3276024 Jan 24 16:55:10.741264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41818) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:10.811937 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b3bd2b03-4cf8-49e9-9220-1b86154f915d no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:55:10.849457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:10.855738 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: b3bd2b03-4cf8-49e9-9220-1b86154f915d {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:55:10.856079 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device b3bd2b03-4cf8-49e9-9220-1b86154f915d not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:55:10.856495 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d6c5a711-9439-4f46-aa4b-6db399b86d63 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:55:10.863272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] Deleting port a21f74c9-0e50-458b-9741-7edc7035e94d {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:55:10.863645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:10.891177 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: d6c5a711-9439-4f46-aa4b-6db399b86d63 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:55:10.891546 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d6c5a711-9439-4f46-aa4b-6db399b86d63 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:55:11.065815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdc9bfe-8825-4b96-834a-8a89332b4ec9 None None] DHCP port deletion for 9c45556d-d468-41ca-8c09-e4830a317c13 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:55:11.070157 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc9bfe-8825-4b96-834a-8a89332b4ec9 None None] Deleting port a21f74c9-0e50-458b-9741-7edc7035e94d {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:55:11.070525 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fcdc9bfe-8825-4b96-834a-8a89332b4ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:11.073324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] For port a21f74c9-0e50-458b-9741-7edc7035e94d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a21f74c9-0e50-458b-9741-7edc7035e94d,segment=NetworkSegment(2332afa4-5054-4d1f-a09e-8dc1fe2bed3a),segment_id=2332afa4-5054-4d1f-a09e-8dc1fe2bed3a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:11.073742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:11.194783 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] Calling delete_port for a21f74c9-0e50-458b-9741-7edc7035e94d owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:55:11.268130 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-fcdc9bfe-8825-4b96-834a-8a89332b4ec9 None None] For port a21f74c9-0e50-458b-9741-7edc7035e94d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=a21f74c9-0e50-458b-9741-7edc7035e94d,segment=NetworkSegment(2332afa4-5054-4d1f-a09e-8dc1fe2bed3a),segment_id=2332afa4-5054-4d1f-a09e-8dc1fe2bed3a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:11.268545 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fcdc9bfe-8825-4b96-834a-8a89332b4ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:11.275440 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:11.321501 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21f74c9-0e50-458b-9741-7edc7035e94d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:11.327152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] No DVR routers for this DVR port a21f74c9-0e50-458b-9741-7edc7035e94d on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:55:11.424519 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc9bfe-8825-4b96-834a-8a89332b4ec9 None None] Calling delete_port for a21f74c9-0e50-458b-9741-7edc7035e94d owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:55:11.448769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:11.473647 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c45556d-d468-41ca-8c09-e4830a317c13']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:11.485307 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2332afa4-5054-4d1f-a09e-8dc1fe2bed3a') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:11.485593 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2332afa4-5054-4d1f-a09e-8dc1fe2bed3a') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:11.493264 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-fcdc9bfe-8825-4b96-834a-8a89332b4ec9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:55:11.493807 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-fcdc9bfe-8825-4b96-834a-8a89332b4ec9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:55:11.500678 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:11.519140 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:11.525931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:55:11.526297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:55:11.539014 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:55:11.704574 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:11.709763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:11.737470 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c45556d-d468-41ca-8c09-e4830a317c13,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:11.741840 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2f2947f5-d47d-43d7-800f-c18e072d3ed2 admin admin] 10.222.0.130 "DELETE /v2.0/networks/9c45556d-d468-41ca-8c09-e4830a317c13 HTTP/1.1" status: 204 len: 168 time: 0.9994953 Jan 24 16:55:11.903706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:11.982118 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41824) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:11.994687 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc9bfe-8825-4b96-834a-8a89332b4ec9 None None] Deleting port a21f74c9-0e50-458b-9741-7edc7035e94d {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:55:11.995061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fcdc9bfe-8825-4b96-834a-8a89332b4ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:12.036256 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1b453171-d7a8-4e50-ad48-3da68430c035 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=5b59733083ba43649c259369157b5d74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527794 Jan 24 16:55:12.038633 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41828) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:12.060536 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc9bfe-8825-4b96-834a-8a89332b4ec9 None None] The port 'a21f74c9-0e50-458b-9741-7edc7035e94d' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:55:12.117650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c002-7366-4e69-a29b-1f98c77e584c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:12.144285 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c002-7366-4e69-a29b-1f98c77e584c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:12.200869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c002-7366-4e69-a29b-1f98c77e584c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:12.222122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6c002-7366-4e69-a29b-1f98c77e584c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251bad44-b52f-410b-ad5e-21f3e328befa,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:12.232216 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c002-7366-4e69-a29b-1f98c77e584c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:12.233352 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dcb6c002-7366-4e69-a29b-1f98c77e584c admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/251bad44-b52f-410b-ad5e-21f3e328befa HTTP/1.1" status: 204 len: 168 time: 0.1937551 Jan 24 16:55:12.693606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41836) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:12.756166 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1c9666a3-b1d5-4c39-a712-3e9c8820d4d8 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=449d2c2909d34cff891bc8788fd18472&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0613923 Jan 24 16:55:12.758877 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41840) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:12.801443 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a21f74c9-0e50-458b-9741-7edc7035e94d no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:55:12.820935 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3df5baea-d2f2-4574-b851-ce26a0a77d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:12.833280 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: a21f74c9-0e50-458b-9741-7edc7035e94d {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:55:12.833639 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device a21f74c9-0e50-458b-9741-7edc7035e94d not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:55:12.848555 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3df5baea-d2f2-4574-b851-ce26a0a77d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:12.907011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3df5baea-d2f2-4574-b851-ce26a0a77d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:12.929007 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5baea-d2f2-4574-b851-ce26a0a77d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952d03a2-8a26-402c-8feb-e4abf78bf674,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:12.938128 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3df5baea-d2f2-4574-b851-ce26a0a77d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:12.939285 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3df5baea-d2f2-4574-b851-ce26a0a77d96 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/952d03a2-8a26-402c-8feb-e4abf78bf674 HTTP/1.1" status: 204 len: 168 time: 0.1796231 Jan 24 16:55:15.267617 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41890) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:15.273228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-198967548', 'description': 'tempest-secgroup-smoke-198967548 description', 'project_id': 'edd5921dd99549ffb2cf58151bde22da'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:55:15.279402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:55:15.283368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:55:15.286249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:55:15.292757 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:55:15.302586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:15.315274 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:15.347070 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:55:15.350910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:55:15.353777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:55:15.359435 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:55:15.435978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:15.441789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:15.482881 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fdb01c-1207-4395-8151-232f42c64193,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:15.485507 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:55:15.489558 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:55:15.493007 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:55:15.499391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:55:15.554739 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:15.560627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:15.601798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084c0f5e-ab80-4964-a08b-840fd05ab8db,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:15.606096 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:15.607243 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2f3d6520-9aa2-437f-bdb1-451f525528b8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3386648 Jan 24 16:55:15.610187 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41894) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:15.615550 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-63910892-9e9a-4a4d-823c-0e8a18b08240 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '084c0f5e-ab80-4964-a08b-840fd05ab8db', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:55:15.622050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-63910892-9e9a-4a4d-823c-0e8a18b08240 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:55:15.625870 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-63910892-9e9a-4a4d-823c-0e8a18b08240 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:55:15.628775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-63910892-9e9a-4a4d-823c-0e8a18b08240 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:55:15.634502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-63910892-9e9a-4a4d-823c-0e8a18b08240 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:55:15.652056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63910892-9e9a-4a4d-823c-0e8a18b08240 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:15.728374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63910892-9e9a-4a4d-823c-0e8a18b08240 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:15.736537 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63910892-9e9a-4a4d-823c-0e8a18b08240 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:15.770556 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63910892-9e9a-4a4d-823c-0e8a18b08240 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f59745-9e53-45a5-b7e4-5f7be7c1e7e1,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:15.784268 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-63910892-9e9a-4a4d-823c-0e8a18b08240 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:15.786531 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-63910892-9e9a-4a4d-823c-0e8a18b08240 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1749895 Jan 24 16:55:15.791108 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41898) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:15.798878 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b9a287b5-9434-48d3-9657-e91a1d86b589 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '084c0f5e-ab80-4964-a08b-840fd05ab8db', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:55:15.807973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b9a287b5-9434-48d3-9657-e91a1d86b589 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:55:15.812345 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b9a287b5-9434-48d3-9657-e91a1d86b589 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:55:15.815586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b9a287b5-9434-48d3-9657-e91a1d86b589 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:55:15.822023 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b9a287b5-9434-48d3-9657-e91a1d86b589 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:55:15.839897 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9a287b5-9434-48d3-9657-e91a1d86b589 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:15.902366 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9a287b5-9434-48d3-9657-e91a1d86b589 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:15.908140 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9a287b5-9434-48d3-9657-e91a1d86b589 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:15.939578 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a287b5-9434-48d3-9657-e91a1d86b589 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736b279b-a9f2-4151-9783-719a9e57d3ff,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:15.950364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b9a287b5-9434-48d3-9657-e91a1d86b589 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:15.951873 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b9a287b5-9434-48d3-9657-e91a1d86b589 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1593254 Jan 24 16:55:15.954802 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41902) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:15.960507 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-8c4ee46e-e07f-408c-83ab-b94d1a94247d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '084c0f5e-ab80-4964-a08b-840fd05ab8db', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:55:15.968001 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8c4ee46e-e07f-408c-83ab-b94d1a94247d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:55:15.972406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8c4ee46e-e07f-408c-83ab-b94d1a94247d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:55:15.975691 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8c4ee46e-e07f-408c-83ab-b94d1a94247d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:55:15.982356 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8c4ee46e-e07f-408c-83ab-b94d1a94247d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:55:16.002024 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee46e-e07f-408c-83ab-b94d1a94247d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.065581 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee46e-e07f-408c-83ab-b94d1a94247d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.071992 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee46e-e07f-408c-83ab-b94d1a94247d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.096996 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ee46e-e07f-408c-83ab-b94d1a94247d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768e267b-39a8-4b87-9b93-0103b766cc56,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:16.106140 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee46e-e07f-408c-83ab-b94d1a94247d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.107636 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8c4ee46e-e07f-408c-83ab-b94d1a94247d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1518214 Jan 24 16:55:16.110381 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41906) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:16.116260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f3febf94-334a-4676-97e9-7bb885630c95 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '084c0f5e-ab80-4964-a08b-840fd05ab8db', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:55:16.122714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f3febf94-334a-4676-97e9-7bb885630c95 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:55:16.126686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f3febf94-334a-4676-97e9-7bb885630c95 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:55:16.129636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f3febf94-334a-4676-97e9-7bb885630c95 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:55:16.136714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f3febf94-334a-4676-97e9-7bb885630c95 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:55:16.158832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f3febf94-334a-4676-97e9-7bb885630c95 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.231229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f3febf94-334a-4676-97e9-7bb885630c95 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.236261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f3febf94-334a-4676-97e9-7bb885630c95 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.259427 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3febf94-334a-4676-97e9-7bb885630c95 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf39cbb-12f7-43aa-b60d-5a6390be3950,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:16.268580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f3febf94-334a-4676-97e9-7bb885630c95 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.269738 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f3febf94-334a-4676-97e9-7bb885630c95 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1584418 Jan 24 16:55:16.272433 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41910) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:16.277871 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-38c5878a-d020-4588-9af7-0129e98a6443 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '084c0f5e-ab80-4964-a08b-840fd05ab8db', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:55:16.283644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-38c5878a-d020-4588-9af7-0129e98a6443 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:55:16.287365 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-38c5878a-d020-4588-9af7-0129e98a6443 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:55:16.290270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-38c5878a-d020-4588-9af7-0129e98a6443 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:55:16.295865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-38c5878a-d020-4588-9af7-0129e98a6443 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:55:16.307506 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-38c5878a-d020-4588-9af7-0129e98a6443 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Project edd5921dd99549ffb2cf58151bde22da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:55:16.313648 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-38c5878a-d020-4588-9af7-0129e98a6443 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.381679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-38c5878a-d020-4588-9af7-0129e98a6443 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.387490 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-38c5878a-d020-4588-9af7-0129e98a6443 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.421712 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5878a-d020-4588-9af7-0129e98a6443 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6f6174-e00f-48ee-ae0b-86491f033dd6,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:16.433185 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-38c5878a-d020-4588-9af7-0129e98a6443 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.434451 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-38c5878a-d020-4588-9af7-0129e98a6443 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1611483 Jan 24 16:55:16.437273 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41914) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:16.442672 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ca033b32-7556-47b8-b04b-a4cf110a970d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '084c0f5e-ab80-4964-a08b-840fd05ab8db', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:55:16.448665 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ca033b32-7556-47b8-b04b-a4cf110a970d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:55:16.452819 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ca033b32-7556-47b8-b04b-a4cf110a970d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:55:16.455771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ca033b32-7556-47b8-b04b-a4cf110a970d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:55:16.461643 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ca033b32-7556-47b8-b04b-a4cf110a970d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:55:16.473544 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-ca033b32-7556-47b8-b04b-a4cf110a970d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Project edd5921dd99549ffb2cf58151bde22da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:55:16.479999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ca033b32-7556-47b8-b04b-a4cf110a970d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.544516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ca033b32-7556-47b8-b04b-a4cf110a970d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.550083 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ca033b32-7556-47b8-b04b-a4cf110a970d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.572018 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca033b32-7556-47b8-b04b-a4cf110a970d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9f2e27-32db-4d77-ab4e-7aca26cbc0e1,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:16.582692 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ca033b32-7556-47b8-b04b-a4cf110a970d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.583869 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ca033b32-7556-47b8-b04b-a4cf110a970d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1456316 Jan 24 16:55:16.588032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41918) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:16.593286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a7ea3de6-e2a6-4ca1-94fb-109c5ff540bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'network': {'name': 'tempest-network-smoke--344389159', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'port_security_enabled': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:55:16.597988 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a7ea3de6-e2a6-4ca1-94fb-109c5ff540bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:55:16.601676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a7ea3de6-e2a6-4ca1-94fb-109c5ff540bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:network and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:55:16.604567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a7ea3de6-e2a6-4ca1-94fb-109c5ff540bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:55:16.610252 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a7ea3de6-e2a6-4ca1-94fb-109c5ff540bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:55:16.623831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ea3de6-e2a6-4ca1-94fb-109c5ff540bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Made reservation on behalf of edd5921dd99549ffb2cf58151bde22da for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:55:16.628447 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3de6-e2a6-4ca1-94fb-109c5ff540bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.665586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ea3de6-e2a6-4ca1-94fb-109c5ff540bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:55:16.677029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3de6-e2a6-4ca1-94fb-109c5ff540bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.677410 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-a7ea3de6-e2a6-4ca1-94fb-109c5ff540bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Added segment 26914562-41e0-46b7-a150-518c4d1e5608 of type vlan for network aa4f4957-0d35-43ff-bbc3-c0aadf4191db Jan 24 16:55:16.708953 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3de6-e2a6-4ca1-94fb-109c5ff540bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.745391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3de6-e2a6-4ca1-94fb-109c5ff540bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.749270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ea3de6-e2a6-4ca1-94fb-109c5ff540bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:16.749834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3de6-e2a6-4ca1-94fb-109c5ff540bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.836456 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a7ea3de6-e2a6-4ca1-94fb-109c5ff540bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2473867 Jan 24 16:55:16.839827 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41922) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:16.845798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1625770293', 'admin_state_up': True, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:55:16.852688 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:55:16.856101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea3de6-e2a6-4ca1-94fb-109c5ff540bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Network': ['ID=aa4f4957-0d35-43ff-bbc3-c0aadf4191db,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:16.858465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:router and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:55:16.860933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:55:16.866943 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network aa4f4957-0d35-43ff-bbc3-c0aadf4191db details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:55:16.867366 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:55:16.877516 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.878415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:16.896276 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:17.041446 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:17.236158 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:17.264471 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:17.401644 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.26.2.86 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/d5d120b3-453e-4cd4-89e9-ed2c4877685d) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:17.546454 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:17.579540 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:17.643691 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:17.646497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:17.650778 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:55:17.673898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=d5d120b3-453e-4cd4-89e9-ed2c4877685d,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:17.823648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:17.824341 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:18.065248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router a297b85e-12b0-4591-a427-c9024321f01b is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:55:18.259452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:18.378890 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:55:18.388740 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Sync routers for ids ['a297b85e-12b0-4591-a427-c9024321f01b'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:55:18.401822 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Routers {'a297b85e-12b0-4591-a427-c9024321f01b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:55:18.402595 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:55:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a297b85e-12b0-4591-a427-c9024321f01b'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:18.405683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:18.406943 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e30797c2-c7f5-4cbc-ad33-4ca763bb4dc6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5655181 Jan 24 16:55:18.410060 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41926) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:18.574665 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7541acc0-287e-4860-b664-3ca01b8d92e1 tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/subnets?project_id=edd5921dd99549ffb2cf58151bde22da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1635222 Jan 24 16:55:18.577415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41932) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:18.580893 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Set router a297b85e-12b0-4591-a427-c9024321f01b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:55:18.708273 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ec86bc-0929-435f-b590-c5915e6a9457 tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:18.709741 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e0ec86bc-0929-435f-b590-c5915e6a9457 tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314285 Jan 24 16:55:18.712754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 41936) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:18.751632 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-49fe4ccf-abaa-40b2-b16a-0a5d11ce863f tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376368 Jan 24 16:55:18.755399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41940) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:18.767684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0f7cfcb6-9082-4130-844a-1ccc09fafccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1595909196', 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:55:18.883439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0f7cfcb6-9082-4130-844a-1ccc09fafccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:55:18.883798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625770293', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:16Z', 'updated_at': '2022-01-24T16:55:17Z', 'revision_number': 3, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:17Z', 'updated_at': '2022-01-24T16:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:18.887917 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0f7cfcb6-9082-4130-844a-1ccc09fafccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:subnet and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:55:18.888197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Checking router: a297b85e-12b0-4591-a427-c9024321f01b for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:55:18.888548 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Updating router a297b85e-12b0-4591-a427-c9024321f01b port d5d120b3-453e-4cd4-89e9-ed2c4877685d binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:55:18.890868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0f7cfcb6-9082-4130-844a-1ccc09fafccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:55:18.896942 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0f7cfcb6-9082-4130-844a-1ccc09fafccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:55:18.909196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7cfcb6-9082-4130-844a-1ccc09fafccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Made reservation on behalf of edd5921dd99549ffb2cf58151bde22da for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:55:18.940717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:19.133012 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0f7cfcb6-9082-4130-844a-1ccc09fafccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:19.282535 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:19.294171 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Transition to ACTIVE for port object d5d120b3-453e-4cd4-89e9-ed2c4877685d will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:55:19.302174 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:19.354236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0f7cfcb6-9082-4130-844a-1ccc09fafccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:19.397291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Attempting to bind port d5d120b3-453e-4cd4-89e9-ed2c4877685d on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:55:19.397655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Attempting to bind port d5d120b3-453e-4cd4-89e9-ed2c4877685d by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:55:19.398016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Attempting to bind port d5d120b3-453e-4cd4-89e9-ed2c4877685d on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:55:19.400198 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e8fe0-da74-4015-a3e9-3f7c8e16452b None None] Pushing event updated for resources: {'Port': ['ID=d5d120b3-453e-4cd4-89e9-ed2c4877685d,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:19.411624 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e8fe0-da74-4015-a3e9-3f7c8e16452b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:19.411956 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e8fe0-da74-4015-a3e9-3f7c8e16452b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:19.412289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e8fe0-da74-4015-a3e9-3f7c8e16452b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:19.412615 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e8fe0-da74-4015-a3e9-3f7c8e16452b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:19.412943 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e8fe0-da74-4015-a3e9-3f7c8e16452b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:19.413264 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e8fe0-da74-4015-a3e9-3f7c8e16452b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:19.413584 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e8fe0-da74-4015-a3e9-3f7c8e16452b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:19.413904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e8fe0-da74-4015-a3e9-3f7c8e16452b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:19.414254 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e8fe0-da74-4015-a3e9-3f7c8e16452b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:19.414591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e8fe0-da74-4015-a3e9-3f7c8e16452b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:19.415233 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e8fe0-da74-4015-a3e9-3f7c8e16452b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:19.417984 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:55:19.418345 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:55:19.418748 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:19.419121 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:55:19.419619 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Bound port: d5d120b3-453e-4cd4-89e9-ed2c4877685d, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:55:19.419978 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:19.436052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cfcb6-9082-4130-844a-1ccc09fafccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Subnet': ['ID=d7abe720-62ef-4c8a-82d7-de71744ca10a,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:19.448916 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7cfcb6-9082-4130-844a-1ccc09fafccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Checking segment: {'id': '26914562-41e0-46b7-a150-518c4d1e5608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:55:19.449283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7cfcb6-9082-4130-844a-1ccc09fafccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network hostable DHCP agents. Network: aa4f4957-0d35-43ff-bbc3-c0aadf4191db, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:55:19.472484 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7cfcb6-9082-4130-844a-1ccc09fafccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network aa4f4957-0d35-43ff-bbc3-c0aadf4191db is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:55:19.481554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-0f7cfcb6-9082-4130-844a-1ccc09fafccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, aa4f4957-0d35-43ff-bbc3-c0aadf4191db) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:19.487029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7cfcb6-9082-4130-844a-1ccc09fafccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:19.487782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0f7cfcb6-9082-4130-844a-1ccc09fafccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:19.493374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694befac-c801-42db-8e5f-efe16f41e0e5 None None] Network aa4f4957-0d35-43ff-bbc3-c0aadf4191db requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:55:19.510826 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0f7cfcb6-9082-4130-844a-1ccc09fafccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7540393 Jan 24 16:55:19.512326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 41944) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:19.613569 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] For port d5d120b3-453e-4cd4-89e9-ed2c4877685d, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:19.640853 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] For port d5d120b3-453e-4cd4-89e9-ed2c4877685d, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d5d120b3-453e-4cd4-89e9-ed2c4877685d,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:19.648932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:19.805991 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e8fe0-da74-4015-a3e9-3f7c8e16452b None None] Pushing event updated for resources: {'Port': ['ID=d5d120b3-453e-4cd4-89e9-ed2c4877685d,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:19.814458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Routers {'a297b85e-12b0-4591-a427-c9024321f01b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:55:19.814863 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:55:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a297b85e-12b0-4591-a427-c9024321f01b'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:19.876916 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ips': [{'subnet_id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:55:19.877721 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:20.117478 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] Set router a297b85e-12b0-4591-a427-c9024321f01b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:55:20.256059 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Allocated IP 172.20.0.2 (aa4f4957-0d35-43ff-bbc3-c0aadf4191db/d7abe720-62ef-4c8a-82d7-de71744ca10a/4530d14f-80b4-4f28-bc88-4178e6b88dd2) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:20.276989 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:20.591277 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:20.605579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Transition to ACTIVE for port object 4530d14f-80b4-4f28-bc88-4178e6b88dd2 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:55:20.616639 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625770293', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:16Z', 'updated_at': '2022-01-24T16:55:17Z', 'revision_number': 3, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:17Z', 'updated_at': '2022-01-24T16:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:20.627364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e7dce-0499-4c80-853c-61c8490f080a None None] The sync data for ids ['a297b85e-12b0-4591-a427-c9024321f01b'] in dv-neutron-826104-1-hyperv is: [{'id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625770293', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:16Z', 'updated_at': '2022-01-24T16:55:17Z', 'revision_number': 3, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:17Z', 'updated_at': '2022-01-24T16:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:55:20.631173 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Transition to ACTIVE for port object 4530d14f-80b4-4f28-bc88-4178e6b88dd2 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:55:20.637087 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:20.705022 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.20.0.1 (aa4f4957-0d35-43ff-bbc3-c0aadf4191db/d7abe720-62ef-4c8a-82d7-de71744ca10a/28de9159-e42a-412a-a785-d92e3d0c5245) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:20.714864 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Network aa4f4957-0d35-43ff-bbc3-c0aadf4191db is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:20.718204 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:20.722884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:55:20.725043 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Pushing event updated for resources: {'Port': ['ID=4530d14f-80b4-4f28-bc88-4178e6b88dd2,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:20.820457 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Attempting to bind port 4530d14f-80b4-4f28-bc88-4178e6b88dd2 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:55:20.820457 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Attempting to bind port 4530d14f-80b4-4f28-bc88-4178e6b88dd2 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '26914562-41e0-46b7-a150-518c4d1e5608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:55:20.825441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Attempting to bind port 4530d14f-80b4-4f28-bc88-4178e6b88dd2 on network aa4f4957-0d35-43ff-bbc3-c0aadf4191db {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:55:20.850706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:55:20.851950 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Checking segment: {'id': '26914562-41e0-46b7-a150-518c4d1e5608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:55:20.852461 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:20.853711 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Bound using segment: {'id': '26914562-41e0-46b7-a150-518c4d1e5608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:55:20.855968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Bound port: 4530d14f-80b4-4f28-bc88-4178e6b88dd2, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26914562-41e0-46b7-a150-518c4d1e5608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:55:20.856377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:20.960161 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] For port 4530d14f-80b4-4f28-bc88-4178e6b88dd2, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:20.963434 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] For port 4530d14f-80b4-4f28-bc88-4178e6b88dd2, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4530d14f-80b4-4f28-bc88-4178e6b88dd2,segment=NetworkSegment(26914562-41e0-46b7-a150-518c4d1e5608),segment_id=26914562-41e0-46b7-a150-518c4d1e5608)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:20.968694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:21.035280 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:21.054264 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Transition to ACTIVE for port object 28de9159-e42a-412a-a785-d92e3d0c5245 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:55:21.083910 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:21.126585 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded8217-582e-4cfc-a4cc-1202167ee18b None None] Pushing event updated for resources: {'Port': ['ID=4530d14f-80b4-4f28-bc88-4178e6b88dd2,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:21.166101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network aa4f4957-0d35-43ff-bbc3-c0aadf4191db is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:21.169639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:21.172450 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:55:21.205083 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=28de9159-e42a-412a-a785-d92e3d0c5245,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:21.243654 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:21.352904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:21.788083 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:21.794829 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:21.919349 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=28de9159-e42a-412a-a785-d92e3d0c5245,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:21.922240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:22.078572 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network aa4f4957-0d35-43ff-bbc3-c0aadf4191db is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:22.079798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:22.136129 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed6a477-2c9e-406a-bc66-3f59f4275f7a None None] Network aa4f4957-0d35-43ff-bbc3-c0aadf4191db requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:55:22.308358 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b138e279-876f-419f-81b8-dbf6349fb5bd None None] Provisioning for port 4530d14f-80b4-4f28-bc88-4178e6b88dd2 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:55:22.500731 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router a297b85e-12b0-4591-a427-c9024321f01b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:55:22.760543 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b2052510-0fa6-437d-945c-fd5b4ff1a91a None None] Provisioning for port 28de9159-e42a-412a-a785-d92e3d0c5245 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:55:22.766751 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b2052510-0fa6-437d-945c-fd5b4ff1a91a None None] Provisioning complete for port 28de9159-e42a-412a-a785-d92e3d0c5245 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:22.767120 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b2052510-0fa6-437d-945c-fd5b4ff1a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:22.830762 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b2052510-0fa6-437d-945c-fd5b4ff1a91a None None] Port 28de9159-e42a-412a-a785-d92e3d0c5245 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:55:22.849606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:55:22.867524 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-58d8d7b7-a9fc-43fe-b3a0-301e6217754b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "PUT /v2.0/routers/a297b85e-12b0-4591-a427-c9024321f01b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3501713 Jan 24 16:55:22.895352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4530d14f-80b4-4f28-bc88-4178e6b88dd2 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:55:22.985706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 4530d14f-80b4-4f28-bc88-4178e6b88dd2 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:55:22.990676 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9e1ee366-c549-41bd-9b29-0e0eca346386 None None] Provisioning complete for port 28de9159-e42a-412a-a785-d92e3d0c5245 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:22.991349 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9e1ee366-c549-41bd-9b29-0e0eca346386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:23.030474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 4530d14f-80b4-4f28-bc88-4178e6b88dd2 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:23.031007 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:23.072347 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-934315c6-aa2f-4443-a7e0-0c06927493c6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-198967548&fields=id&tenant_id=edd5921dd99549ffb2cf58151bde22da HTTP/1.1" status: 200 len: 267 time: 0.0553250 Jan 24 16:55:23.099035 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ee366-c549-41bd-9b29-0e0eca346386 None None] Port 28de9159-e42a-412a-a785-d92e3d0c5245 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:55:23.165943 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:23.198501 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 4530d14f-80b4-4f28-bc88-4178e6b88dd2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4530d14f-80b4-4f28-bc88-4178e6b88dd2,segment=NetworkSegment(26914562-41e0-46b7-a150-518c4d1e5608),segment_id=26914562-41e0-46b7-a150-518c4d1e5608)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:23.203635 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:23.204396 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d5d120b3-453e-4cd4-89e9-ed2c4877685d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:55:23.218409 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f958bfa7-614e-4011-aec5-0383d3ade3c2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:23.220101 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f958bfa7-614e-4011-aec5-0383d3ade3c2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/networks?id=aa4f4957-0d35-43ff-bbc3-c0aadf4191db HTTP/1.1" status: 200 len: 796 time: 0.1402047 Jan 24 16:55:23.236627 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-bf03008b-ae88-455b-bd31-a301b97b4e9f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/quotas/edd5921dd99549ffb2cf58151bde22da HTTP/1.1" status: 200 len: 375 time: 0.0109847 Jan 24 16:55:23.321857 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-08255ae3-7e13-4725-8cad-898fc81bef9f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792463 Jan 24 16:55:23.331956 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d5d30dbc-ddd2-4edc-9546-2782a98b2de2 None None] Provisioning complete for port 28de9159-e42a-412a-a785-d92e3d0c5245 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:23.332244 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d5d30dbc-ddd2-4edc-9546-2782a98b2de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:23.356024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=4530d14f-80b4-4f28-bc88-4178e6b88dd2,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:23.393817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d5d30dbc-ddd2-4edc-9546-2782a98b2de2 None None] Port 28de9159-e42a-412a-a785-d92e3d0c5245 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:55:23.399126 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port d5d120b3-453e-4cd4-89e9-ed2c4877685d completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:55:23.403761 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d5d120b3-453e-4cd4-89e9-ed2c4877685d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:23.404121 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:23.410517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-2fd1b48a-20db-4150-863a-45a34ac24a94 service neutron] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:55:23.411484 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-2fd1b48a-20db-4150-863a-45a34ac24a94 service neutron] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0748608 Jan 24 16:55:23.518430 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:23.535192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port d5d120b3-453e-4cd4-89e9-ed2c4877685d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d5d120b3-453e-4cd4-89e9-ed2c4877685d,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:23.540098 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:23.550650 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f9ef2eb0-453d-415d-ac17-24a966930150 service neutron] 10.222.0.130 "GET /v2.0/networks/aa4f4957-0d35-43ff-bbc3-c0aadf4191db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319203 Jan 24 16:55:23.611993 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=d5d120b3-453e-4cd4-89e9-ed2c4877685d,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:23.697727 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-6db38a8b-b5a0-417d-9dff-a242ece37335 service neutron] 10.222.0.130 "GET /v2.0/networks/aa4f4957-0d35-43ff-bbc3-c0aadf4191db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411459 Jan 24 16:55:23.897434 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-6d2edeaa-d576-425f-8cc3-9e84c2327f6e req-58963747-7a10-4315-a084-ca1f086af065 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:55:23.917835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-6d2edeaa-d576-425f-8cc3-9e84c2327f6e req-58963747-7a10-4315-a084-ca1f086af065 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:55:23.919489 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6d2edeaa-d576-425f-8cc3-9e84c2327f6e req-58963747-7a10-4315-a084-ca1f086af065 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 210 time: 0.0633550 Jan 24 16:55:24.278849 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Sync routers for ids ['a297b85e-12b0-4591-a427-c9024321f01b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:55:24.292700 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Routers {'a297b85e-12b0-4591-a427-c9024321f01b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:55:24.293310 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:55:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a297b85e-12b0-4591-a427-c9024321f01b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:24.474594 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Set router a297b85e-12b0-4591-a427-c9024321f01b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:55:24.816284 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4530d14f-80b4-4f28-bc88-4178e6b88dd2 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:55:24.824620 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625770293', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:16Z', 'updated_at': '2022-01-24T16:55:21Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:17Z', 'updated_at': '2022-01-24T16:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '28de9159-e42a-412a-a785-d92e3d0c5245', 'name': '', 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:3d:60:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:21Z', 'revision_number': 2, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:24.829026 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Checking router: a297b85e-12b0-4591-a427-c9024321f01b for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:55:24.829348 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Updating router a297b85e-12b0-4591-a427-c9024321f01b port 28de9159-e42a-412a-a785-d92e3d0c5245 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:55:24.879487 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:24.905261 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 4530d14f-80b4-4f28-bc88-4178e6b88dd2 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:24.905756 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:25.025578 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d5d120b3-453e-4cd4-89e9-ed2c4877685d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:55:25.030466 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-68b3f885-b2aa-4e41-b4ca-a9e50b55d54a req-1654acd4-b9d1-44f8-ab4e-e4f532f919e7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 210 time: 0.0430486 Jan 24 16:55:25.095186 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d5d120b3-453e-4cd4-89e9-ed2c4877685d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:25.095599 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:25.234378 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:25.246960 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Transition to ACTIVE for port object 28de9159-e42a-412a-a785-d92e3d0c5245 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:55:25.254534 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:25.376878 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70323622-6088-4e26-bc22-6ed5a06a914b None None] Pushing event updated for resources: {'Port': ['ID=28de9159-e42a-412a-a785-d92e3d0c5245,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:25.390235 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70323622-6088-4e26-bc22-6ed5a06a914b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.390569 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70323622-6088-4e26-bc22-6ed5a06a914b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.390863 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70323622-6088-4e26-bc22-6ed5a06a914b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.391387 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70323622-6088-4e26-bc22-6ed5a06a914b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.391727 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70323622-6088-4e26-bc22-6ed5a06a914b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.391800 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70323622-6088-4e26-bc22-6ed5a06a914b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.392117 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70323622-6088-4e26-bc22-6ed5a06a914b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.392423 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70323622-6088-4e26-bc22-6ed5a06a914b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.392728 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70323622-6088-4e26-bc22-6ed5a06a914b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.393031 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70323622-6088-4e26-bc22-6ed5a06a914b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.393335 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70323622-6088-4e26-bc22-6ed5a06a914b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.477165 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Attempting to bind port 28de9159-e42a-412a-a785-d92e3d0c5245 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:55:25.477752 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Attempting to bind port 28de9159-e42a-412a-a785-d92e3d0c5245 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '26914562-41e0-46b7-a150-518c4d1e5608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:55:25.478372 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Attempting to bind port 28de9159-e42a-412a-a785-d92e3d0c5245 on network aa4f4957-0d35-43ff-bbc3-c0aadf4191db {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:55:25.485350 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:55:25.485716 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Checking segment: {'id': '26914562-41e0-46b7-a150-518c4d1e5608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:55:25.486109 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:25.486491 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Bound using segment: {'id': '26914562-41e0-46b7-a150-518c4d1e5608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:55:25.486940 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Bound port: 28de9159-e42a-412a-a785-d92e3d0c5245, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26914562-41e0-46b7-a150-518c4d1e5608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:55:25.487336 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:25.577003 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] For port 28de9159-e42a-412a-a785-d92e3d0c5245, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:25.580002 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] For port 28de9159-e42a-412a-a785-d92e3d0c5245, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=28de9159-e42a-412a-a785-d92e3d0c5245,segment=NetworkSegment(26914562-41e0-46b7-a150-518c4d1e5608),segment_id=26914562-41e0-46b7-a150-518c4d1e5608)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:25.588146 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:25.686415 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70323622-6088-4e26-bc22-6ed5a06a914b None None] Pushing event updated for resources: {'Port': ['ID=28de9159-e42a-412a-a785-d92e3d0c5245,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:25.691961 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Routers {'a297b85e-12b0-4591-a427-c9024321f01b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:55:25.692578 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:55:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a297b85e-12b0-4591-a427-c9024321f01b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:25.880702 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] Set router a297b85e-12b0-4591-a427-c9024321f01b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:55:26.148375 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f8c5f0cd-a70e-4434-918c-8e3f8d6119fc req-65596bc1-acab-4348-9911-6f5bdf778194 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 210 time: 0.0454328 Jan 24 16:55:26.211088 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625770293', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:16Z', 'updated_at': '2022-01-24T16:55:21Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:17Z', 'updated_at': '2022-01-24T16:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '28de9159-e42a-412a-a785-d92e3d0c5245', 'name': '', 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:3d:60:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:25Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:26.215066 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1542d804-d95c-4581-8701-deb4ce3ff2a3 None None] The sync data for ids ['a297b85e-12b0-4591-a427-c9024321f01b'] in dv-neutron-826104-1-hyperv is: [{'id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625770293', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:16Z', 'updated_at': '2022-01-24T16:55:21Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:17Z', 'updated_at': '2022-01-24T16:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '28de9159-e42a-412a-a785-d92e3d0c5245', 'name': '', 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:3d:60:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:25Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:55:26.833172 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 28de9159-e42a-412a-a785-d92e3d0c5245 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:55:26.904160 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 28de9159-e42a-412a-a785-d92e3d0c5245 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:55:26.909335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 28de9159-e42a-412a-a785-d92e3d0c5245 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:26.909730 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:27.029813 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:27.063902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 28de9159-e42a-412a-a785-d92e3d0c5245, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=28de9159-e42a-412a-a785-d92e3d0c5245,segment=NetworkSegment(26914562-41e0-46b7-a150-518c4d1e5608),segment_id=26914562-41e0-46b7-a150-518c4d1e5608)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:27.081561 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:27.156599 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=28de9159-e42a-412a-a785-d92e3d0c5245,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:27.260351 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-edf298ec-3020-4b3b-a74c-a3dcdff3a528 req-e18fc809-da8e-4d42-83f1-6e3e2492ea5f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 210 time: 0.0410924 Jan 24 16:55:28.442728 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1614588e-3263-441d-9ad5-2f3692647a8b req-4391f3de-113b-4100-8505-bd31f48622b7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 210 time: 0.0477116 Jan 24 16:55:28.822407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 28de9159-e42a-412a-a785-d92e3d0c5245 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:55:28.932780 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 28de9159-e42a-412a-a785-d92e3d0c5245 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:28.933127 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:29.149685 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-4c835fd4-54ac-435b-bef7-e6a527b7cb17 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:29.150620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-4c835fd4-54ac-435b-bef7-e6a527b7cb17 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:55:29.169089 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-4c835fd4-54ac-435b-bef7-e6a527b7cb17 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:55:29.170334 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-4c835fd4-54ac-435b-bef7-e6a527b7cb17 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "GET /v2.0/networks?id=aa4f4957-0d35-43ff-bbc3-c0aadf4191db HTTP/1.1" status: 200 len: 796 time: 0.1833930 Jan 24 16:55:29.230896 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-4655b01e-4723-4054-9994-fffbe55d449b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:55:29.250346 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-4655b01e-4723-4054-9994-fffbe55d449b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:55:29.251651 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-4655b01e-4723-4054-9994-fffbe55d449b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edd5921dd99549ffb2cf58151bde22da HTTP/1.1" status: 200 len: 379 time: 0.0615163 Jan 24 16:55:29.261929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f3d76dc5-4662-4eb0-9511-72f203d9f0dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'port': {'device_id': '50470e82-27fc-4550-8cb7-c6232ec1d575', 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'admin_state_up': True, 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'security_groups': ['084c0f5e-ab80-4964-a08b-840fd05ab8db']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:55:29.397832 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f3d76dc5-4662-4eb0-9511-72f203d9f0dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:55:29.408272 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f3d76dc5-4662-4eb0-9511-72f203d9f0dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:55:29.422168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f3d76dc5-4662-4eb0-9511-72f203d9f0dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Made reservation on behalf of edd5921dd99549ffb2cf58151bde22da for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:55:29.425358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f3d76dc5-4662-4eb0-9511-72f203d9f0dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:29.588809 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f3d76dc5-4662-4eb0-9511-72f203d9f0dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.20.0.13 (aa4f4957-0d35-43ff-bbc3-c0aadf4191db/d7abe720-62ef-4c8a-82d7-de71744ca10a/de42901c-c75d-48e2-9a62-2a2be806c890) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:29.615061 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-21b44d87-cc4d-4fc7-b695-fcf97437d8e1 req-e9b5ad36-f7c1-4f98-a83e-3f66044ea872 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 210 time: 0.0475364 Jan 24 16:55:29.790546 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f3d76dc5-4662-4eb0-9511-72f203d9f0dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:29.807126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f3d76dc5-4662-4eb0-9511-72f203d9f0dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Transition to ACTIVE for port object de42901c-c75d-48e2-9a62-2a2be806c890 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:55:29.836921 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f3d76dc5-4662-4eb0-9511-72f203d9f0dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:29.911495 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f3d76dc5-4662-4eb0-9511-72f203d9f0dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network aa4f4957-0d35-43ff-bbc3-c0aadf4191db is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:29.914559 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f3d76dc5-4662-4eb0-9511-72f203d9f0dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:29.919118 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f3d76dc5-4662-4eb0-9511-72f203d9f0dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:55:29.947310 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d76dc5-4662-4eb0-9511-72f203d9f0dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=de42901c-c75d-48e2-9a62-2a2be806c890,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:29.983403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f3d76dc5-4662-4eb0-9511-72f203d9f0dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:29.984053 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f3d76dc5-4662-4eb0-9511-72f203d9f0dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:30.011827 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-f3d76dc5-4662-4eb0-9511-72f203d9f0dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7535856 Jan 24 16:55:30.103462 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Request body: {'port': {'device_id': '50470e82-27fc-4550-8cb7-c6232ec1d575', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:55:30.105796 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a4d1ce10-e45b-4222-a74b-3b77decff09f None None] Provisioning for port de42901c-c75d-48e2-9a62-2a2be806c890 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:55:30.110991 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a4d1ce10-e45b-4222-a74b-3b77decff09f None None] Provisioning complete for port de42901c-c75d-48e2-9a62-2a2be806c890 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:30.111547 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a4d1ce10-e45b-4222-a74b-3b77decff09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:30.165280 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-a4d1ce10-e45b-4222-a74b-3b77decff09f None None] Port de42901c-c75d-48e2-9a62-2a2be806c890 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:55:30.216134 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:30.583073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de42901c-c75d-48e2-9a62-2a2be806c890 {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:55:30.590350 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:30.605440 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Transition to ACTIVE for port object de42901c-c75d-48e2-9a62-2a2be806c890 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:55:30.610371 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:30.897481 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Pushing event updated for resources: {'Port': ['ID=de42901c-c75d-48e2-9a62-2a2be806c890,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:31.019339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99ac4e-22f3-4d20-aa74-58ca4dfe7e3b req-bfa77c7c-46f0-4452-9a31-77fc10656c07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:31.019972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-ce99ac4e-22f3-4d20-aa74-58ca4dfe7e3b req-bfa77c7c-46f0-4452-9a31-77fc10656c07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:55:31.027136 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Attempting to bind port de42901c-c75d-48e2-9a62-2a2be806c890 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:55:31.027489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Attempting to bind port de42901c-c75d-48e2-9a62-2a2be806c890 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '26914562-41e0-46b7-a150-518c4d1e5608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:55:31.027824 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Attempting to bind port de42901c-c75d-48e2-9a62-2a2be806c890 on network aa4f4957-0d35-43ff-bbc3-c0aadf4191db {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:55:31.040754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Port de42901c-c75d-48e2-9a62-2a2be806c890 on network aa4f4957-0d35-43ff-bbc3-c0aadf4191db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:55:31.041057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Attempting to bind port de42901c-c75d-48e2-9a62-2a2be806c890 on network aa4f4957-0d35-43ff-bbc3-c0aadf4191db {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:55:31.045032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-ce99ac4e-22f3-4d20-aa74-58ca4dfe7e3b req-bfa77c7c-46f0-4452-9a31-77fc10656c07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:55:31.046155 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ce99ac4e-22f3-4d20-aa74-58ca4dfe7e3b req-bfa77c7c-46f0-4452-9a31-77fc10656c07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 944 time: 0.2111158 Jan 24 16:55:31.049191 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:55:31.049512 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Checking segment: {'id': '26914562-41e0-46b7-a150-518c4d1e5608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:55:31.049883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Bound using segment: {'id': '26914562-41e0-46b7-a150-518c4d1e5608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:55:31.050296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Bound port: de42901c-c75d-48e2-9a62-2a2be806c890, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26914562-41e0-46b7-a150-518c4d1e5608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:55:31.050627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:31.151960 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ce99ac4e-22f3-4d20-aa74-58ca4dfe7e3b req-6dc3cbc1-6fdd-41dd-9db8-9e2a04e2785a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=084c0f5e-ab80-4964-a08b-840fd05ab8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915258 Jan 24 16:55:31.173998 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] For port de42901c-c75d-48e2-9a62-2a2be806c890, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:31.177175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] For port de42901c-c75d-48e2-9a62-2a2be806c890, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=de42901c-c75d-48e2-9a62-2a2be806c890,segment=NetworkSegment(26914562-41e0-46b7-a150-518c4d1e5608),segment_id=26914562-41e0-46b7-a150-518c4d1e5608)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:31.182339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:31.242223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:31.243578 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] 10.222.0.129 "PUT /v2.0/ports/de42901c-c75d-48e2-9a62-2a2be806c890 HTTP/1.1" status: 200 len: 1094 time: 1.2196116 Jan 24 16:55:31.244005 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50470e82-27fc-4550-8cb7-c6232ec1d575', 'tag': 'de42901c-c75d-48e2-9a62-2a2be806c890'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:55:31.265261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe60047-5590-4f75-b7ef-3b06d33b87e2 service neutron] Pushing event updated for resources: {'Port': ['ID=de42901c-c75d-48e2-9a62-2a2be806c890,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:31.328495 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50470e82-27fc-4550-8cb7-c6232ec1d575', 'tag': 'de42901c-c75d-48e2-9a62-2a2be806c890', 'status': 'completed', 'code': 200} Jan 24 16:55:31.371963 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-4f26ac2c-7afe-459e-b31c-634f7214c916 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 1097 time: 0.0789790 Jan 24 16:55:31.448075 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-0f362eef-286d-4dee-af2e-10e41d1ac868 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de42901c-c75d-48e2-9a62-2a2be806c890 HTTP/1.1" status: 200 len: 217 time: 0.0658159 Jan 24 16:55:31.513043 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-5d4d5038-6195-4135-a113-e41f71326044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:31.514394 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-5d4d5038-6195-4135-a113-e41f71326044 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=d7abe720-62ef-4c8a-82d7-de71744ca10a HTTP/1.1" status: 200 len: 835 time: 0.0574381 Jan 24 16:55:31.561652 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:55:31.596576 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-608d1773-600c-4147-858e-e10ed3440532 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa4f4957-0d35-43ff-bbc3-c0aadf4191db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736680 Jan 24 16:55:31.750147 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-01a5c67d-5075-4c55-85c0-4733e11588fd service neutron] 10.222.0.129 "GET /v2.0/networks/aa4f4957-0d35-43ff-bbc3-c0aadf4191db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433973 Jan 24 16:55:31.883801 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e708ddbc-91b8-4015-873e-f5653a3bc27b req-c534e2de-9126-49b4-aa08-11bec3200307 service neutron] 10.222.0.129 "GET /v2.0/networks/aa4f4957-0d35-43ff-bbc3-c0aadf4191db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246934 Jan 24 16:55:32.018089 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a8c0f8f-3052-496e-8705-77da784c809a req-71e70db5-da97-4715-bcc1-8c99793a2bbd service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 1097 time: 0.0819440 Jan 24 16:55:32.159613 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c0f8f-3052-496e-8705-77da784c809a req-92a080fe-b412-4cff-9e94-47b78380be99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:32.161073 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a8c0f8f-3052-496e-8705-77da784c809a req-92a080fe-b412-4cff-9e94-47b78380be99 service neutron] 10.222.0.129 "GET /v2.0/networks?id=aa4f4957-0d35-43ff-bbc3-c0aadf4191db HTTP/1.1" status: 200 len: 897 time: 0.1352139 Jan 24 16:55:32.241525 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a8c0f8f-3052-496e-8705-77da784c809a req-0f706632-8128-43cc-8629-c362cd7dcff2 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de42901c-c75d-48e2-9a62-2a2be806c890 HTTP/1.1" status: 200 len: 217 time: 0.0716939 Jan 24 16:55:32.369424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c0f8f-3052-496e-8705-77da784c809a req-3bd2f176-ff00-466d-8bbf-8dff06694978 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:32.371114 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a8c0f8f-3052-496e-8705-77da784c809a req-3bd2f176-ff00-466d-8bbf-8dff06694978 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=d7abe720-62ef-4c8a-82d7-de71744ca10a HTTP/1.1" status: 200 len: 835 time: 0.1234956 Jan 24 16:55:32.453915 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595b043-b337-4879-b8fa-432780ab6d72 req-bf03cc2d-1bca-4e66-b1d1-83b612c1003e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:32.455408 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8595b043-b337-4879-b8fa-432780ab6d72 req-bf03cc2d-1bca-4e66-b1d1-83b612c1003e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 944 time: 0.1697721 Jan 24 16:55:32.505899 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a8c0f8f-3052-496e-8705-77da784c809a req-3a201dcd-3712-4739-ae03-4953747ad20a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa4f4957-0d35-43ff-bbc3-c0aadf4191db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1271944 Jan 24 16:55:32.543354 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8595b043-b337-4879-b8fa-432780ab6d72 req-16bf84af-7778-472c-a5d3-6b58dadb194c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=084c0f5e-ab80-4964-a08b-840fd05ab8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811396 Jan 24 16:55:32.778630 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a8c0f8f-3052-496e-8705-77da784c809a req-e71233bd-da4d-49ff-b4f5-358ccacd444b service neutron] 10.222.0.129 "GET /v2.0/networks/aa4f4957-0d35-43ff-bbc3-c0aadf4191db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646604 Jan 24 16:55:32.937411 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a8c0f8f-3052-496e-8705-77da784c809a req-492a4b86-29ef-4b20-9193-32cc6219d1a6 service neutron] 10.222.0.129 "GET /v2.0/networks/aa4f4957-0d35-43ff-bbc3-c0aadf4191db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525354 Jan 24 16:55:33.763025 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fa5bf-156e-451e-9d81-597dc0d5c768 req-6cbac78e-d592-4422-a15a-5e15c86c1b27 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:33.764482 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ff6fa5bf-156e-451e-9d81-597dc0d5c768 req-6cbac78e-d592-4422-a15a-5e15c86c1b27 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 944 time: 0.0850885 Jan 24 16:55:33.810494 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ff6fa5bf-156e-451e-9d81-597dc0d5c768 req-44a7c85a-315a-4c51-99a4-ff0bdb817609 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=084c0f5e-ab80-4964-a08b-840fd05ab8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402849 Jan 24 16:55:34.386703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device de42901c-c75d-48e2-9a62-2a2be806c890 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:55:34.530617 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port de42901c-c75d-48e2-9a62-2a2be806c890, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=de42901c-c75d-48e2-9a62-2a2be806c890,segment=NetworkSegment(26914562-41e0-46b7-a150-518c4d1e5608),segment_id=26914562-41e0-46b7-a150-518c4d1e5608)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:34.543587 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'de42901c-c75d-48e2-9a62-2a2be806c890', 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'port_id': 'de42901c-c75d-48e2-9a62-2a2be806c890', 'mac_address': 'fa:16:3e:9e:7e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:55:34.597740 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:34.619224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de42901c-c75d-48e2-9a62-2a2be806c890 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:55:34.634919 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port de42901c-c75d-48e2-9a62-2a2be806c890, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=de42901c-c75d-48e2-9a62-2a2be806c890,segment=NetworkSegment(26914562-41e0-46b7-a150-518c4d1e5608),segment_id=26914562-41e0-46b7-a150-518c4d1e5608)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:34.642244 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:34.709571 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=de42901c-c75d-48e2-9a62-2a2be806c890,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:34.913828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['de42901c-c75d-48e2-9a62-2a2be806c890'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:55:35.027822 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add542e-699a-496a-906b-f2519322c6d5 req-95a19a2b-e693-4e25-b875-6e59b0fab1ba tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:35.029419 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7add542e-699a-496a-906b-f2519322c6d5 req-95a19a2b-e693-4e25-b875-6e59b0fab1ba tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 945 time: 0.0776951 Jan 24 16:55:35.080058 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7add542e-699a-496a-906b-f2519322c6d5 req-0f1a10db-d70f-4ab7-896d-057c43baa3ce tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=084c0f5e-ab80-4964-a08b-840fd05ab8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415039 Jan 24 16:55:36.297663 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ef072-a601-4afb-b8c4-75b207787c6c req-d707f489-6b52-4cf3-8007-6c8081da25af tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:36.299007 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b35ef072-a601-4afb-b8c4-75b207787c6c req-d707f489-6b52-4cf3-8007-6c8081da25af tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 945 time: 0.0827329 Jan 24 16:55:36.346463 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b35ef072-a601-4afb-b8c4-75b207787c6c req-a444b565-3807-4435-92da-23272cc6779a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=084c0f5e-ab80-4964-a08b-840fd05ab8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417922 Jan 24 16:55:36.401388 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device de42901c-c75d-48e2-9a62-2a2be806c890 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:55:36.480847 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port de42901c-c75d-48e2-9a62-2a2be806c890 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:55:36.486081 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port de42901c-c75d-48e2-9a62-2a2be806c890 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:36.486440 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:36.603520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:36.635698 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50470e82-27fc-4550-8cb7-c6232ec1d575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de42901c-c75d-48e2-9a62-2a2be806c890'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:55:36.645329 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port de42901c-c75d-48e2-9a62-2a2be806c890, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=de42901c-c75d-48e2-9a62-2a2be806c890,segment=NetworkSegment(26914562-41e0-46b7-a150-518c4d1e5608),segment_id=26914562-41e0-46b7-a150-518c4d1e5608)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:36.650296 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:36.694300 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50470e82-27fc-4550-8cb7-c6232ec1d575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de42901c-c75d-48e2-9a62-2a2be806c890', 'code': 200} Jan 24 16:55:36.720128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=de42901c-c75d-48e2-9a62-2a2be806c890,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:36.959635 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-039c9077-ff71-4dbb-ae36-8b186706c152 req-0deaae5d-458a-4ed0-91ed-f9d7e30f6faf service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 1099 time: 0.0887110 Jan 24 16:55:36.994977 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e294b66f-7fd6-41ea-8562-774e4c84a549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:37.007914 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-039c9077-ff71-4dbb-ae36-8b186706c152 req-758f4d35-6e85-4597-9694-102122962fbe service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=084c0f5e-ab80-4964-a08b-840fd05ab8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391223 Jan 24 16:55:37.575921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1898ca-ff12-4f1c-8793-f29f40ed00c4 req-c7fae85f-759d-4e30-87c4-65b8ba241f42 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:37.577716 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cb1898ca-ff12-4f1c-8793-f29f40ed00c4 req-c7fae85f-759d-4e30-87c4-65b8ba241f42 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 946 time: 0.0949564 Jan 24 16:55:37.638282 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cb1898ca-ff12-4f1c-8793-f29f40ed00c4 req-0529d78f-7783-47a5-ae15-99a0fa843712 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=084c0f5e-ab80-4964-a08b-840fd05ab8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517509 Jan 24 16:55:38.858311 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc4a35-42d0-498c-8a53-b787a9e14fc4 req-947a6778-09c4-4846-b077-c4d99630568b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:38.859758 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3efc4a35-42d0-498c-8a53-b787a9e14fc4 req-947a6778-09c4-4846-b077-c4d99630568b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 946 time: 0.0923822 Jan 24 16:55:38.910051 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3efc4a35-42d0-498c-8a53-b787a9e14fc4 req-0ec76c8b-dd03-423b-8cb6-0eb89f1e91e0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=084c0f5e-ab80-4964-a08b-840fd05ab8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443158 Jan 24 16:55:39.129626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68e7af-d1c8-4160-ae11-fbbaa8e7a39a req-e533ff3b-0e7e-4e54-be70-c60e6a3cfaef tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:39.131072 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4b68e7af-d1c8-4160-ae11-fbbaa8e7a39a req-e533ff3b-0e7e-4e54-be70-c60e6a3cfaef tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 946 time: 0.0820336 Jan 24 16:55:39.177464 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4b68e7af-d1c8-4160-ae11-fbbaa8e7a39a req-25eff391-cfc5-478a-b414-e065e6616e54 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=084c0f5e-ab80-4964-a08b-840fd05ab8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404277 Jan 24 16:55:39.209923 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42012) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:39.215805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dc23afef-7f75-4e08-9c55-2df255ff1190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:39.300128 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6fa2e6ab-07ac-4c31-96fd-f361779222dc tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 1094 time: 0.0882566 Jan 24 16:55:39.304416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42016) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:39.311231 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': 'de42901c-c75d-48e2-9a62-2a2be806c890', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:55:39.317362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:55:39.321754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:floatingip and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:55:39.325101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:55:39.331375 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:55:39.344638 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:39.490812 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:39.640587 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.26.2.81 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/5cd40fd9-4fc6-4ef4-b361-a3a595c2e77a) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:39.795796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:39.827086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:39.894861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:39.898182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:39.900062 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=5cd40fd9-4fc6-4ef4-b361-a3a595c2e77a,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:39.902299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:55:40.428375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:40.441847 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:40.479108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:40.606950 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:40.818552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:40.825603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:40.925485 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=5cd40fd9-4fc6-4ef4-b361-a3a595c2e77a,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:40.944876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:41.142778 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Floating IP fe549350-6f42-465e-880c-833280d480ed associated. External IP: 172.26.2.81, port: de42901c-c75d-48e2-9a62-2a2be806c890. Jan 24 16:55:41.573681 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router a297b85e-12b0-4591-a427-c9024321f01b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:55:41.786338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:55:41.796454 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8eacc2-8cba-4e3c-954c-a68aaf36f90e None None] Sync routers for ids ['a297b85e-12b0-4591-a427-c9024321f01b'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:55:41.809101 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8eacc2-8cba-4e3c-954c-a68aaf36f90e None None] Routers {'a297b85e-12b0-4591-a427-c9024321f01b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:55:41.809790 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-ec8eacc2-8cba-4e3c-954c-a68aaf36f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:55:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a297b85e-12b0-4591-a427-c9024321f01b'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:41.813787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:41.876825 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b081dbc9-f27a-47a9-9d55-d12c53bc8892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5708017 Jan 24 16:55:41.877218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50470e82-27fc-4550-8cb7-c6232ec1d575', 'tag': 'de42901c-c75d-48e2-9a62-2a2be806c890'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:55:41.942054 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50470e82-27fc-4550-8cb7-c6232ec1d575', 'tag': 'de42901c-c75d-48e2-9a62-2a2be806c890', 'status': 'completed', 'code': 200} Jan 24 16:55:41.992446 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:55:42.010029 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-ec8eacc2-8cba-4e3c-954c-a68aaf36f90e None None] Set router a297b85e-12b0-4591-a427-c9024321f01b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:55:42.104453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aea5dc-1b8a-4981-9a00-a74636d2843d req-08107a4b-af2a-4221-9b84-6f4fecce149d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:42.105946 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-82aea5dc-1b8a-4981-9a00-a74636d2843d req-08107a4b-af2a-4221-9b84-6f4fecce149d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 946 time: 0.1045609 Jan 24 16:55:42.109989 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-decbc0fd-a00f-46b9-a177-2549a8198b70 req-9bdb84a1-c3d2-410f-9f88-f5fc2118c658 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 1099 time: 0.1418712 Jan 24 16:55:42.238317 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-82aea5dc-1b8a-4981-9a00-a74636d2843d req-1b58810c-4808-47a6-a0b2-1c45a9e0afd0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=084c0f5e-ab80-4964-a08b-840fd05ab8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264431 Jan 24 16:55:42.267784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42024) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:42.373248 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-ec8eacc2-8cba-4e3c-954c-a68aaf36f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625770293', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:16Z', 'updated_at': '2022-01-24T16:55:21Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:17Z', 'updated_at': '2022-01-24T16:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'fe549350-6f42-465e-880c-833280d480ed', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'port_id': 'de42901c-c75d-48e2-9a62-2a2be806c890', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'mac_address': 'fa:16:3e:9e:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50470e82-27fc-4550-8cb7-c6232ec1d575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:55:40Z', 'updated_at': '2022-01-24T16:55:40Z', 'revision_number': 0, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28de9159-e42a-412a-a785-d92e3d0c5245', 'name': '', 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:3d:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:27Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:42.377345 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8eacc2-8cba-4e3c-954c-a68aaf36f90e None None] Checking router: a297b85e-12b0-4591-a427-c9024321f01b for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:55:42.382975 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d10c945f-02ec-4857-81e7-4718915ca5c8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/fe549350-6f42-465e-880c-833280d480ed HTTP/1.1" status: 200 len: 991 time: 0.1139805 Jan 24 16:55:42.389640 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8eacc2-8cba-4e3c-954c-a68aaf36f90e None None] Routers {'a297b85e-12b0-4591-a427-c9024321f01b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:55:42.390299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-ec8eacc2-8cba-4e3c-954c-a68aaf36f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:55:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a297b85e-12b0-4591-a427-c9024321f01b'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:42.398754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbc0fd-a00f-46b9-a177-2549a8198b70 req-dc74fd86-278e-4315-b54a-21ea98dce7e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:42.400305 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-decbc0fd-a00f-46b9-a177-2549a8198b70 req-dc74fd86-278e-4315-b54a-21ea98dce7e5 service neutron] 10.222.0.129 "GET /v2.0/networks?id=aa4f4957-0d35-43ff-bbc3-c0aadf4191db HTTP/1.1" status: 200 len: 897 time: 0.2713041 Jan 24 16:55:42.506606 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-decbc0fd-a00f-46b9-a177-2549a8198b70 req-49f27bdb-e7c7-498e-bb90-ede79fa57198 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de42901c-c75d-48e2-9a62-2a2be806c890 HTTP/1.1" status: 200 len: 999 time: 0.0997655 Jan 24 16:55:42.569598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbc0fd-a00f-46b9-a177-2549a8198b70 req-32bb62db-801b-4736-bfc7-ba77c31e2818 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:42.571043 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-decbc0fd-a00f-46b9-a177-2549a8198b70 req-32bb62db-801b-4736-bfc7-ba77c31e2818 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=d7abe720-62ef-4c8a-82d7-de71744ca10a HTTP/1.1" status: 200 len: 835 time: 0.0590627 Jan 24 16:55:42.605932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-ec8eacc2-8cba-4e3c-954c-a68aaf36f90e None None] Set router a297b85e-12b0-4591-a427-c9024321f01b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:55:42.647348 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-decbc0fd-a00f-46b9-a177-2549a8198b70 req-7cb10f22-ff4a-4e9a-8b57-83bf731a732a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa4f4957-0d35-43ff-bbc3-c0aadf4191db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702181 Jan 24 16:55:42.785018 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-decbc0fd-a00f-46b9-a177-2549a8198b70 req-42214e39-1a60-4bd6-b554-dd479b91f76a service neutron] 10.222.0.129 "GET /v2.0/networks/aa4f4957-0d35-43ff-bbc3-c0aadf4191db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310580 Jan 24 16:55:42.927437 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-decbc0fd-a00f-46b9-a177-2549a8198b70 req-32336bd1-01c7-48e9-bd0b-cff19853aec7 service neutron] 10.222.0.129 "GET /v2.0/networks/aa4f4957-0d35-43ff-bbc3-c0aadf4191db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343920 Jan 24 16:55:42.964827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-ec8eacc2-8cba-4e3c-954c-a68aaf36f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625770293', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:16Z', 'updated_at': '2022-01-24T16:55:21Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:17Z', 'updated_at': '2022-01-24T16:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'fe549350-6f42-465e-880c-833280d480ed', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'port_id': 'de42901c-c75d-48e2-9a62-2a2be806c890', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'mac_address': 'fa:16:3e:9e:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50470e82-27fc-4550-8cb7-c6232ec1d575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:55:40Z', 'updated_at': '2022-01-24T16:55:40Z', 'revision_number': 0, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28de9159-e42a-412a-a785-d92e3d0c5245', 'name': '', 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:3d:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:27Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:42.972293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8eacc2-8cba-4e3c-954c-a68aaf36f90e None None] The sync data for ids ['a297b85e-12b0-4591-a427-c9024321f01b'] in dv-neutron-826104-1-hyperv is: [{'id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625770293', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:16Z', 'updated_at': '2022-01-24T16:55:21Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:17Z', 'updated_at': '2022-01-24T16:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'fe549350-6f42-465e-880c-833280d480ed', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'port_id': 'de42901c-c75d-48e2-9a62-2a2be806c890', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'mac_address': 'fa:16:3e:9e:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50470e82-27fc-4550-8cb7-c6232ec1d575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:55:40Z', 'updated_at': '2022-01-24T16:55:40Z', 'revision_number': 0, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28de9159-e42a-412a-a785-d92e3d0c5245', 'name': '', 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:3d:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:27Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:55:43.244400 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db86c3-4640-45e3-a257-7af66757b10a None None] New status for floating IP fe549350-6f42-465e-880c-833280d480ed: ACTIVE {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:55:43.385155 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42028) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:43.492199 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-2ff291fe-796f-4537-9d00-e69414a4d9aa tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/fe549350-6f42-465e-880c-833280d480ed HTTP/1.1" status: 200 len: 991 time: 0.1043515 Jan 24 16:55:44.496285 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42032) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:55:44.610480 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5687742a-8832-47e2-bd82-1da2806c2401 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/fe549350-6f42-465e-880c-833280d480ed HTTP/1.1" status: 200 len: 993 time: 0.1124203 Jan 24 16:55:48.272694 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:07.007267 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-572cb3b9-6d6a-4d7a-8f6e-7c50fa099617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:08.567449 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:56:09.212270 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d56bfba9-f67b-4736-9a4b-cbf8e76d9ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:10.431253 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:10.482269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:11.914278 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:18.259522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:18.525030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb0a21-1fd5-443c-ae01-404c1243c7b6 req-6a832176-4c02-49fa-9d99-81e5874b4b14 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:18.526389 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bcbb0a21-1fd5-443c-ae01-404c1243c7b6 req-6a832176-4c02-49fa-9d99-81e5874b4b14 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 946 time: 0.1743269 Jan 24 16:56:18.573860 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bcbb0a21-1fd5-443c-ae01-404c1243c7b6 req-dddf3062-de71-4a0b-b93c-c2f208bffeed tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=084c0f5e-ab80-4964-a08b-840fd05ab8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411067 Jan 24 16:56:19.785739 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e09bf7-f9c2-4adf-bf2a-1c26f1ee4a62 req-1e6a82b8-f55b-461c-94c6-825ecc527e38 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:19.787165 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-90e09bf7-f9c2-4adf-bf2a-1c26f1ee4a62 req-1e6a82b8-f55b-461c-94c6-825ecc527e38 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 946 time: 0.0836191 Jan 24 16:56:19.843982 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-90e09bf7-f9c2-4adf-bf2a-1c26f1ee4a62 req-30e1f72f-070b-49ca-81a5-e1ff31e39eec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=084c0f5e-ab80-4964-a08b-840fd05ab8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490324 Jan 24 16:56:19.873883 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42052) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:19.980248 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-53d42e6b-e94c-48a9-8295-f85348b69c83 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/fe549350-6f42-465e-880c-833280d480ed HTTP/1.1" status: 200 len: 993 time: 0.1051424 Jan 24 16:56:21.500826 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c44b6b-e113-4ea7-a15c-2492248e3fed req-7639cdfb-c51c-410d-a94c-99b91cd755bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:21.502292 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-98c44b6b-e113-4ea7-a15c-2492248e3fed req-7639cdfb-c51c-410d-a94c-99b91cd755bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 946 time: 0.0810838 Jan 24 16:56:21.549361 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-98c44b6b-e113-4ea7-a15c-2492248e3fed req-e7795a58-7590-4179-bac4-935feecf1f53 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=084c0f5e-ab80-4964-a08b-840fd05ab8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414619 Jan 24 16:56:22.771054 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19bcec-08d6-473c-be6f-e5d943785331 req-56c866f5-4a9f-4de3-b8c4-e5dbe10c4065 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:22.772519 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6d19bcec-08d6-473c-be6f-e5d943785331 req-56c866f5-4a9f-4de3-b8c4-e5dbe10c4065 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 946 time: 0.0841732 Jan 24 16:56:22.818557 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6d19bcec-08d6-473c-be6f-e5d943785331 req-d6c62916-a4a7-44e3-957c-0943390fefc7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=084c0f5e-ab80-4964-a08b-840fd05ab8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399883 Jan 24 16:56:22.847279 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42064) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:22.961463 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-27ec2af1-6b23-4ac4-abf5-5916d51a15e5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/fe549350-6f42-465e-880c-833280d480ed HTTP/1.1" status: 200 len: 993 time: 0.1128252 Jan 24 16:56:23.290167 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42072) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:23.508212 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port 5cd40fd9-4fc6-4ef4-b361-a3a595c2e77a {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:56:23.508513 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:23.681298 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:23.681613 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:23.796582 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for 5cd40fd9-4fc6-4ef4-b361-a3a595c2e77a owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:56:23.954653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:24.000250 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=5cd40fd9-4fc6-4ef4-b361-a3a595c2e77a,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:24.069469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:24.069794 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:24.070124 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:24.070434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:24.070767 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:24.071085 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:24.071398 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:24.071738 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:24.072045 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:24.072353 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:24.072667 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:24.101311 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:24.503498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router a297b85e-12b0-4591-a427-c9024321f01b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:56:24.801125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:56:24.811424 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28b7167-0734-4b4c-8c32-14f4d61dc01d None None] Sync routers for ids ['a297b85e-12b0-4591-a427-c9024321f01b'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:56:24.822120 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:24.823224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28b7167-0734-4b4c-8c32-14f4d61dc01d None None] Routers {'a297b85e-12b0-4591-a427-c9024321f01b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:56:24.823888 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d28b7167-0734-4b4c-8c32-14f4d61dc01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:56:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a297b85e-12b0-4591-a427-c9024321f01b'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:24.875973 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-938f26a7-3d8f-4c91-a236-a852bf2b34bd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/floatingips/fe549350-6f42-465e-880c-833280d480ed HTTP/1.1" status: 204 len: 168 time: 1.5847397 Jan 24 16:56:24.876537 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50470e82-27fc-4550-8cb7-c6232ec1d575', 'tag': 'de42901c-c75d-48e2-9a62-2a2be806c890'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:24.934067 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50470e82-27fc-4550-8cb7-c6232ec1d575', 'tag': 'de42901c-c75d-48e2-9a62-2a2be806c890', 'status': 'completed', 'code': 200} Jan 24 16:56:25.010166 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-d28b7167-0734-4b4c-8c32-14f4d61dc01d None None] Set router a297b85e-12b0-4591-a427-c9024321f01b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:56:25.039588 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c97585ee-fb70-4a8d-86d7-c6cd133c4872 req-873cde75-a996-416c-bf94-77d22b3144ec service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 1099 time: 0.0702076 Jan 24 16:56:25.182860 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97585ee-fb70-4a8d-86d7-c6cd133c4872 req-b36861af-a0fa-4713-b260-2456e85235ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:25.184465 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c97585ee-fb70-4a8d-86d7-c6cd133c4872 req-b36861af-a0fa-4713-b260-2456e85235ec service neutron] 10.222.0.129 "GET /v2.0/networks?id=aa4f4957-0d35-43ff-bbc3-c0aadf4191db HTTP/1.1" status: 200 len: 897 time: 0.1346998 Jan 24 16:56:25.260068 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c97585ee-fb70-4a8d-86d7-c6cd133c4872 req-b2350baf-bbc6-40ba-8347-5f48c753ff9d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de42901c-c75d-48e2-9a62-2a2be806c890 HTTP/1.1" status: 200 len: 217 time: 0.0666873 Jan 24 16:56:25.306693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8305753-f6a7-44a8-b244-b2e61a883d11 req-ccd65138-0ac1-4d7e-8e2d-906993b6e178 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:25.307312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-d8305753-f6a7-44a8-b244-b2e61a883d11 req-ccd65138-0ac1-4d7e-8e2d-906993b6e178 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:56:25.325818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-d8305753-f6a7-44a8-b244-b2e61a883d11 req-ccd65138-0ac1-4d7e-8e2d-906993b6e178 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:56:25.327038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97585ee-fb70-4a8d-86d7-c6cd133c4872 req-7e697631-7777-4781-8b0e-1559d8319046 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:25.327964 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d8305753-f6a7-44a8-b244-b2e61a883d11 req-ccd65138-0ac1-4d7e-8e2d-906993b6e178 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 946 time: 0.0983257 Jan 24 16:56:25.332432 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d28b7167-0734-4b4c-8c32-14f4d61dc01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625770293', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:16Z', 'updated_at': '2022-01-24T16:55:21Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:17Z', 'updated_at': '2022-01-24T16:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '28de9159-e42a-412a-a785-d92e3d0c5245', 'name': '', 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:3d:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:27Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:25.332768 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c97585ee-fb70-4a8d-86d7-c6cd133c4872 req-7e697631-7777-4781-8b0e-1559d8319046 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=d7abe720-62ef-4c8a-82d7-de71744ca10a HTTP/1.1" status: 200 len: 835 time: 0.0651317 Jan 24 16:56:25.336522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28b7167-0734-4b4c-8c32-14f4d61dc01d None None] Checking router: a297b85e-12b0-4591-a427-c9024321f01b for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:56:25.347605 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28b7167-0734-4b4c-8c32-14f4d61dc01d None None] Routers {'a297b85e-12b0-4591-a427-c9024321f01b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:56:25.348209 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d28b7167-0734-4b4c-8c32-14f4d61dc01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:56:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a297b85e-12b0-4591-a427-c9024321f01b'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:25.381614 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d8305753-f6a7-44a8-b244-b2e61a883d11 req-7f821c05-1942-4715-9df3-83071650be39 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=084c0f5e-ab80-4964-a08b-840fd05ab8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476105 Jan 24 16:56:25.427294 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c97585ee-fb70-4a8d-86d7-c6cd133c4872 req-0df7b999-be58-462f-829c-a84262de8798 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa4f4957-0d35-43ff-bbc3-c0aadf4191db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867758 Jan 24 16:56:25.533707 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-d28b7167-0734-4b4c-8c32-14f4d61dc01d None None] Set router a297b85e-12b0-4591-a427-c9024321f01b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:56:25.663957 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c97585ee-fb70-4a8d-86d7-c6cd133c4872 req-65e83439-6262-4c2f-badc-f8a395d5c2b4 service neutron] 10.222.0.129 "GET /v2.0/networks/aa4f4957-0d35-43ff-bbc3-c0aadf4191db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297473 Jan 24 16:56:25.797228 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c97585ee-fb70-4a8d-86d7-c6cd133c4872 req-8d6f6ecd-b58d-459d-9b42-fbc1f72f0bb1 service neutron] 10.222.0.129 "GET /v2.0/networks/aa4f4957-0d35-43ff-bbc3-c0aadf4191db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243591 Jan 24 16:56:25.906158 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-d28b7167-0734-4b4c-8c32-14f4d61dc01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625770293', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:16Z', 'updated_at': '2022-01-24T16:55:21Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:17Z', 'updated_at': '2022-01-24T16:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '28de9159-e42a-412a-a785-d92e3d0c5245', 'name': '', 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:3d:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:27Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:25.910180 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28b7167-0734-4b4c-8c32-14f4d61dc01d None None] The sync data for ids ['a297b85e-12b0-4591-a427-c9024321f01b'] in dv-neutron-826104-1-hyperv is: [{'id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625770293', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:16Z', 'updated_at': '2022-01-24T16:55:21Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:17Z', 'updated_at': '2022-01-24T16:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '28de9159-e42a-412a-a785-d92e3d0c5245', 'name': '', 'network_id': 'aa4f4957-0d35-43ff-bbc3-c0aadf4191db', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:3d:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:27Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': 'd7abe720-62ef-4c8a-82d7-de71744ca10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:56:26.144840 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc2dc11-f023-42d4-9f13-6d62dcc8eb49 None None] New status for floating IP fe549350-6f42-465e-880c-833280d480ed: DOWN {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:56:26.597887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945f06c-d517-4955-a8a3-d10894d4b200 req-c79258f1-a63f-4759-a5f0-1f16004d17d9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:26.599242 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a945f06c-d517-4955-a8a3-d10894d4b200 req-c79258f1-a63f-4759-a5f0-1f16004d17d9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 946 time: 0.0841775 Jan 24 16:56:26.647551 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a945f06c-d517-4955-a8a3-d10894d4b200 req-c6d463aa-03fd-4dcb-a933-f25761cd840a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=084c0f5e-ab80-4964-a08b-840fd05ab8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426550 Jan 24 16:56:27.145474 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7758f8a-1efc-48ba-9b0e-12f27ea347b0 req-553b1091-6fa8-43a0-9739-90f8f7141204 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:27.146965 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b7758f8a-1efc-48ba-9b0e-12f27ea347b0 req-553b1091-6fa8-43a0-9739-90f8f7141204 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 946 time: 0.0836692 Jan 24 16:56:27.225797 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-b7758f8a-1efc-48ba-9b0e-12f27ea347b0 req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port de42901c-c75d-48e2-9a62-2a2be806c890 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:56:27.226150 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-b7758f8a-1efc-48ba-9b0e-12f27ea347b0 req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:27.494648 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-b7758f8a-1efc-48ba-9b0e-12f27ea347b0 req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] For port de42901c-c75d-48e2-9a62-2a2be806c890, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=de42901c-c75d-48e2-9a62-2a2be806c890,segment=NetworkSegment(26914562-41e0-46b7-a150-518c4d1e5608),segment_id=26914562-41e0-46b7-a150-518c4d1e5608)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:27.495012 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-b7758f8a-1efc-48ba-9b0e-12f27ea347b0 req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:27.612915 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-b7758f8a-1efc-48ba-9b0e-12f27ea347b0 req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for de42901c-c75d-48e2-9a62-2a2be806c890 owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:56:27.761157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-b7758f8a-1efc-48ba-9b0e-12f27ea347b0 req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:27.808106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=de42901c-c75d-48e2-9a62-2a2be806c890,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:27.821235 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-01a3b434-d8b7-4a99-8e7b-bb9ed84382f9 req-b5fecd65-c2dd-486f-859d-e2b0e8d371a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=50470e82-27fc-4550-8cb7-c6232ec1d575 HTTP/1.1" status: 200 len: 210 time: 0.0447407 Jan 24 16:56:27.852183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:27.852509 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:27.852839 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:27.853161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:27.853557 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:27.853891 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:27.854208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:27.854527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:27.854840 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:27.855221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:27.855591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:27.895893 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7758f8a-1efc-48ba-9b0e-12f27ea347b0 req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] No DVR routers for this DVR port de42901c-c75d-48e2-9a62-2a2be806c890 on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:56:27.898378 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-b7758f8a-1efc-48ba-9b0e-12f27ea347b0 req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:27.901036 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50470e82-27fc-4550-8cb7-c6232ec1d575', 'name': 'network-vif-deleted', 'tag': 'de42901c-c75d-48e2-9a62-2a2be806c890'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:27.918895 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b7758f8a-1efc-48ba-9b0e-12f27ea347b0 req-546a3519-780f-4754-8a73-a97eafb2ca96 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "DELETE /v2.0/ports/de42901c-c75d-48e2-9a62-2a2be806c890 HTTP/1.1" status: 204 len: 173 time: 0.7629771 Jan 24 16:56:27.960204 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50470e82-27fc-4550-8cb7-c6232ec1d575', 'name': 'network-vif-deleted', 'tag': 'de42901c-c75d-48e2-9a62-2a2be806c890', 'status': 'completed', 'code': 200} Jan 24 16:56:28.935753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42090) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:29.361013 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-209400ed-b426-4a40-813f-5dd305308a07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:30.121020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-209400ed-b426-4a40-813f-5dd305308a07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port 28de9159-e42a-412a-a785-d92e3d0c5245 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:56:30.121674 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-209400ed-b426-4a40-813f-5dd305308a07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:30.305110 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-209400ed-b426-4a40-813f-5dd305308a07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] For port 28de9159-e42a-412a-a785-d92e3d0c5245, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=28de9159-e42a-412a-a785-d92e3d0c5245,segment=NetworkSegment(26914562-41e0-46b7-a150-518c4d1e5608),segment_id=26914562-41e0-46b7-a150-518c4d1e5608)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:30.305480 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-209400ed-b426-4a40-813f-5dd305308a07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:30.429320 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-209400ed-b426-4a40-813f-5dd305308a07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for 28de9159-e42a-412a-a785-d92e3d0c5245 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:56:30.634446 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device de42901c-c75d-48e2-9a62-2a2be806c890 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:56:30.635119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-209400ed-b426-4a40-813f-5dd305308a07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:30.671181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: de42901c-c75d-48e2-9a62-2a2be806c890 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:56:30.671594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device de42901c-c75d-48e2-9a62-2a2be806c890 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:56:30.685671 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209400ed-b426-4a40-813f-5dd305308a07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=28de9159-e42a-412a-a785-d92e3d0c5245,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:30.991191 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-209400ed-b426-4a40-813f-5dd305308a07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:31.710511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209400ed-b426-4a40-813f-5dd305308a07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router a297b85e-12b0-4591-a427-c9024321f01b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:56:31.937168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209400ed-b426-4a40-813f-5dd305308a07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:56:31.947591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d65eab-b355-44b1-afd2-fc44fca5c8dd None None] Sync routers for ids ['a297b85e-12b0-4591-a427-c9024321f01b'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:56:31.951951 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-209400ed-b426-4a40-813f-5dd305308a07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "PUT /v2.0/routers/a297b85e-12b0-4591-a427-c9024321f01b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0142717 Jan 24 16:56:31.954558 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42094) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:31.962042 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d65eab-b355-44b1-afd2-fc44fca5c8dd None None] Routers {'a297b85e-12b0-4591-a427-c9024321f01b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:56:31.962716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-48d65eab-b355-44b1-afd2-fc44fca5c8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:56:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a297b85e-12b0-4591-a427-c9024321f01b'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:32.154780 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-48d65eab-b355-44b1-afd2-fc44fca5c8dd None None] Set router a297b85e-12b0-4591-a427-c9024321f01b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:56:32.156570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-588be83d-d68a-4ea6-b829-84e759cff923 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting subnet d7abe720-62ef-4c8a-82d7-de71744ca10a {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:56:32.158612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-588be83d-d68a-4ea6-b829-84e759cff923 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:32.216616 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-588be83d-d68a-4ea6-b829-84e759cff923 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:32.314262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-588be83d-d68a-4ea6-b829-84e759cff923 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:32.394040 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-588be83d-d68a-4ea6-b829-84e759cff923 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:32.433220 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588be83d-d68a-4ea6-b829-84e759cff923 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Subnet': ['ID=d7abe720-62ef-4c8a-82d7-de71744ca10a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:32.442220 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-588be83d-d68a-4ea6-b829-84e759cff923 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:32.448795 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-588be83d-d68a-4ea6-b829-84e759cff923 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/subnets/d7abe720-62ef-4c8a-82d7-de71744ca10a HTTP/1.1" status: 204 len: 168 time: 0.4932501 Jan 24 16:56:32.451940 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42098) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:32.469342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aac3d8-39eb-4701-a9e9-a62af004426b None None] Network aa4f4957-0d35-43ff-bbc3-c0aadf4191db requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:56:32.658871 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf170ed4-f96c-4115-be3c-9096c84e910b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:32.716526 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-48d65eab-b355-44b1-afd2-fc44fca5c8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625770293', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:16Z', 'updated_at': '2022-01-24T16:56:30Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:17Z', 'updated_at': '2022-01-24T16:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:32.722836 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d65eab-b355-44b1-afd2-fc44fca5c8dd None None] Checking router: a297b85e-12b0-4591-a427-c9024321f01b for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:56:32.744410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d65eab-b355-44b1-afd2-fc44fca5c8dd None None] Routers {'a297b85e-12b0-4591-a427-c9024321f01b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:56:32.745006 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-48d65eab-b355-44b1-afd2-fc44fca5c8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:56:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['a297b85e-12b0-4591-a427-c9024321f01b'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:32.831634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] DHCP port deletion for aa4f4957-0d35-43ff-bbc3-c0aadf4191db request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:56:32.844800 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] Deleting port 4530d14f-80b4-4f28-bc88-4178e6b88dd2 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:56:32.845163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:32.912706 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf170ed4-f96c-4115-be3c-9096c84e910b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:32.924306 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-cf170ed4-f96c-4115-be3c-9096c84e910b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port d5d120b3-453e-4cd4-89e9-ed2c4877685d {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:56:32.924716 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf170ed4-f96c-4115-be3c-9096c84e910b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:32.927097 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 4530d14f-80b4-4f28-bc88-4178e6b88dd2 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:56:33.114080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-48d65eab-b355-44b1-afd2-fc44fca5c8dd None None] Set router a297b85e-12b0-4591-a427-c9024321f01b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:56:33.140003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-cf170ed4-f96c-4115-be3c-9096c84e910b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] For port d5d120b3-453e-4cd4-89e9-ed2c4877685d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d5d120b3-453e-4cd4-89e9-ed2c4877685d,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:33.140354 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf170ed4-f96c-4115-be3c-9096c84e910b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:33.264502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-cf170ed4-f96c-4115-be3c-9096c84e910b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for d5d120b3-453e-4cd4-89e9-ed2c4877685d owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:56:33.429833 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:33.442100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf170ed4-f96c-4115-be3c-9096c84e910b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:33.465873 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] For port 4530d14f-80b4-4f28-bc88-4178e6b88dd2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4530d14f-80b4-4f28-bc88-4178e6b88dd2,segment=NetworkSegment(26914562-41e0-46b7-a150-518c4d1e5608),segment_id=26914562-41e0-46b7-a150-518c4d1e5608)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:33.466308 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:33.486011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf170ed4-f96c-4115-be3c-9096c84e910b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=d5d120b3-453e-4cd4-89e9-ed2c4877685d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:33.611612 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] Calling delete_port for 4530d14f-80b4-4f28-bc88-4178e6b88dd2 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:56:33.699962 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 4530d14f-80b4-4f28-bc88-4178e6b88dd2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4530d14f-80b4-4f28-bc88-4178e6b88dd2,segment=NetworkSegment(26914562-41e0-46b7-a150-518c4d1e5608),segment_id=26914562-41e0-46b7-a150-518c4d1e5608)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:33.712157 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:33.785973 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:56:33.786313 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:56:33.804681 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=4530d14f-80b4-4f28-bc88-4178e6b88dd2,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:33.810614 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf170ed4-f96c-4115-be3c-9096c84e910b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:33.818528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-48d65eab-b355-44b1-afd2-fc44fca5c8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625770293', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:16Z', 'updated_at': '2022-01-24T16:56:30Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:17Z', 'updated_at': '2022-01-24T16:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:33.820998 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:33.821320 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:33.821642 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:33.821967 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:33.822301 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:33.822606 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:33.822917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:33.823228 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:33.823567 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:33.823874 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:33.824179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:33.829556 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d65eab-b355-44b1-afd2-fc44fca5c8dd None None] The sync data for ids ['a297b85e-12b0-4591-a427-c9024321f01b'] in dv-neutron-826104-1-hyperv is: [{'id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625770293', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:16Z', 'updated_at': '2022-01-24T16:56:30Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'd5d120b3-453e-4cd4-89e9-ed2c4877685d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a297b85e-12b0-4591-a427-c9024321f01b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:17Z', 'updated_at': '2022-01-24T16:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:56:34.070937 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf170ed4-f96c-4115-be3c-9096c84e910b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:34.075453 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf170ed4-f96c-4115-be3c-9096c84e910b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:34.106648 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf170ed4-f96c-4115-be3c-9096c84e910b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:34.107282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf170ed4-f96c-4115-be3c-9096c84e910b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Fanout notify agent at l3_agent the message router_deleted on router a297b85e-12b0-4591-a427-c9024321f01b {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:56:34.126581 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cf170ed4-f96c-4115-be3c-9096c84e910b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:34.127672 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cf170ed4-f96c-4115-be3c-9096c84e910b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/routers/a297b85e-12b0-4591-a427-c9024321f01b HTTP/1.1" status: 204 len: 168 time: 1.6744709 Jan 24 16:56:34.131826 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42102) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:34.249600 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:34.261171 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port 4530d14f-80b4-4f28-bc88-4178e6b88dd2 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:56:34.261513 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:34.287747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] Deleting port 4530d14f-80b4-4f28-bc88-4178e6b88dd2 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:56:34.288239 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:34.470539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] For port 4530d14f-80b4-4f28-bc88-4178e6b88dd2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4530d14f-80b4-4f28-bc88-4178e6b88dd2,segment=NetworkSegment(26914562-41e0-46b7-a150-518c4d1e5608),segment_id=26914562-41e0-46b7-a150-518c4d1e5608)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:34.470874 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:34.498720 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] For port 4530d14f-80b4-4f28-bc88-4178e6b88dd2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=4530d14f-80b4-4f28-bc88-4178e6b88dd2,segment=NetworkSegment(26914562-41e0-46b7-a150-518c4d1e5608),segment_id=26914562-41e0-46b7-a150-518c4d1e5608)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:34.499103 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:34.603094 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for 4530d14f-80b4-4f28-bc88-4178e6b88dd2 owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:56:34.628141 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] Calling delete_port for 4530d14f-80b4-4f28-bc88-4178e6b88dd2 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:56:34.679889 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:34.702731 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 16:56:34.703079 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 16:56:34.724437 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=4530d14f-80b4-4f28-bc88-4178e6b88dd2,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:34.728785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] No DVR routers for this DVR port 4530d14f-80b4-4f28-bc88-4178e6b88dd2 on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:56:34.853774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 28de9159-e42a-412a-a785-d92e3d0c5245 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:56:34.862421 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:34.890579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 28de9159-e42a-412a-a785-d92e3d0c5245 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:56:34.890795 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 28de9159-e42a-412a-a785-d92e3d0c5245 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:56:34.891240 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d5d120b3-453e-4cd4-89e9-ed2c4877685d no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:56:34.891795 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4f4957-0d35-43ff-bbc3-c0aadf4191db']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:34.904083 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26914562-41e0-46b7-a150-518c4d1e5608') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:34.904372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26914562-41e0-46b7-a150-518c4d1e5608') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:34.913625 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] Deleting port 4530d14f-80b4-4f28-bc88-4178e6b88dd2 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:56:34.914045 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:34.916443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:34.934198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:34.940980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:56:34.941355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:34.954434 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: d5d120b3-453e-4cd4-89e9-ed2c4877685d {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:56:34.954743 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d5d120b3-453e-4cd4-89e9-ed2c4877685d not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:56:34.956263 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:56:34.989301 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8e408638-a883-43c1-8952-0738ee187b36 None None] The port '4530d14f-80b4-4f28-bc88-4178e6b88dd2' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 16:56:35.036490 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:35.053455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:35.064624 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Network': ['ID=aa4f4957-0d35-43ff-bbc3-c0aadf4191db,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:35.079791 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fed01013-7afc-4145-b25a-1206db63828b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/networks/aa4f4957-0d35-43ff-bbc3-c0aadf4191db HTTP/1.1" status: 204 len: 168 time: 0.9468026 Jan 24 16:56:35.083109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42106) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:35.155754 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6a87a2b4-14ec-4fc8-add5-9da39364bdd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:35.184830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6a87a2b4-14ec-4fc8-add5-9da39364bdd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:35.258551 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6a87a2b4-14ec-4fc8-add5-9da39364bdd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:35.276773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87a2b4-14ec-4fc8-add5-9da39364bdd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=084c0f5e-ab80-4964-a08b-840fd05ab8db,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:35.290195 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-6a87a2b4-14ec-4fc8-add5-9da39364bdd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:35.291330 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-6a87a2b4-14ec-4fc8-add5-9da39364bdd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/security-groups/084c0f5e-ab80-4964-a08b-840fd05ab8db HTTP/1.1" status: 204 len: 168 time: 0.2072167 Jan 24 16:56:35.720068 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42114) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:35.728355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4eab5823-a206-4c8d-8092-061a6555a9c6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2286414', 'description': 'tempest-secgroup-smoke-2286414 description', 'project_id': 'edd5921dd99549ffb2cf58151bde22da'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:56:35.737209 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4eab5823-a206-4c8d-8092-061a6555a9c6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:56:35.743925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4eab5823-a206-4c8d-8092-061a6555a9c6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:56:35.748228 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4eab5823-a206-4c8d-8092-061a6555a9c6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:56:35.753927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4eab5823-a206-4c8d-8092-061a6555a9c6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:56:35.767877 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4eab5823-a206-4c8d-8092-061a6555a9c6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:35.806927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4eab5823-a206-4c8d-8092-061a6555a9c6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:56:35.811610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4eab5823-a206-4c8d-8092-061a6555a9c6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:56:35.814517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4eab5823-a206-4c8d-8092-061a6555a9c6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:56:35.820435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4eab5823-a206-4c8d-8092-061a6555a9c6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:56:35.978146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4eab5823-a206-4c8d-8092-061a6555a9c6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:35.984329 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4eab5823-a206-4c8d-8092-061a6555a9c6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.027565 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab5823-a206-4c8d-8092-061a6555a9c6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:36.033977 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4eab5823-a206-4c8d-8092-061a6555a9c6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.035288 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4eab5823-a206-4c8d-8092-061a6555a9c6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1622 time: 0.3141711 Jan 24 16:56:36.038207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42118) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:36.043838 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-68c663fe-d703-4f92-bd98-107587cbe9b4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '37efbd2a-b9f2-4fe8-a562-5f5953dd2b57', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:56:36.050157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-68c663fe-d703-4f92-bd98-107587cbe9b4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:56:36.053954 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-68c663fe-d703-4f92-bd98-107587cbe9b4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:56:36.056776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-68c663fe-d703-4f92-bd98-107587cbe9b4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:56:36.063406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-68c663fe-d703-4f92-bd98-107587cbe9b4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:56:36.079830 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-68c663fe-d703-4f92-bd98-107587cbe9b4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.146189 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-68c663fe-d703-4f92-bd98-107587cbe9b4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.151643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-68c663fe-d703-4f92-bd98-107587cbe9b4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.174219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c663fe-d703-4f92-bd98-107587cbe9b4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a127a427-eaa7-4734-8d5f-42e320e901f5,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:36.183855 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-68c663fe-d703-4f92-bd98-107587cbe9b4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.185082 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-68c663fe-d703-4f92-bd98-107587cbe9b4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1460032 Jan 24 16:56:36.188392 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42122) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:36.193660 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-2e5d7dff-c4ce-484b-8c75-6c03e9533ac3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '37efbd2a-b9f2-4fe8-a562-5f5953dd2b57', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:56:36.199697 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2e5d7dff-c4ce-484b-8c75-6c03e9533ac3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:56:36.203616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2e5d7dff-c4ce-484b-8c75-6c03e9533ac3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:56:36.206439 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-2e5d7dff-c4ce-484b-8c75-6c03e9533ac3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:56:36.211969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-2e5d7dff-c4ce-484b-8c75-6c03e9533ac3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:56:36.232763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2e5d7dff-c4ce-484b-8c75-6c03e9533ac3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.296745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2e5d7dff-c4ce-484b-8c75-6c03e9533ac3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.301568 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2e5d7dff-c4ce-484b-8c75-6c03e9533ac3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.323720 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d7dff-c4ce-484b-8c75-6c03e9533ac3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1efd98-6b6b-449e-be0a-4306fd12e09b,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:36.333991 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2e5d7dff-c4ce-484b-8c75-6c03e9533ac3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.335166 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2e5d7dff-c4ce-484b-8c75-6c03e9533ac3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1458781 Jan 24 16:56:36.338090 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42126) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:36.343632 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-738a8a3f-bcd4-40e4-b2f6-6fd7e84cc4cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '37efbd2a-b9f2-4fe8-a562-5f5953dd2b57', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:56:36.349459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-738a8a3f-bcd4-40e4-b2f6-6fd7e84cc4cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:56:36.353203 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-738a8a3f-bcd4-40e4-b2f6-6fd7e84cc4cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:56:36.356053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-738a8a3f-bcd4-40e4-b2f6-6fd7e84cc4cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:56:36.361644 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-738a8a3f-bcd4-40e4-b2f6-6fd7e84cc4cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:56:36.380579 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-738a8a3f-bcd4-40e4-b2f6-6fd7e84cc4cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.445870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-738a8a3f-bcd4-40e4-b2f6-6fd7e84cc4cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.452707 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-738a8a3f-bcd4-40e4-b2f6-6fd7e84cc4cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.474720 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a8a3f-bcd4-40e4-b2f6-6fd7e84cc4cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf851a2-da55-4a0c-acb8-8e4d70f36acd,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:36.484635 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-738a8a3f-bcd4-40e4-b2f6-6fd7e84cc4cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.485750 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-738a8a3f-bcd4-40e4-b2f6-6fd7e84cc4cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1467412 Jan 24 16:56:36.490225 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42130) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:36.495842 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-9975a815-1870-40ce-bc49-a993ca7fe1a8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '37efbd2a-b9f2-4fe8-a562-5f5953dd2b57', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:56:36.502122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9975a815-1870-40ce-bc49-a993ca7fe1a8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:56:36.505801 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9975a815-1870-40ce-bc49-a993ca7fe1a8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:56:36.508579 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9975a815-1870-40ce-bc49-a993ca7fe1a8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:56:36.513975 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9975a815-1870-40ce-bc49-a993ca7fe1a8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:56:36.539054 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9975a815-1870-40ce-bc49-a993ca7fe1a8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.618071 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9975a815-1870-40ce-bc49-a993ca7fe1a8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.623336 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9975a815-1870-40ce-bc49-a993ca7fe1a8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.647946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975a815-1870-40ce-bc49-a993ca7fe1a8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf4d3ba-524f-4e2c-a7f0-383a5cd5ca60,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:36.659224 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9975a815-1870-40ce-bc49-a993ca7fe1a8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.660950 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9975a815-1870-40ce-bc49-a993ca7fe1a8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1698380 Jan 24 16:56:36.663805 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42134) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:36.671707 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-a1269b03-63b1-4fdc-acc5-a64a0a85ece0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '37efbd2a-b9f2-4fe8-a562-5f5953dd2b57', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:56:36.677711 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a1269b03-63b1-4fdc-acc5-a64a0a85ece0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:56:36.681652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a1269b03-63b1-4fdc-acc5-a64a0a85ece0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:56:36.684769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a1269b03-63b1-4fdc-acc5-a64a0a85ece0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:56:36.691572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a1269b03-63b1-4fdc-acc5-a64a0a85ece0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:56:36.706964 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-a1269b03-63b1-4fdc-acc5-a64a0a85ece0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Project edd5921dd99549ffb2cf58151bde22da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:56:36.721186 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1269b03-63b1-4fdc-acc5-a64a0a85ece0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.794094 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1269b03-63b1-4fdc-acc5-a64a0a85ece0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.800114 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1269b03-63b1-4fdc-acc5-a64a0a85ece0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.824299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1269b03-63b1-4fdc-acc5-a64a0a85ece0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da265f90-0969-45a1-82e0-d114c1734e9f,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:36.835625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a1269b03-63b1-4fdc-acc5-a64a0a85ece0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.836808 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a1269b03-63b1-4fdc-acc5-a64a0a85ece0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1719210 Jan 24 16:56:36.839684 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42138) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:36.845403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-58b3e91f-fcf6-4b42-829e-0a4f8c2fea3a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '37efbd2a-b9f2-4fe8-a562-5f5953dd2b57', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:56:36.851702 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-58b3e91f-fcf6-4b42-829e-0a4f8c2fea3a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:56:36.855696 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-58b3e91f-fcf6-4b42-829e-0a4f8c2fea3a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:56:36.858724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-58b3e91f-fcf6-4b42-829e-0a4f8c2fea3a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:56:36.864616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-58b3e91f-fcf6-4b42-829e-0a4f8c2fea3a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:56:36.882255 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-58b3e91f-fcf6-4b42-829e-0a4f8c2fea3a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Project edd5921dd99549ffb2cf58151bde22da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:56:36.889014 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-58b3e91f-fcf6-4b42-829e-0a4f8c2fea3a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.960602 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-58b3e91f-fcf6-4b42-829e-0a4f8c2fea3a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.966587 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-58b3e91f-fcf6-4b42-829e-0a4f8c2fea3a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:36.989484 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3e91f-fcf6-4b42-829e-0a4f8c2fea3a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c1e4c5-75d8-4d48-a943-69e602529379,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:37.000044 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-58b3e91f-fcf6-4b42-829e-0a4f8c2fea3a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:37.001246 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-58b3e91f-fcf6-4b42-829e-0a4f8c2fea3a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1606374 Jan 24 16:56:37.004531 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6eb64273-e0ec-49b9-bcf9-57226a16bfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:37.005399 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42142) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:37.010918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f6096bd8-2a27-4e0b-9c9d-5dbe4e4c5b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'network': {'name': 'tempest-network-smoke--2002776549', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'port_security_enabled': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:56:37.016199 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f6096bd8-2a27-4e0b-9c9d-5dbe4e4c5b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:56:37.020452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f6096bd8-2a27-4e0b-9c9d-5dbe4e4c5b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:network and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:56:37.023342 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f6096bd8-2a27-4e0b-9c9d-5dbe4e4c5b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:56:37.029144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f6096bd8-2a27-4e0b-9c9d-5dbe4e4c5b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:56:37.040563 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6096bd8-2a27-4e0b-9c9d-5dbe4e4c5b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Made reservation on behalf of edd5921dd99549ffb2cf58151bde22da for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:56:37.043589 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f6096bd8-2a27-4e0b-9c9d-5dbe4e4c5b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:37.074239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6096bd8-2a27-4e0b-9c9d-5dbe4e4c5b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:56:37.086794 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f6096bd8-2a27-4e0b-9c9d-5dbe4e4c5b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:37.086794 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-f6096bd8-2a27-4e0b-9c9d-5dbe4e4c5b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Added segment 83eedb22-57f6-4d45-ac06-e2504a44e750 of type vlan for network a004b95d-f04a-4de0-a805-e876df7e05e9 Jan 24 16:56:37.117350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f6096bd8-2a27-4e0b-9c9d-5dbe4e4c5b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:37.153563 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f6096bd8-2a27-4e0b-9c9d-5dbe4e4c5b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:37.157292 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6096bd8-2a27-4e0b-9c9d-5dbe4e4c5b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:37.157857 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f6096bd8-2a27-4e0b-9c9d-5dbe4e4c5b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:37.258919 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f6096bd8-2a27-4e0b-9c9d-5dbe4e4c5b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2523499 Jan 24 16:56:37.261833 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42146) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:37.267901 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-984780507', 'admin_state_up': True, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:56:37.268787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6096bd8-2a27-4e0b-9c9d-5dbe4e4c5b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Network': ['ID=a004b95d-f04a-4de0-a805-e876df7e05e9,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:37.275659 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:56:37.279038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network a004b95d-f04a-4de0-a805-e876df7e05e9 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:56:37.279198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:router and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:56:37.282258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:56:37.290647 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:56:37.309590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:37.310575 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:37.332352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:37.478237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:37.779762 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:37.808929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:37.943621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.26.2.107 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/904c49ce-8be1-484e-ba5c-7fbca0065b3d) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:56:38.095854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:38.125030 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:38.189605 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:56:38.192464 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:56:38.196786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:56:38.223656 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=904c49ce-8be1-484e-ba5c-7fbca0065b3d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:38.364828 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:38.365490 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:38.618583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router 497ddd32-5a9c-431f-93aa-07e99d20c322 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:56:38.828508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:56:38.838110 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Sync routers for ids ['497ddd32-5a9c-431f-93aa-07e99d20c322'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:56:38.851983 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Routers {'497ddd32-5a9c-431f-93aa-07e99d20c322'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:56:38.852608 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:56:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['497ddd32-5a9c-431f-93aa-07e99d20c322'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:38.856208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:38.857694 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3d16cf88-0879-4bcd-89b3-ba4f85f7bfd3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5947170 Jan 24 16:56:38.862256 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42150) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:38.906054 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bcfaf6a8-9835-49a3-a79a-34ed2646db26 tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/subnets?project_id=edd5921dd99549ffb2cf58151bde22da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398319 Jan 24 16:56:38.906429 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42154) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:39.025651 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Set router 497ddd32-5a9c-431f-93aa-07e99d20c322 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:56:39.036906 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54f5ca4-69b6-47a4-82b6-884527e8efb1 tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:39.038395 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b54f5ca4-69b6-47a4-82b6-884527e8efb1 tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308963 Jan 24 16:56:39.041285 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42158) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:39.080957 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1f71c843-d1ed-433f-ab2f-7542a57a7d1a tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384209 Jan 24 16:56:39.083865 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42162) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:39.089592 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-efca82be-3da8-4cbf-a7f2-22a2ec67f23b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1693059364', 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:56:39.205714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-efca82be-3da8-4cbf-a7f2-22a2ec67f23b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:56:39.210049 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-efca82be-3da8-4cbf-a7f2-22a2ec67f23b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:subnet and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:56:39.213113 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-efca82be-3da8-4cbf-a7f2-22a2ec67f23b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:56:39.216616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-169e1288-414b-4535-81ef-ad1fb40dbe9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:39.219228 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-efca82be-3da8-4cbf-a7f2-22a2ec67f23b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:56:39.230701 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efca82be-3da8-4cbf-a7f2-22a2ec67f23b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Made reservation on behalf of edd5921dd99549ffb2cf58151bde22da for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:56:39.308574 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984780507', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:38Z', 'revision_number': 3, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:39.313508 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Checking router: 497ddd32-5a9c-431f-93aa-07e99d20c322 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:56:39.313840 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Updating router 497ddd32-5a9c-431f-93aa-07e99d20c322 port 904c49ce-8be1-484e-ba5c-7fbca0065b3d binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:56:39.334159 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-efca82be-3da8-4cbf-a7f2-22a2ec67f23b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:39.369142 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:39.555324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-efca82be-3da8-4cbf-a7f2-22a2ec67f23b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:39.630901 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca82be-3da8-4cbf-a7f2-22a2ec67f23b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Subnet': ['ID=73a8ce85-ac87-4885-9841-2b235c24cbaa,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:39.645937 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efca82be-3da8-4cbf-a7f2-22a2ec67f23b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Checking segment: {'id': '83eedb22-57f6-4d45-ac06-e2504a44e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:56:39.646286 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efca82be-3da8-4cbf-a7f2-22a2ec67f23b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network hostable DHCP agents. Network: a004b95d-f04a-4de0-a805-e876df7e05e9, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:56:39.668818 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efca82be-3da8-4cbf-a7f2-22a2ec67f23b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network a004b95d-f04a-4de0-a805-e876df7e05e9 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:56:39.679746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-efca82be-3da8-4cbf-a7f2-22a2ec67f23b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, a004b95d-f04a-4de0-a805-e876df7e05e9) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:56:39.686057 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca82be-3da8-4cbf-a7f2-22a2ec67f23b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:39.686057 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-efca82be-3da8-4cbf-a7f2-22a2ec67f23b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:39.688445 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca7f10-4971-48ef-a7fe-3f4c4aa7ee00 None None] Network a004b95d-f04a-4de0-a805-e876df7e05e9 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:56:39.699875 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:39.712337 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Transition to ACTIVE for port object 904c49ce-8be1-484e-ba5c-7fbca0065b3d will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:56:39.713097 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-efca82be-3da8-4cbf-a7f2-22a2ec67f23b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6277394 Jan 24 16:56:39.715999 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42166) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:39.722701 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:39.809247 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171ce4a-ca6e-4131-bc6b-71d576f315b1 None None] Pushing event updated for resources: {'Port': ['ID=904c49ce-8be1-484e-ba5c-7fbca0065b3d,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:39.811636 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Attempting to bind port 904c49ce-8be1-484e-ba5c-7fbca0065b3d on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:56:39.811636 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Attempting to bind port 904c49ce-8be1-484e-ba5c-7fbca0065b3d by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:56:39.812454 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Attempting to bind port 904c49ce-8be1-484e-ba5c-7fbca0065b3d on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:56:39.822782 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:56:39.823139 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:56:39.823545 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:39.824039 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:56:39.824500 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Bound port: 904c49ce-8be1-484e-ba5c-7fbca0065b3d, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:56:39.824843 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:39.886858 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a171ce4a-ca6e-4131-bc6b-71d576f315b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:39.888138 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a171ce4a-ca6e-4131-bc6b-71d576f315b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:39.888138 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a171ce4a-ca6e-4131-bc6b-71d576f315b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:39.888138 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a171ce4a-ca6e-4131-bc6b-71d576f315b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:39.888138 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a171ce4a-ca6e-4131-bc6b-71d576f315b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:39.888472 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a171ce4a-ca6e-4131-bc6b-71d576f315b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:39.888752 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a171ce4a-ca6e-4131-bc6b-71d576f315b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:39.889062 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a171ce4a-ca6e-4131-bc6b-71d576f315b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:39.889466 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a171ce4a-ca6e-4131-bc6b-71d576f315b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:39.889807 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a171ce4a-ca6e-4131-bc6b-71d576f315b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:39.890202 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a171ce4a-ca6e-4131-bc6b-71d576f315b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:39.910932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-a004b95d-f04a-4de0-a805-e876df7e05e9', 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ips': [{'subnet_id': '73a8ce85-ac87-4885-9841-2b235c24cbaa'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:56:39.911933 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:39.933230 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] For port 904c49ce-8be1-484e-ba5c-7fbca0065b3d, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:56:39.937732 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] For port 904c49ce-8be1-484e-ba5c-7fbca0065b3d, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=904c49ce-8be1-484e-ba5c-7fbca0065b3d,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:56:39.942119 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:40.046006 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Routers {'497ddd32-5a9c-431f-93aa-07e99d20c322'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:56:40.046840 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:56:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['497ddd32-5a9c-431f-93aa-07e99d20c322'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:40.080326 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Allocated IP 172.20.0.2 (a004b95d-f04a-4de0-a805-e876df7e05e9/73a8ce85-ac87-4885-9841-2b235c24cbaa/d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:56:40.119656 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171ce4a-ca6e-4131-bc6b-71d576f315b1 None None] Pushing event updated for resources: {'Port': ['ID=904c49ce-8be1-484e-ba5c-7fbca0065b3d,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:40.263370 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] Set router 497ddd32-5a9c-431f-93aa-07e99d20c322 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:56:40.291723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:40.302170 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Transition to ACTIVE for port object d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:56:40.320705 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Transition to ACTIVE for port object d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:56:40.327181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:40.397965 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Network a004b95d-f04a-4de0-a805-e876df7e05e9 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:56:40.401413 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:56:40.403330 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Pushing event updated for resources: {'Port': ['ID=d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:40.405312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:56:40.517308 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:40.526873 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:40.528245 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Attempting to bind port d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:56:40.528598 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Attempting to bind port d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '83eedb22-57f6-4d45-ac06-e2504a44e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:56:40.528946 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Attempting to bind port d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa on network a004b95d-f04a-4de0-a805-e876df7e05e9 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:56:40.536155 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:56:40.536567 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Checking segment: {'id': '83eedb22-57f6-4d45-ac06-e2504a44e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:56:40.536945 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:40.537323 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Bound using segment: {'id': '83eedb22-57f6-4d45-ac06-e2504a44e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:56:40.538286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Bound port: d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83eedb22-57f6-4d45-ac06-e2504a44e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:56:40.538286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:40.550335 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984780507', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:38Z', 'revision_number': 3, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:40.554441 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2a6c6f-2f6e-420d-adac-9a396e388872 None None] The sync data for ids ['497ddd32-5a9c-431f-93aa-07e99d20c322'] in dv-neutron-826104-1-hyperv is: [{'id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984780507', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:38Z', 'revision_number': 3, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:56:40.631973 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] For port d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:56:40.635523 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] For port d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa,segment=NetworkSegment(83eedb22-57f6-4d45-ac06-e2504a44e750),segment_id=83eedb22-57f6-4d45-ac06-e2504a44e750)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:56:40.642068 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:40.655910 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:40.733821 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525493e-0da0-4c37-8db5-ac479e127bcc None None] Pushing event updated for resources: {'Port': ['ID=d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:40.898033 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 904c49ce-8be1-484e-ba5c-7fbca0065b3d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:56:41.029066 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 904c49ce-8be1-484e-ba5c-7fbca0065b3d completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:56:41.040533 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 904c49ce-8be1-484e-ba5c-7fbca0065b3d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:41.040775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:41.174180 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.20.0.1 (a004b95d-f04a-4de0-a805-e876df7e05e9/73a8ce85-ac87-4885-9841-2b235c24cbaa/d9305469-705a-40bd-ad26-253239223144) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:56:41.199093 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:41.223862 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 904c49ce-8be1-484e-ba5c-7fbca0065b3d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=904c49ce-8be1-484e-ba5c-7fbca0065b3d,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:41.230462 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:41.313195 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=904c49ce-8be1-484e-ba5c-7fbca0065b3d,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:41.349247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:41.365986 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Transition to ACTIVE for port object d9305469-705a-40bd-ad26-253239223144 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:56:41.391073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:41.468673 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network a004b95d-f04a-4de0-a805-e876df7e05e9 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:56:41.472336 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:56:41.474434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=d9305469-705a-40bd-ad26-253239223144,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:41.477342 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:56:41.544335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:41.630417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:41.765440 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201104a8-9420-4fe6-a938-2d5b146a7503 None None] Network a004b95d-f04a-4de0-a805-e876df7e05e9 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:56:41.886416 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9de20990-9881-4395-bc73-0e67f09123b7 None None] Provisioning for port d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:56:41.976319 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:42.153911 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:42.159220 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:42.281259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:42.285573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=d9305469-705a-40bd-ad26-253239223144,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:42.431386 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network a004b95d-f04a-4de0-a805-e876df7e05e9 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:56:42.432599 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:56:42.447457 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3b130e08-d2af-49d7-b650-277732fa4e6c None None] Provisioning for port d9305469-705a-40bd-ad26-253239223144 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:56:42.453420 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3b130e08-d2af-49d7-b650-277732fa4e6c None None] Provisioning complete for port d9305469-705a-40bd-ad26-253239223144 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:42.453910 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3b130e08-d2af-49d7-b650-277732fa4e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:42.511122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-3b130e08-d2af-49d7-b650-277732fa4e6c None None] Port d9305469-705a-40bd-ad26-253239223144 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:56:42.645483 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7f715ad3-7ca8-4647-82c1-7040e9612042 None None] Provisioning complete for port d9305469-705a-40bd-ad26-253239223144 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:42.645990 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7f715ad3-7ca8-4647-82c1-7040e9612042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:42.702195 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-7f715ad3-7ca8-4647-82c1-7040e9612042 None None] Port d9305469-705a-40bd-ad26-253239223144 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:56:42.826902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e4944cdc-be56-46da-b82a-4e46c71ba591 None None] Provisioning complete for port d9305469-705a-40bd-ad26-253239223144 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:42.827456 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e4944cdc-be56-46da-b82a-4e46c71ba591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:42.845297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router 497ddd32-5a9c-431f-93aa-07e99d20c322 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:56:42.883266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-e4944cdc-be56-46da-b82a-4e46c71ba591 None None] Port d9305469-705a-40bd-ad26-253239223144 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:56:42.929471 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:56:42.996562 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:56:43.001455 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:43.001818 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:43.061286 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:56:43.083383 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e5ba230f-e778-49f0-aa23-0de11a8ba3d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "PUT /v2.0/routers/497ddd32-5a9c-431f-93aa-07e99d20c322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3574276 Jan 24 16:56:43.119508 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:43.153480 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa,segment=NetworkSegment(83eedb22-57f6-4d45-ac06-e2504a44e750),segment_id=83eedb22-57f6-4d45-ac06-e2504a44e750)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:43.158515 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:43.159290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 904c49ce-8be1-484e-ba5c-7fbca0065b3d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:56:43.259347 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee1fc831-6570-4a91-af80-555321524a4e req-90b771df-34b8-4a73-a04a-ed512d6c9b81 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2286414&fields=id&tenant_id=edd5921dd99549ffb2cf58151bde22da HTTP/1.1" status: 200 len: 267 time: 0.0441761 Jan 24 16:56:43.271825 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:43.286082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 904c49ce-8be1-484e-ba5c-7fbca0065b3d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:43.286444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:43.406850 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fc831-6570-4a91-af80-555321524a4e req-67977afa-7986-4d30-8157-cef0d130c839 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:43.408337 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee1fc831-6570-4a91-af80-555321524a4e req-67977afa-7986-4d30-8157-cef0d130c839 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/networks?id=a004b95d-f04a-4de0-a805-e876df7e05e9 HTTP/1.1" status: 200 len: 797 time: 0.1419363 Jan 24 16:56:43.425043 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee1fc831-6570-4a91-af80-555321524a4e req-65b70d09-5ee2-4ad5-8230-bc53b2872d01 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/quotas/edd5921dd99549ffb2cf58151bde22da HTTP/1.1" status: 200 len: 375 time: 0.0110896 Jan 24 16:56:43.514572 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-ee1fc831-6570-4a91-af80-555321524a4e req-5e6dfa03-5087-4e05-959c-691112ad640f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:56:43.533306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-ee1fc831-6570-4a91-af80-555321524a4e req-5e6dfa03-5087-4e05-959c-691112ad640f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:56:43.535401 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee1fc831-6570-4a91-af80-555321524a4e req-5e6dfa03-5087-4e05-959c-691112ad640f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052556 Jan 24 16:56:43.745736 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee1fc831-6570-4a91-af80-555321524a4e req-b9263a71-97de-4e76-b7e1-a44b0f9e2ef3 service neutron] 10.222.0.130 "GET /v2.0/networks/a004b95d-f04a-4de0-a805-e876df7e05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948636 Jan 24 16:56:43.977821 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee1fc831-6570-4a91-af80-555321524a4e req-97cb4fe3-f77e-4c23-a131-87b31205ea74 service neutron] 10.222.0.130 "GET /v2.0/networks/a004b95d-f04a-4de0-a805-e876df7e05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262254 Jan 24 16:56:44.174202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b68c21d9-83d1-4176-bc8e-63d09bee2c9a req-431eda60-3b70-4aae-b68e-e272a29fc886 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:56:44.186636 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b68c21d9-83d1-4176-bc8e-63d09bee2c9a req-431eda60-3b70-4aae-b68e-e272a29fc886 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:56:44.188726 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b68c21d9-83d1-4176-bc8e-63d09bee2c9a req-431eda60-3b70-4aae-b68e-e272a29fc886 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 210 time: 0.0592923 Jan 24 16:56:44.257890 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Sync routers for ids ['497ddd32-5a9c-431f-93aa-07e99d20c322'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:56:44.269828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Routers {'497ddd32-5a9c-431f-93aa-07e99d20c322'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:56:44.270429 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:56:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['497ddd32-5a9c-431f-93aa-07e99d20c322'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:44.461163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Set router 497ddd32-5a9c-431f-93aa-07e99d20c322 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:56:44.787502 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984780507', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd9305469-705a-40bd-ad26-253239223144', 'name': '', 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:d7:95:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:40Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 2, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:44.792139 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Checking router: 497ddd32-5a9c-431f-93aa-07e99d20c322 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:56:44.792637 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Updating router 497ddd32-5a9c-431f-93aa-07e99d20c322 port d9305469-705a-40bd-ad26-253239223144 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:56:44.849191 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:44.867792 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:56:45.040514 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:45.040820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:45.305588 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4044b7c8-af29-4643-8d01-3a55969ae97b req-0ae0a46a-b960-415e-8d24-fbe51880afc4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 210 time: 0.0399463 Jan 24 16:56:45.398339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:45.409861 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Transition to ACTIVE for port object d9305469-705a-40bd-ad26-253239223144 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:56:45.419318 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:45.560856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42da33a-297e-4dee-a989-5cf418c9bf24 None None] Pushing event updated for resources: {'Port': ['ID=d9305469-705a-40bd-ad26-253239223144,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:45.571162 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:56:45.654282 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Attempting to bind port d9305469-705a-40bd-ad26-253239223144 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:56:45.654653 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Attempting to bind port d9305469-705a-40bd-ad26-253239223144 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '83eedb22-57f6-4d45-ac06-e2504a44e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:56:45.655032 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Attempting to bind port d9305469-705a-40bd-ad26-253239223144 on network a004b95d-f04a-4de0-a805-e876df7e05e9 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:56:45.661791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:56:45.662155 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Checking segment: {'id': '83eedb22-57f6-4d45-ac06-e2504a44e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:56:45.662538 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:45.662915 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Bound using segment: {'id': '83eedb22-57f6-4d45-ac06-e2504a44e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:56:45.663358 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Bound port: d9305469-705a-40bd-ad26-253239223144, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83eedb22-57f6-4d45-ac06-e2504a44e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:56:45.663738 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:45.760917 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] For port d9305469-705a-40bd-ad26-253239223144, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:56:45.764143 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] For port d9305469-705a-40bd-ad26-253239223144, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d9305469-705a-40bd-ad26-253239223144,segment=NetworkSegment(83eedb22-57f6-4d45-ac06-e2504a44e750),segment_id=83eedb22-57f6-4d45-ac06-e2504a44e750)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:56:45.772458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:45.857984 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42da33a-297e-4dee-a989-5cf418c9bf24 None None] Pushing event updated for resources: {'Port': ['ID=d9305469-705a-40bd-ad26-253239223144,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:45.864259 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Routers {'497ddd32-5a9c-431f-93aa-07e99d20c322'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:56:45.864871 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:56:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['497ddd32-5a9c-431f-93aa-07e99d20c322'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:46.051251 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] Set router 497ddd32-5a9c-431f-93aa-07e99d20c322 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:56:46.390202 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984780507', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd9305469-705a-40bd-ad26-253239223144', 'name': '', 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:d7:95:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:40Z', 'updated_at': '2022-01-24T16:56:45Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:46.394442 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b974873e-d710-4bd9-8516-224d7e4ba7bc None None] The sync data for ids ['497ddd32-5a9c-431f-93aa-07e99d20c322'] in dv-neutron-826104-1-hyperv is: [{'id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984780507', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd9305469-705a-40bd-ad26-253239223144', 'name': '', 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:d7:95:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:40Z', 'updated_at': '2022-01-24T16:56:45Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:56:46.440363 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-37d31bdd-af48-4f41-bb46-b3c194b1a37a req-bb657fa8-bc2c-4d66-ad56-6de8eadd7af3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 210 time: 0.0634539 Jan 24 16:56:46.879039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d9305469-705a-40bd-ad26-253239223144 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:56:46.952476 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port d9305469-705a-40bd-ad26-253239223144 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:56:46.957731 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d9305469-705a-40bd-ad26-253239223144 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:46.958096 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:47.076992 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:47.112491 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port d9305469-705a-40bd-ad26-253239223144, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d9305469-705a-40bd-ad26-253239223144,segment=NetworkSegment(83eedb22-57f6-4d45-ac06-e2504a44e750),segment_id=83eedb22-57f6-4d45-ac06-e2504a44e750)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:47.117971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:47.187440 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=d9305469-705a-40bd-ad26-253239223144,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:47.561555 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-eaee654d-3ad3-452e-99e1-14c5cffd73ff req-1363609d-1888-40f7-b8ed-b0e7f2870421 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 210 time: 0.0492337 Jan 24 16:56:48.260918 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:48.733375 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ec3f6649-c134-49e6-b129-111acf1047c4 req-58389968-df21-44ea-99fd-cfee3b38a771 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 210 time: 0.0438361 Jan 24 16:56:48.858539 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d9305469-705a-40bd-ad26-253239223144 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:56:48.930621 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d9305469-705a-40bd-ad26-253239223144 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:48.930902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:49.420321 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fc831-6570-4a91-af80-555321524a4e req-7d095238-e3e4-4d54-8c32-63b8ee58776f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:49.421758 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee1fc831-6570-4a91-af80-555321524a4e req-7d095238-e3e4-4d54-8c32-63b8ee58776f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "GET /v2.0/networks?id=a004b95d-f04a-4de0-a805-e876df7e05e9 HTTP/1.1" status: 200 len: 797 time: 0.1500075 Jan 24 16:56:49.483460 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee1fc831-6570-4a91-af80-555321524a4e req-69712d87-8c59-4185-a9f2-faf3a8769c9b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edd5921dd99549ffb2cf58151bde22da HTTP/1.1" status: 200 len: 377 time: 0.0435786 Jan 24 16:56:49.503919 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-ee1fc831-6570-4a91-af80-555321524a4e req-5ef1c492-35c4-4163-97d5-152f3af57028 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'port': {'device_id': '94b93943-1d7e-4922-9c2e-c836c7efb086', 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9', 'admin_state_up': True, 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'security_groups': ['37efbd2a-b9f2-4fe8-a562-5f5953dd2b57']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:56:49.647258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-ee1fc831-6570-4a91-af80-555321524a4e req-5ef1c492-35c4-4163-97d5-152f3af57028 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:56:49.669962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-ee1fc831-6570-4a91-af80-555321524a4e req-5ef1c492-35c4-4163-97d5-152f3af57028 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:56:49.682536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1fc831-6570-4a91-af80-555321524a4e req-5ef1c492-35c4-4163-97d5-152f3af57028 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Made reservation on behalf of edd5921dd99549ffb2cf58151bde22da for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:56:49.685657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ee1fc831-6570-4a91-af80-555321524a4e req-5ef1c492-35c4-4163-97d5-152f3af57028 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:49.852333 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-ee1fc831-6570-4a91-af80-555321524a4e req-5ef1c492-35c4-4163-97d5-152f3af57028 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.20.0.8 (a004b95d-f04a-4de0-a805-e876df7e05e9/73a8ce85-ac87-4885-9841-2b235c24cbaa/6b4c5c87-a2a6-463a-9614-b91e41064865) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:56:49.900491 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c01a16c8-86ff-45c2-ba2b-0600de02832b req-64111364-46ef-47a3-94dd-54693958425e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 210 time: 0.0456543 Jan 24 16:56:50.079514 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ee1fc831-6570-4a91-af80-555321524a4e req-5ef1c492-35c4-4163-97d5-152f3af57028 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:50.095403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-ee1fc831-6570-4a91-af80-555321524a4e req-5ef1c492-35c4-4163-97d5-152f3af57028 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Transition to ACTIVE for port object 6b4c5c87-a2a6-463a-9614-b91e41064865 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:56:50.117759 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ee1fc831-6570-4a91-af80-555321524a4e req-5ef1c492-35c4-4163-97d5-152f3af57028 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:50.189109 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1fc831-6570-4a91-af80-555321524a4e req-5ef1c492-35c4-4163-97d5-152f3af57028 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network a004b95d-f04a-4de0-a805-e876df7e05e9 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:56:50.192217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-ee1fc831-6570-4a91-af80-555321524a4e req-5ef1c492-35c4-4163-97d5-152f3af57028 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:56:50.196101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1fc831-6570-4a91-af80-555321524a4e req-5ef1c492-35c4-4163-97d5-152f3af57028 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:56:50.232852 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1c492-35c4-4163-97d5-152f3af57028 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=6b4c5c87-a2a6-463a-9614-b91e41064865,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:50.266056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fc831-6570-4a91-af80-555321524a4e req-5ef1c492-35c4-4163-97d5-152f3af57028 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:50.266655 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ee1fc831-6570-4a91-af80-555321524a4e req-5ef1c492-35c4-4163-97d5-152f3af57028 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:50.293929 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee1fc831-6570-4a91-af80-555321524a4e req-5ef1c492-35c4-4163-97d5-152f3af57028 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7941520 Jan 24 16:56:50.308670 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Request body: {'port': {'device_id': '94b93943-1d7e-4922-9c2e-c836c7efb086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:56:50.391775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b88249ec-e678-4c96-b08a-5b74982f6f17 None None] Provisioning for port 6b4c5c87-a2a6-463a-9614-b91e41064865 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:56:50.397591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-b88249ec-e678-4c96-b08a-5b74982f6f17 None None] Provisioning complete for port 6b4c5c87-a2a6-463a-9614-b91e41064865 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:50.398645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b88249ec-e678-4c96-b08a-5b74982f6f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:50.416473 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:50.450890 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b88249ec-e678-4c96-b08a-5b74982f6f17 None None] Port 6b4c5c87-a2a6-463a-9614-b91e41064865 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:56:50.775627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4c5c87-a2a6-463a-9614-b91e41064865 {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:56:50.783582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:50.802223 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Transition to ACTIVE for port object 6b4c5c87-a2a6-463a-9614-b91e41064865 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:56:50.807415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:50.932766 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4c5c87-a2a6-463a-9614-b91e41064865,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:51.119052 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4d2dd-5918-423a-bc68-2b62b0e39b91 req-fd323458-5722-4f94-9cc8-64c5c8e3179d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:51.120544 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a6e4d2dd-5918-423a-bc68-2b62b0e39b91 req-fd323458-5722-4f94-9cc8-64c5c8e3179d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 943 time: 0.0818195 Jan 24 16:56:51.148887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Attempting to bind port 6b4c5c87-a2a6-463a-9614-b91e41064865 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:56:51.149128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Attempting to bind port 6b4c5c87-a2a6-463a-9614-b91e41064865 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '83eedb22-57f6-4d45-ac06-e2504a44e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:56:51.149446 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Attempting to bind port 6b4c5c87-a2a6-463a-9614-b91e41064865 on network a004b95d-f04a-4de0-a805-e876df7e05e9 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:56:51.155685 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Port 6b4c5c87-a2a6-463a-9614-b91e41064865 on network a004b95d-f04a-4de0-a805-e876df7e05e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:56:51.155965 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Attempting to bind port 6b4c5c87-a2a6-463a-9614-b91e41064865 on network a004b95d-f04a-4de0-a805-e876df7e05e9 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:56:51.162502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:56:51.162827 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Checking segment: {'id': '83eedb22-57f6-4d45-ac06-e2504a44e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:56:51.163200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Bound using segment: {'id': '83eedb22-57f6-4d45-ac06-e2504a44e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:56:51.163645 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Bound port: 6b4c5c87-a2a6-463a-9614-b91e41064865, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83eedb22-57f6-4d45-ac06-e2504a44e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:56:51.163982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:51.164978 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-a6e4d2dd-5918-423a-bc68-2b62b0e39b91 req-455c3564-c5ae-4172-bf54-2787b11f9f6b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:56:51.181461 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-a6e4d2dd-5918-423a-bc68-2b62b0e39b91 req-455c3564-c5ae-4172-bf54-2787b11f9f6b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:56:51.183003 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a6e4d2dd-5918-423a-bc68-2b62b0e39b91 req-455c3564-c5ae-4172-bf54-2787b11f9f6b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0565786 Jan 24 16:56:51.254239 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] For port 6b4c5c87-a2a6-463a-9614-b91e41064865, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:56:51.257794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] For port 6b4c5c87-a2a6-463a-9614-b91e41064865, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6b4c5c87-a2a6-463a-9614-b91e41064865,segment=NetworkSegment(83eedb22-57f6-4d45-ac06-e2504a44e750),segment_id=83eedb22-57f6-4d45-ac06-e2504a44e750)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:56:51.265434 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:51.336965 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:51.338884 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee1fc831-6570-4a91-af80-555321524a4e req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] 10.222.0.129 "PUT /v2.0/ports/6b4c5c87-a2a6-463a-9614-b91e41064865 HTTP/1.1" status: 200 len: 1093 time: 1.0343509 Jan 24 16:56:51.339498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b93943-1d7e-4922-9c2e-c836c7efb086', 'tag': '6b4c5c87-a2a6-463a-9614-b91e41064865'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:51.360912 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cb087-2bd0-47be-a954-8cdf21fdd1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4c5c87-a2a6-463a-9614-b91e41064865,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:51.420419 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b93943-1d7e-4922-9c2e-c836c7efb086', 'tag': '6b4c5c87-a2a6-463a-9614-b91e41064865', 'status': 'completed', 'code': 200} Jan 24 16:56:51.466624 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee1fc831-6570-4a91-af80-555321524a4e req-d6d90c3a-8e7b-4e8f-9e90-ff7add99ce53 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 1096 time: 0.0831900 Jan 24 16:56:51.544094 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee1fc831-6570-4a91-af80-555321524a4e req-804135a7-320b-4c79-ba02-b24fbdec88e6 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b4c5c87-a2a6-463a-9614-b91e41064865 HTTP/1.1" status: 200 len: 217 time: 0.0649295 Jan 24 16:56:51.625092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fc831-6570-4a91-af80-555321524a4e req-542a16f2-b1f5-4355-951d-30dbeb0b292c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:51.626696 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee1fc831-6570-4a91-af80-555321524a4e req-542a16f2-b1f5-4355-951d-30dbeb0b292c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=73a8ce85-ac87-4885-9841-2b235c24cbaa HTTP/1.1" status: 200 len: 835 time: 0.0753651 Jan 24 16:56:51.706810 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee1fc831-6570-4a91-af80-555321524a4e req-842a1bdc-bd99-402b-a69c-dea49c56adc6 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a004b95d-f04a-4de0-a805-e876df7e05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703468 Jan 24 16:56:51.842621 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee1fc831-6570-4a91-af80-555321524a4e req-d312e402-48a4-4721-985d-8704df8afd73 service neutron] 10.222.0.129 "GET /v2.0/networks/a004b95d-f04a-4de0-a805-e876df7e05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288526 Jan 24 16:56:51.986669 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ee1fc831-6570-4a91-af80-555321524a4e req-e0598242-0a33-4ac7-918b-6014387e12cf service neutron] 10.222.0.129 "GET /v2.0/networks/a004b95d-f04a-4de0-a805-e876df7e05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321182 Jan 24 16:56:52.111222 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a0fa48f-b28e-4944-8e36-bbd6f97ff2eb req-22f7e4ad-adbb-499a-80d0-2c958690fd5c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 1096 time: 0.0717716 Jan 24 16:56:52.262075 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fa48f-b28e-4944-8e36-bbd6f97ff2eb req-6e585a43-7c7b-4e2f-a205-65c4e0378095 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:52.263511 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a0fa48f-b28e-4944-8e36-bbd6f97ff2eb req-6e585a43-7c7b-4e2f-a205-65c4e0378095 service neutron] 10.222.0.129 "GET /v2.0/networks?id=a004b95d-f04a-4de0-a805-e876df7e05e9 HTTP/1.1" status: 200 len: 898 time: 0.1431458 Jan 24 16:56:52.333897 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a0fa48f-b28e-4944-8e36-bbd6f97ff2eb req-aac7ca3c-9cce-4208-b5f3-d734b129405a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b4c5c87-a2a6-463a-9614-b91e41064865 HTTP/1.1" status: 200 len: 217 time: 0.0632784 Jan 24 16:56:52.390919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeeaa9d-8c63-4614-b090-0cc6c8ce7556 req-8c839b29-8a55-4768-92e0-efa0b73151b2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:52.392422 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-efeeaa9d-8c63-4614-b090-0cc6c8ce7556 req-8c839b29-8a55-4768-92e0-efa0b73151b2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 943 time: 0.0833845 Jan 24 16:56:52.399686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fa48f-b28e-4944-8e36-bbd6f97ff2eb req-a6a6273d-7fa5-404b-a9c6-1dfebe5e72ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:52.401101 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a0fa48f-b28e-4944-8e36-bbd6f97ff2eb req-a6a6273d-7fa5-404b-a9c6-1dfebe5e72ad service neutron] 10.222.0.129 "GET /v2.0/subnets?id=73a8ce85-ac87-4885-9841-2b235c24cbaa HTTP/1.1" status: 200 len: 835 time: 0.0612829 Jan 24 16:56:52.441578 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-efeeaa9d-8c63-4614-b090-0cc6c8ce7556 req-5997fb3d-cb5e-4111-9f78-7ed9a37234eb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430849 Jan 24 16:56:52.479439 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a0fa48f-b28e-4944-8e36-bbd6f97ff2eb req-9fa3e758-74b8-4378-bb90-34804cd94c5f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a004b95d-f04a-4de0-a805-e876df7e05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671096 Jan 24 16:56:52.613222 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a0fa48f-b28e-4944-8e36-bbd6f97ff2eb req-0af511b4-4ff7-499b-baeb-0563b3a2022b service neutron] 10.222.0.129 "GET /v2.0/networks/a004b95d-f04a-4de0-a805-e876df7e05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253128 Jan 24 16:56:52.762520 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2a0fa48f-b28e-4944-8e36-bbd6f97ff2eb req-57c4e5c2-8c46-48cb-a03f-32b8e237231c service neutron] 10.222.0.129 "GET /v2.0/networks/a004b95d-f04a-4de0-a805-e876df7e05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396742 Jan 24 16:56:53.646029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bf665-d12b-4723-b605-80a686d97091 req-bb11fdf3-68f3-4346-bd6c-69baa7163dd8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:53.646795 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-783bf665-d12b-4723-b605-80a686d97091 req-bb11fdf3-68f3-4346-bd6c-69baa7163dd8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:56:53.664215 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-783bf665-d12b-4723-b605-80a686d97091 req-bb11fdf3-68f3-4346-bd6c-69baa7163dd8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:56:53.665490 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-783bf665-d12b-4723-b605-80a686d97091 req-bb11fdf3-68f3-4346-bd6c-69baa7163dd8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 943 time: 0.0959394 Jan 24 16:56:53.719841 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-783bf665-d12b-4723-b605-80a686d97091 req-c9e72cd5-f897-48e5-a36a-6591bed93844 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0486333 Jan 24 16:56:54.772188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 6b4c5c87-a2a6-463a-9614-b91e41064865 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:56:54.907030 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 6b4c5c87-a2a6-463a-9614-b91e41064865, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6b4c5c87-a2a6-463a-9614-b91e41064865,segment=NetworkSegment(83eedb22-57f6-4d45-ac06-e2504a44e750),segment_id=83eedb22-57f6-4d45-ac06-e2504a44e750)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:54.922869 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '6b4c5c87-a2a6-463a-9614-b91e41064865', 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9', 'port_id': '6b4c5c87-a2a6-463a-9614-b91e41064865', 'mac_address': 'fa:16:3e:7b:ec:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:56:54.936870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842347e-da1c-485a-bd0e-f8a5c253de97 req-df93b4e6-bbd8-46fd-9b4b-e7be6ace2a33 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:54.938527 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7842347e-da1c-485a-bd0e-f8a5c253de97 req-df93b4e6-bbd8-46fd-9b4b-e7be6ace2a33 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 943 time: 0.0887344 Jan 24 16:56:54.981724 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:54.987855 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7842347e-da1c-485a-bd0e-f8a5c253de97 req-ec49e219-e7b8-4696-a81c-a4c3cc47082b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422862 Jan 24 16:56:55.002968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4c5c87-a2a6-463a-9614-b91e41064865 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:56:55.017932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 6b4c5c87-a2a6-463a-9614-b91e41064865, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6b4c5c87-a2a6-463a-9614-b91e41064865,segment=NetworkSegment(83eedb22-57f6-4d45-ac06-e2504a44e750),segment_id=83eedb22-57f6-4d45-ac06-e2504a44e750)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:55.022258 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:55.087288 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=6b4c5c87-a2a6-463a-9614-b91e41064865,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:55.311122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['6b4c5c87-a2a6-463a-9614-b91e41064865'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:56:56.286243 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a4356-cdfc-4bc1-84ee-113343fbf095 req-13ea201b-f78b-480a-a9ce-36d078052bde tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:56.287643 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-053a4356-cdfc-4bc1-84ee-113343fbf095 req-13ea201b-f78b-480a-a9ce-36d078052bde tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 944 time: 0.1759405 Jan 24 16:56:56.336471 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-053a4356-cdfc-4bc1-84ee-113343fbf095 req-e2ca105a-995e-407b-8579-b8b1f0dd813c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428143 Jan 24 16:56:56.787445 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 6b4c5c87-a2a6-463a-9614-b91e41064865 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:56:56.862481 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 6b4c5c87-a2a6-463a-9614-b91e41064865 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:56:56.868744 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 6b4c5c87-a2a6-463a-9614-b91e41064865 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:56.869222 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:56.987057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:57.014691 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b93943-1d7e-4922-9c2e-c836c7efb086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4c5c87-a2a6-463a-9614-b91e41064865'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:57.025588 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 6b4c5c87-a2a6-463a-9614-b91e41064865, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6b4c5c87-a2a6-463a-9614-b91e41064865,segment=NetworkSegment(83eedb22-57f6-4d45-ac06-e2504a44e750),segment_id=83eedb22-57f6-4d45-ac06-e2504a44e750)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:57.030591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:57.072599 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b93943-1d7e-4922-9c2e-c836c7efb086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4c5c87-a2a6-463a-9614-b91e41064865', 'code': 200} Jan 24 16:56:57.108314 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=6b4c5c87-a2a6-463a-9614-b91e41064865,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:57.324712 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9b56ff40-1f91-462a-a1b1-25b9e1836d2e req-6b08e46f-61e7-43d1-843a-c1326573940a service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 1098 time: 0.0782611 Jan 24 16:56:57.375348 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9b56ff40-1f91-462a-a1b1-25b9e1836d2e req-9a5c0218-12bf-44f4-a782-7de9f02d4bb3 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409513 Jan 24 16:56:57.546265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c03842-7502-4102-872f-9371d82a49fd req-7f7bc618-1891-4f89-bd48-1fda84dd780d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:57.547782 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-58c03842-7502-4102-872f-9371d82a49fd req-7f7bc618-1891-4f89-bd48-1fda84dd780d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.0798817 Jan 24 16:56:57.597196 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-58c03842-7502-4102-872f-9371d82a49fd req-1969dd9d-d565-45e2-a5bc-409856371737 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428941 Jan 24 16:56:58.920540 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcafd7e-db2b-437d-9b59-385038d31caf req-792fdf54-e456-4ecd-bde3-9a2d388643a9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:58.921994 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2fcafd7e-db2b-437d-9b59-385038d31caf req-792fdf54-e456-4ecd-bde3-9a2d388643a9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.1897914 Jan 24 16:56:58.970007 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2fcafd7e-db2b-437d-9b59-385038d31caf req-00c032ff-ed02-418a-af6f-a6284926e1ae tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422609 Jan 24 16:56:59.193978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cf2ff-f786-4b04-b8ce-85598d4b40ca req-edf3d344-cd17-4ed1-99da-4716dea2c3fb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:59.195322 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d60cf2ff-f786-4b04-b8ce-85598d4b40ca req-edf3d344-cd17-4ed1-99da-4716dea2c3fb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.0945566 Jan 24 16:56:59.246618 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d60cf2ff-f786-4b04-b8ce-85598d4b40ca req-c1b2ece2-fff2-4751-b04b-c419d0de3908 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422039 Jan 24 16:56:59.283824 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42228) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:59.354454 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6eeb27fb-6dc3-4ac4-b7be-ed263bbec6e4 tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 1093 time: 0.0693657 Jan 24 16:56:59.358627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42232) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:56:59.363726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '6b4c5c87-a2a6-463a-9614-b91e41064865', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:56:59.369975 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:56:59.374064 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:floatingip and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:56:59.377052 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:56:59.383463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:56:59.400240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:59.554057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:59.704991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.26.2.14 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/070e8a18-26e4-490c-adf4-3fa01a1db95c) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:56:59.859614 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:59.894128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:56:59.972378 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:56:59.975229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:56:59.979605 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:57:00.004050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=070e8a18-26e4-490c-adf4-3fa01a1db95c,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:57:00.508611 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:00.566463 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:00.864619 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:00.872785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:00.990676 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=070e8a18-26e4-490c-adf4-3fa01a1db95c,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:57:01.008126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:01.207026 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Floating IP a83e662a-50fe-4463-ac34-3777fe0f8941 associated. External IP: 172.26.2.14, port: 6b4c5c87-a2a6-463a-9614-b91e41064865. Jan 24 16:57:01.628796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router 497ddd32-5a9c-431f-93aa-07e99d20c322 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:57:01.839918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:57:01.851051 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e8f82e-bd69-41a2-9695-c4b5c6e3a75f None None] Sync routers for ids ['497ddd32-5a9c-431f-93aa-07e99d20c322'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:57:01.864845 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e8f82e-bd69-41a2-9695-c4b5c6e3a75f None None] Routers {'497ddd32-5a9c-431f-93aa-07e99d20c322'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:57:01.865563 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-89e8f82e-bd69-41a2-9695-c4b5c6e3a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:56:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['497ddd32-5a9c-431f-93aa-07e99d20c322'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:57:01.868688 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:01.924323 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a3de7f70-99eb-481a-ba61-145a9f747751 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5647089 Jan 24 16:57:01.925034 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b93943-1d7e-4922-9c2e-c836c7efb086', 'tag': '6b4c5c87-a2a6-463a-9614-b91e41064865'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:57:01.990746 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b93943-1d7e-4922-9c2e-c836c7efb086', 'tag': '6b4c5c87-a2a6-463a-9614-b91e41064865', 'status': 'completed', 'code': 200} Jan 24 16:57:02.054887 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-89e8f82e-bd69-41a2-9695-c4b5c6e3a75f None None] Set router 497ddd32-5a9c-431f-93aa-07e99d20c322 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:57:02.113421 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e248432d-fc08-4416-b4f4-509207258e15 req-f7cc0be0-4371-45d5-bee4-1ad030e2c4e9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 1098 time: 0.0999577 Jan 24 16:57:02.132712 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ffe20-7159-4433-a5cd-da8bb68eb3e3 req-f98d2c40-e33e-4630-b578-cf92e005b34b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:02.134160 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f40ffe20-7159-4433-a5cd-da8bb68eb3e3 req-f98d2c40-e33e-4630-b578-cf92e005b34b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.1004326 Jan 24 16:57:02.180735 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f40ffe20-7159-4433-a5cd-da8bb68eb3e3 req-e69eccc4-2e28-4363-a68b-0cc0194b8162 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401971 Jan 24 16:57:02.209695 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42240) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:57:02.251158 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248432d-fc08-4416-b4f4-509207258e15 req-6dbade25-a6fb-4ea2-8a9f-7a67b6853f88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:02.252857 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e248432d-fc08-4416-b4f4-509207258e15 req-6dbade25-a6fb-4ea2-8a9f-7a67b6853f88 service neutron] 10.222.0.129 "GET /v2.0/networks?id=a004b95d-f04a-4de0-a805-e876df7e05e9 HTTP/1.1" status: 200 len: 898 time: 0.1333323 Jan 24 16:57:02.317584 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dc0dac11-2586-4d79-980c-ae931fa20e06 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/a83e662a-50fe-4463-ac34-3777fe0f8941 HTTP/1.1" status: 200 len: 990 time: 0.1066515 Jan 24 16:57:02.365458 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e248432d-fc08-4416-b4f4-509207258e15 req-b22a5236-cc89-42a7-9682-9c57a17eb1d2 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b4c5c87-a2a6-463a-9614-b91e41064865 HTTP/1.1" status: 200 len: 998 time: 0.1066999 Jan 24 16:57:02.407129 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-89e8f82e-bd69-41a2-9695-c4b5c6e3a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984780507', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'a83e662a-50fe-4463-ac34-3777fe0f8941', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'floating_ip_address': '172.26.2.14', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'port_id': '6b4c5c87-a2a6-463a-9614-b91e41064865', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9', 'mac_address': 'fa:16:3e:7b:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b93943-1d7e-4922-9c2e-c836c7efb086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:57:00Z', 'updated_at': '2022-01-24T16:57:00Z', 'revision_number': 0, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9305469-705a-40bd-ad26-253239223144', 'name': '', 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:d7:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:40Z', 'updated_at': '2022-01-24T16:56:47Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:57:02.411357 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e8f82e-bd69-41a2-9695-c4b5c6e3a75f None None] Checking router: 497ddd32-5a9c-431f-93aa-07e99d20c322 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:57:02.421876 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e8f82e-bd69-41a2-9695-c4b5c6e3a75f None None] Routers {'497ddd32-5a9c-431f-93aa-07e99d20c322'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:57:02.422474 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-89e8f82e-bd69-41a2-9695-c4b5c6e3a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:56:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['497ddd32-5a9c-431f-93aa-07e99d20c322'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:57:02.432204 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248432d-fc08-4416-b4f4-509207258e15 req-fff3c8c3-88c5-45fe-a35a-d201ca2d3a45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:02.433605 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e248432d-fc08-4416-b4f4-509207258e15 req-fff3c8c3-88c5-45fe-a35a-d201ca2d3a45 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=73a8ce85-ac87-4885-9841-2b235c24cbaa HTTP/1.1" status: 200 len: 835 time: 0.0618577 Jan 24 16:57:02.602960 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-89e8f82e-bd69-41a2-9695-c4b5c6e3a75f None None] Set router 497ddd32-5a9c-431f-93aa-07e99d20c322 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:57:02.614015 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e248432d-fc08-4416-b4f4-509207258e15 req-a6802cec-6f2c-4583-9c16-48d8f4587e54 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a004b95d-f04a-4de0-a805-e876df7e05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1745398 Jan 24 16:57:02.750650 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e248432d-fc08-4416-b4f4-509207258e15 req-96e7190d-d4b6-48f5-9422-6e3d84dcb5d6 service neutron] 10.222.0.129 "GET /v2.0/networks/a004b95d-f04a-4de0-a805-e876df7e05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300452 Jan 24 16:57:02.884439 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e248432d-fc08-4416-b4f4-509207258e15 req-adb27394-5a85-4cf9-b903-2ed03358e061 service neutron] 10.222.0.129 "GET /v2.0/networks/a004b95d-f04a-4de0-a805-e876df7e05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271148 Jan 24 16:57:02.980659 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-89e8f82e-bd69-41a2-9695-c4b5c6e3a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984780507', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'a83e662a-50fe-4463-ac34-3777fe0f8941', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'floating_ip_address': '172.26.2.14', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'port_id': '6b4c5c87-a2a6-463a-9614-b91e41064865', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9', 'mac_address': 'fa:16:3e:7b:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b93943-1d7e-4922-9c2e-c836c7efb086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:57:00Z', 'updated_at': '2022-01-24T16:57:00Z', 'revision_number': 0, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9305469-705a-40bd-ad26-253239223144', 'name': '', 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:d7:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:40Z', 'updated_at': '2022-01-24T16:56:47Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:57:02.984984 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e8f82e-bd69-41a2-9695-c4b5c6e3a75f None None] The sync data for ids ['497ddd32-5a9c-431f-93aa-07e99d20c322'] in dv-neutron-826104-1-hyperv is: [{'id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984780507', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'a83e662a-50fe-4463-ac34-3777fe0f8941', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'floating_ip_address': '172.26.2.14', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'port_id': '6b4c5c87-a2a6-463a-9614-b91e41064865', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9', 'mac_address': 'fa:16:3e:7b:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b93943-1d7e-4922-9c2e-c836c7efb086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:57:00Z', 'updated_at': '2022-01-24T16:57:00Z', 'revision_number': 0, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9305469-705a-40bd-ad26-253239223144', 'name': '', 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:d7:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:40Z', 'updated_at': '2022-01-24T16:56:47Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:57:03.277174 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbac6ef-a452-4d89-b71a-904635d7c33c None None] New status for floating IP a83e662a-50fe-4463-ac34-3777fe0f8941: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:57:03.321523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42244) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:57:03.425199 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8e5059e1-0516-4661-8adc-c61e06b06c44 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/a83e662a-50fe-4463-ac34-3777fe0f8941 HTTP/1.1" status: 200 len: 990 time: 0.1025472 Jan 24 16:57:04.430202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42248) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:57:04.539958 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fb2fe27f-5bf3-4e95-9a71-a717c4af5eb3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/a83e662a-50fe-4463-ac34-3777fe0f8941 HTTP/1.1" status: 200 len: 992 time: 0.1084149 Jan 24 16:57:06.999839 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ca44de01-ebcf-4915-9ce0-8b6690de8d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:09.216475 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-25941fb4-fc61-496b-baaa-e3571e201fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:10.427976 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:10.493672 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:11.922787 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:18.268772 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:22.576827 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:57:31.930886 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a097a2d8-3ff0-48b3-a102-67799f1b2d4d req-00d10cea-a978-4859-9c8b-a822e99e0a28 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809190 Jan 24 16:57:32.082379 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a097a2d8-3ff0-48b3-a102-67799f1b2d4d req-6f47efe2-3a88-4f3e-bf76-8c32fac3ec48 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 1098 time: 0.0716498 Jan 24 16:57:32.260309 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097a2d8-3ff0-48b3-a102-67799f1b2d4d req-f2548f42-d7ba-4384-82e0-3173a41fe3f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:32.262845 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a097a2d8-3ff0-48b3-a102-67799f1b2d4d req-f2548f42-d7ba-4384-82e0-3173a41fe3f8 service neutron] 10.222.0.129 "GET /v2.0/networks?id=a004b95d-f04a-4de0-a805-e876df7e05e9 HTTP/1.1" status: 200 len: 898 time: 0.1561379 Jan 24 16:57:32.389001 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a097a2d8-3ff0-48b3-a102-67799f1b2d4d req-e8cb5728-5427-4da6-b0ec-c3a747d657a4 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b4c5c87-a2a6-463a-9614-b91e41064865 HTTP/1.1" status: 200 len: 1000 time: 0.1194680 Jan 24 16:57:32.460820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097a2d8-3ff0-48b3-a102-67799f1b2d4d req-955a11b1-05b2-490d-8c1b-fb72c97186f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:32.461918 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a097a2d8-3ff0-48b3-a102-67799f1b2d4d req-955a11b1-05b2-490d-8c1b-fb72c97186f3 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=73a8ce85-ac87-4885-9841-2b235c24cbaa HTTP/1.1" status: 200 len: 835 time: 0.0651059 Jan 24 16:57:32.552925 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a097a2d8-3ff0-48b3-a102-67799f1b2d4d req-b8c50ff1-4fae-404b-a5f6-4d043e3152a7 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a004b95d-f04a-4de0-a805-e876df7e05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834558 Jan 24 16:57:32.565598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [req-a097a2d8-3ff0-48b3-a102-67799f1b2d4d req-2e4fab8f-b979-49e5-8750-d35a64fdc1a3 service neutron] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83465) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 16:57:32.566508 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a097a2d8-3ff0-48b3-a102-67799f1b2d4d req-2e4fab8f-b979-49e5-8750-d35a64fdc1a3 service neutron] 10.222.0.129 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052009 Jan 24 16:57:32.711747 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a097a2d8-3ff0-48b3-a102-67799f1b2d4d req-d98b67f6-9c56-49e7-85b4-209d25503c0f service neutron] 10.222.0.129 "GET /v2.0/networks/a004b95d-f04a-4de0-a805-e876df7e05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378133 Jan 24 16:57:32.892375 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a097a2d8-3ff0-48b3-a102-67799f1b2d4d req-cbd64b31-3ac3-4a86-8643-5d043d399bd2 service neutron] 10.222.0.129 "GET /v2.0/networks/a004b95d-f04a-4de0-a805-e876df7e05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701732 Jan 24 16:57:37.013085 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c22d9b89-e5f8-43be-931d-babf294756d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:37.962040 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-04843ad9-e0d1-494c-a78b-79e1260c104f req-4f776e5e-2539-4ea2-b41d-bd5a53c33ce2 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 1098 time: 0.0837455 Jan 24 16:57:38.138763 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04843ad9-e0d1-494c-a78b-79e1260c104f req-0d08bdcf-2ebe-45d1-8486-dcce3cc1d1f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:38.140326 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-04843ad9-e0d1-494c-a78b-79e1260c104f req-0d08bdcf-2ebe-45d1-8486-dcce3cc1d1f4 service neutron] 10.222.0.129 "GET /v2.0/networks?id=a004b95d-f04a-4de0-a805-e876df7e05e9 HTTP/1.1" status: 200 len: 898 time: 0.1718535 Jan 24 16:57:38.209021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cce016-c21d-4e19-938c-2d69d1a183cd req-4572ee9f-bc77-46b8-acda-f651226bb045 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:38.210439 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a6cce016-c21d-4e19-938c-2d69d1a183cd req-4572ee9f-bc77-46b8-acda-f651226bb045 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.2907000 Jan 24 16:57:38.276733 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-04843ad9-e0d1-494c-a78b-79e1260c104f req-ab7a84ad-8f3f-466f-9411-48249ea25afb service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b4c5c87-a2a6-463a-9614-b91e41064865 HTTP/1.1" status: 200 len: 1000 time: 0.1287975 Jan 24 16:57:38.284216 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a6cce016-c21d-4e19-938c-2d69d1a183cd req-5521a67d-70fe-4b19-8d55-d481ddbeac04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0662613 Jan 24 16:57:38.439563 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04843ad9-e0d1-494c-a78b-79e1260c104f req-044a8032-302f-4b27-9bc4-7da69f44dbe8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:38.440980 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-04843ad9-e0d1-494c-a78b-79e1260c104f req-044a8032-302f-4b27-9bc4-7da69f44dbe8 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=73a8ce85-ac87-4885-9841-2b235c24cbaa HTTP/1.1" status: 200 len: 835 time: 0.1559777 Jan 24 16:57:38.532193 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-04843ad9-e0d1-494c-a78b-79e1260c104f req-99b5858c-8988-4b98-8630-ede1ded7b8df service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a004b95d-f04a-4de0-a805-e876df7e05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831745 Jan 24 16:57:38.668619 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-04843ad9-e0d1-494c-a78b-79e1260c104f req-f585c34e-4c2b-409d-8abf-c6075005debe service neutron] 10.222.0.129 "GET /v2.0/networks/a004b95d-f04a-4de0-a805-e876df7e05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289539 Jan 24 16:57:38.802420 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-04843ad9-e0d1-494c-a78b-79e1260c104f req-b3bd6a45-c9c4-47b4-8839-8337b246e5c2 service neutron] 10.222.0.129 "GET /v2.0/networks/a004b95d-f04a-4de0-a805-e876df7e05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259584 Jan 24 16:57:39.213939 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4c84e8dc-75f2-481d-9910-769633682cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:39.610925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a00df-1b8f-4540-bb60-e86185847e8c req-6074bf0c-64aa-4698-81a2-31b841ca2bc4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:39.612331 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-371a00df-1b8f-4540-bb60-e86185847e8c req-6074bf0c-64aa-4698-81a2-31b841ca2bc4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.1886866 Jan 24 16:57:39.662809 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-371a00df-1b8f-4540-bb60-e86185847e8c req-38154f4d-f001-4932-a942-7f33fdf9f0a1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413191 Jan 24 16:57:40.426984 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:40.496865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:40.886537 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad3b96-ff0d-4896-bd8e-d053203237cc req-168f7fbf-04cd-48e4-bd47-736e276a7f95 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:40.888074 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e1ad3b96-ff0d-4896-bd8e-d053203237cc req-168f7fbf-04cd-48e4-bd47-736e276a7f95 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.0896044 Jan 24 16:57:40.934886 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e1ad3b96-ff0d-4896-bd8e-d053203237cc req-c737c327-12d2-479d-84f1-c9f8849b24dc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410609 Jan 24 16:57:41.924784 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:42.143224 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ced10-46d8-4afe-a9bb-0725fb3e99b9 req-0e156e96-3959-432e-b62d-e9428443e219 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:42.144671 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-128ced10-46d8-4afe-a9bb-0725fb3e99b9 req-0e156e96-3959-432e-b62d-e9428443e219 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.0819809 Jan 24 16:57:42.190031 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-128ced10-46d8-4afe-a9bb-0725fb3e99b9 req-42c4efaa-d181-48ee-9649-895b2ec1b0cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396910 Jan 24 16:57:43.419081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad1137-75df-4974-a0ec-39d8bdcac4a3 req-bf4589ac-6641-4d9c-901f-6a5a097ea9c3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:43.420574 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6cad1137-75df-4974-a0ec-39d8bdcac4a3 req-bf4589ac-6641-4d9c-901f-6a5a097ea9c3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.0837710 Jan 24 16:57:43.471501 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6cad1137-75df-4974-a0ec-39d8bdcac4a3 req-1eed1cac-4945-4403-8caf-4f1a3459e786 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429044 Jan 24 16:57:44.706839 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb7c05-e10b-4f6b-8ed8-9295835d6760 req-ab5cf382-bbd2-46f4-a045-d90436134ad5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:44.708306 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3abb7c05-e10b-4f6b-8ed8-9295835d6760 req-ab5cf382-bbd2-46f4-a045-d90436134ad5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.1068645 Jan 24 16:57:44.754566 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3abb7c05-e10b-4f6b-8ed8-9295835d6760 req-4f5a69d1-0c68-4511-8aa7-6cfb55450c15 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400500 Jan 24 16:57:45.961869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c000b-eec2-4617-a3f1-f13d0161b5e1 req-d6d98631-a9c7-4808-b981-10e4fba95534 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:45.963496 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-517c000b-eec2-4617-a3f1-f13d0161b5e1 req-d6d98631-a9c7-4808-b981-10e4fba95534 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.0812266 Jan 24 16:57:46.009931 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-517c000b-eec2-4617-a3f1-f13d0161b5e1 req-8bda5952-ce17-4b5a-88a5-853c4fac0102 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407703 Jan 24 16:57:47.226299 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e1556-6e43-4410-8f44-4fab9cb2ae63 req-80fc72ec-ec48-49e5-bbed-0c77d258957a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:47.227821 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e68e1556-6e43-4410-8f44-4fab9cb2ae63 req-80fc72ec-ec48-49e5-bbed-0c77d258957a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.0965376 Jan 24 16:57:47.291418 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e68e1556-6e43-4410-8f44-4fab9cb2ae63 req-aa6a284d-956d-4c93-aafb-09758bb8fdae tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0553284 Jan 24 16:57:48.274745 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:57:48.509195 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f36184-6ac3-4e74-a124-ccc692884253 req-d292cde5-4ca3-4709-acfa-573084344792 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:48.511055 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-43f36184-6ac3-4e74-a124-ccc692884253 req-d292cde5-4ca3-4709-acfa-573084344792 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.0868695 Jan 24 16:57:48.566187 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-43f36184-6ac3-4e74-a124-ccc692884253 req-1595e264-13a4-4bad-b52d-96e795919942 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0492456 Jan 24 16:57:49.797042 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26eb4f-24ce-4f24-92cb-129fecd8d1f3 req-6148d66e-b913-4fb9-bc39-b26175e5697a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:49.798467 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4b26eb4f-24ce-4f24-92cb-129fecd8d1f3 req-6148d66e-b913-4fb9-bc39-b26175e5697a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.0774503 Jan 24 16:57:49.845948 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4b26eb4f-24ce-4f24-92cb-129fecd8d1f3 req-523ab4ae-a94c-496f-808f-bb97ad49f8da tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417588 Jan 24 16:57:51.071405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f496e-7553-4cd9-8047-cffaf192a27e req-570a60de-9b0c-4dc5-86aa-dca2d1843c26 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:51.073877 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-878f496e-7553-4cd9-8047-cffaf192a27e req-570a60de-9b0c-4dc5-86aa-dca2d1843c26 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.0908666 Jan 24 16:57:51.131063 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-878f496e-7553-4cd9-8047-cffaf192a27e req-213c22e1-d399-4bf6-b45e-622ed5612b7d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0491610 Jan 24 16:57:51.166374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42294) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:57:51.271877 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-eb405eba-4035-40b2-a5ca-9d45a8c13698 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/a83e662a-50fe-4463-ac34-3777fe0f8941 HTTP/1.1" status: 200 len: 992 time: 0.1043077 Jan 24 16:57:59.578923 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:58:07.014780 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-833cd7f5-35e3-44ff-a0a1-5e6f82648777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:09.210242 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bf6211fd-b8db-48a9-935a-ab2eea53eee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:10.422982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:10.507246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:11.928806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:18.275547 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:24.011697 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42310) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:24.234647 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port 070e8a18-26e4-490c-adf4-3fa01a1db95c {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:58:24.235202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:24.407383 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:24.407637 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:24.620115 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for 070e8a18-26e4-490c-adf4-3fa01a1db95c owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:58:24.778291 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:24.820950 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=070e8a18-26e4-490c-adf4-3fa01a1db95c,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:24.862784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:24.863120 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:24.863455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:24.863803 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:24.864436 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:24.864750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:24.865069 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:24.865378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:24.865693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:24.866000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:24.866310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:24.926928 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:25.341084 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router 497ddd32-5a9c-431f-93aa-07e99d20c322 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:58:25.557146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:58:25.567969 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887c2a1d-cdf9-4b4f-812f-2f3595bcc7a7 None None] Sync routers for ids ['497ddd32-5a9c-431f-93aa-07e99d20c322'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:58:25.579843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:25.583355 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887c2a1d-cdf9-4b4f-812f-2f3595bcc7a7 None None] Routers {'497ddd32-5a9c-431f-93aa-07e99d20c322'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:58:25.583993 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-887c2a1d-cdf9-4b4f-812f-2f3595bcc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:58:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['497ddd32-5a9c-431f-93aa-07e99d20c322'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:25.631559 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d09c4828-d699-4de0-9e1d-b2c94999ce04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/floatingips/a83e662a-50fe-4463-ac34-3777fe0f8941 HTTP/1.1" status: 204 len: 168 time: 1.6184161 Jan 24 16:58:25.632081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b93943-1d7e-4922-9c2e-c836c7efb086', 'tag': '6b4c5c87-a2a6-463a-9614-b91e41064865'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:58:25.688604 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b93943-1d7e-4922-9c2e-c836c7efb086', 'tag': '6b4c5c87-a2a6-463a-9614-b91e41064865', 'status': 'completed', 'code': 200} Jan 24 16:58:25.772544 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-887c2a1d-cdf9-4b4f-812f-2f3595bcc7a7 None None] Set router 497ddd32-5a9c-431f-93aa-07e99d20c322 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:58:25.787460 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-10c6b1fd-a122-4125-b45f-0036b42a4066 req-e602d125-9195-452d-965b-725f7302584e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 1098 time: 0.0725937 Jan 24 16:58:25.935973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6b1fd-a122-4125-b45f-0036b42a4066 req-f3307f92-afad-4221-8966-d7a75beb3c9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:25.937555 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-10c6b1fd-a122-4125-b45f-0036b42a4066 req-f3307f92-afad-4221-8966-d7a75beb3c9f service neutron] 10.222.0.129 "GET /v2.0/networks?id=a004b95d-f04a-4de0-a805-e876df7e05e9 HTTP/1.1" status: 200 len: 898 time: 0.1416812 Jan 24 16:58:26.008720 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-10c6b1fd-a122-4125-b45f-0036b42a4066 req-c39bd8af-625c-4bde-9203-68b22c4ec62a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b4c5c87-a2a6-463a-9614-b91e41064865 HTTP/1.1" status: 200 len: 217 time: 0.0634046 Jan 24 16:58:26.028169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9c018-bfe7-4a54-b36f-0c00a44fe035 req-e7cb029a-5d3d-4edc-be9c-ff297c24c316 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:26.028867 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-daa9c018-bfe7-4a54-b36f-0c00a44fe035 req-e7cb029a-5d3d-4edc-be9c-ff297c24c316 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:58:26.047800 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-daa9c018-bfe7-4a54-b36f-0c00a44fe035 req-e7cb029a-5d3d-4edc-be9c-ff297c24c316 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:58:26.049111 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-daa9c018-bfe7-4a54-b36f-0c00a44fe035 req-e7cb029a-5d3d-4edc-be9c-ff297c24c316 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.1017756 Jan 24 16:58:26.096274 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6b1fd-a122-4125-b45f-0036b42a4066 req-0c2b77d3-d054-498b-990f-e24ecfe8cdd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:26.097995 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-10c6b1fd-a122-4125-b45f-0036b42a4066 req-0c2b77d3-d054-498b-990f-e24ecfe8cdd1 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=73a8ce85-ac87-4885-9841-2b235c24cbaa HTTP/1.1" status: 200 len: 835 time: 0.0813916 Jan 24 16:58:26.110886 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-daa9c018-bfe7-4a54-b36f-0c00a44fe035 req-65a263f6-4041-416f-807f-8725866c0c4b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0556219 Jan 24 16:58:26.117351 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-887c2a1d-cdf9-4b4f-812f-2f3595bcc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984780507', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd9305469-705a-40bd-ad26-253239223144', 'name': '', 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:d7:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:40Z', 'updated_at': '2022-01-24T16:56:47Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:26.122525 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887c2a1d-cdf9-4b4f-812f-2f3595bcc7a7 None None] Checking router: 497ddd32-5a9c-431f-93aa-07e99d20c322 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:58:26.141084 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887c2a1d-cdf9-4b4f-812f-2f3595bcc7a7 None None] Routers {'497ddd32-5a9c-431f-93aa-07e99d20c322'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:58:26.141694 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-887c2a1d-cdf9-4b4f-812f-2f3595bcc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:58:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['497ddd32-5a9c-431f-93aa-07e99d20c322'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:26.176471 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-10c6b1fd-a122-4125-b45f-0036b42a4066 req-ffd6796f-b522-4bbc-8663-9a1f8678e5d8 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a004b95d-f04a-4de0-a805-e876df7e05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719063 Jan 24 16:58:26.313530 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-10c6b1fd-a122-4125-b45f-0036b42a4066 req-3dc7acdc-216d-4c39-a85b-315ef89e3cc0 service neutron] 10.222.0.129 "GET /v2.0/networks/a004b95d-f04a-4de0-a805-e876df7e05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293082 Jan 24 16:58:26.328146 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-887c2a1d-cdf9-4b4f-812f-2f3595bcc7a7 None None] Set router 497ddd32-5a9c-431f-93aa-07e99d20c322 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:58:26.449196 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-10c6b1fd-a122-4125-b45f-0036b42a4066 req-2ffeaceb-484e-4756-884e-e8c955a1859e service neutron] 10.222.0.129 "GET /v2.0/networks/a004b95d-f04a-4de0-a805-e876df7e05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289585 Jan 24 16:58:26.670816 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-887c2a1d-cdf9-4b4f-812f-2f3595bcc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984780507', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd9305469-705a-40bd-ad26-253239223144', 'name': '', 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:d7:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:40Z', 'updated_at': '2022-01-24T16:56:47Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:26.675146 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887c2a1d-cdf9-4b4f-812f-2f3595bcc7a7 None None] The sync data for ids ['497ddd32-5a9c-431f-93aa-07e99d20c322'] in dv-neutron-826104-1-hyperv is: [{'id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984780507', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'd9305469-705a-40bd-ad26-253239223144', 'name': '', 'network_id': 'a004b95d-f04a-4de0-a805-e876df7e05e9', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:d7:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:40Z', 'updated_at': '2022-01-24T16:56:47Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '73a8ce85-ac87-4885-9841-2b235c24cbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:58:26.922299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1216e6c-1cf8-4938-b4c8-5c805f693c75 None None] New status for floating IP a83e662a-50fe-4463-ac34-3777fe0f8941: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:58:27.333807 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bc586-427b-47f1-be53-f6b4403ebdfa req-e7885854-f442-44c9-8ea5-78db915822c8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:27.335273 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-834bc586-427b-47f1-be53-f6b4403ebdfa req-e7885854-f442-44c9-8ea5-78db915822c8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.0878482 Jan 24 16:58:27.476192 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-834bc586-427b-47f1-be53-f6b4403ebdfa req-46259e81-f90f-4b08-a6fb-d65286a9c37a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1341794 Jan 24 16:58:27.900626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72850963-c0ac-4d5f-9521-d98da00e23d2 req-ea1efc18-191f-4b9e-ac1c-db6876cb4b2c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:27.901913 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-72850963-c0ac-4d5f-9521-d98da00e23d2 req-ea1efc18-191f-4b9e-ac1c-db6876cb4b2c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 945 time: 0.0844491 Jan 24 16:58:27.981319 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-72850963-c0ac-4d5f-9521-d98da00e23d2 req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port 6b4c5c87-a2a6-463a-9614-b91e41064865 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:58:27.981690 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-72850963-c0ac-4d5f-9521-d98da00e23d2 req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:28.231012 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-72850963-c0ac-4d5f-9521-d98da00e23d2 req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] For port 6b4c5c87-a2a6-463a-9614-b91e41064865, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6b4c5c87-a2a6-463a-9614-b91e41064865,segment=NetworkSegment(83eedb22-57f6-4d45-ac06-e2504a44e750),segment_id=83eedb22-57f6-4d45-ac06-e2504a44e750)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:28.231304 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-72850963-c0ac-4d5f-9521-d98da00e23d2 req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:28.363730 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-72850963-c0ac-4d5f-9521-d98da00e23d2 req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for 6b4c5c87-a2a6-463a-9614-b91e41064865 owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:58:28.510089 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-72850963-c0ac-4d5f-9521-d98da00e23d2 req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:28.556108 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=6b4c5c87-a2a6-463a-9614-b91e41064865,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:28.598789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:28.599133 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:28.599461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:28.599826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:28.600150 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:28.600478 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:28.600798 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:28.601120 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:28.601422 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:28.601758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:28.602069 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:28.645393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-72850963-c0ac-4d5f-9521-d98da00e23d2 req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] No DVR routers for this DVR port 6b4c5c87-a2a6-463a-9614-b91e41064865 on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:58:28.647904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-72850963-c0ac-4d5f-9521-d98da00e23d2 req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:28.649706 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d78c09ec-6568-41ef-a7f9-a32a9a75f07c req-9b9e3e5e-0dc4-44d2-9f63-c753f4e791a2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=94b93943-1d7e-4922-9c2e-c836c7efb086 HTTP/1.1" status: 200 len: 210 time: 0.0429738 Jan 24 16:58:28.650536 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b93943-1d7e-4922-9c2e-c836c7efb086', 'name': 'network-vif-deleted', 'tag': '6b4c5c87-a2a6-463a-9614-b91e41064865'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:58:28.667573 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-72850963-c0ac-4d5f-9521-d98da00e23d2 req-f2ab00c9-e12f-4038-9f9e-715c57058216 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "DELETE /v2.0/ports/6b4c5c87-a2a6-463a-9614-b91e41064865 HTTP/1.1" status: 204 len: 173 time: 0.7588103 Jan 24 16:58:28.708232 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b93943-1d7e-4922-9c2e-c836c7efb086', 'name': 'network-vif-deleted', 'tag': '6b4c5c87-a2a6-463a-9614-b91e41064865', 'status': 'completed', 'code': 200} Jan 24 16:58:29.770103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42328) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:30.286792 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30d92c2f-00ef-4d25-bf38-30dab6a2bf43 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:30.948068 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-30d92c2f-00ef-4d25-bf38-30dab6a2bf43 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port d9305469-705a-40bd-ad26-253239223144 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:58:30.949099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30d92c2f-00ef-4d25-bf38-30dab6a2bf43 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:31.149018 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-30d92c2f-00ef-4d25-bf38-30dab6a2bf43 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] For port d9305469-705a-40bd-ad26-253239223144, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d9305469-705a-40bd-ad26-253239223144,segment=NetworkSegment(83eedb22-57f6-4d45-ac06-e2504a44e750),segment_id=83eedb22-57f6-4d45-ac06-e2504a44e750)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:31.149257 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30d92c2f-00ef-4d25-bf38-30dab6a2bf43 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:31.275708 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-30d92c2f-00ef-4d25-bf38-30dab6a2bf43 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for d9305469-705a-40bd-ad26-253239223144 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:58:31.384933 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 6b4c5c87-a2a6-463a-9614-b91e41064865 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:58:31.455306 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 6b4c5c87-a2a6-463a-9614-b91e41064865 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:58:31.455672 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 6b4c5c87-a2a6-463a-9614-b91e41064865 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:58:31.471006 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30d92c2f-00ef-4d25-bf38-30dab6a2bf43 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:31.516779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d92c2f-00ef-4d25-bf38-30dab6a2bf43 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=d9305469-705a-40bd-ad26-253239223144,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:31.822472 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30d92c2f-00ef-4d25-bf38-30dab6a2bf43 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:32.528617 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d92c2f-00ef-4d25-bf38-30dab6a2bf43 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router 497ddd32-5a9c-431f-93aa-07e99d20c322 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:58:32.746157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d92c2f-00ef-4d25-bf38-30dab6a2bf43 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:58:32.756753 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8360c1-c37f-4dd0-9c28-a35a33fc49d4 None None] Sync routers for ids ['497ddd32-5a9c-431f-93aa-07e99d20c322'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:58:32.760632 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-30d92c2f-00ef-4d25-bf38-30dab6a2bf43 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "PUT /v2.0/routers/497ddd32-5a9c-431f-93aa-07e99d20c322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9893169 Jan 24 16:58:32.763270 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42332) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:32.769188 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8360c1-c37f-4dd0-9c28-a35a33fc49d4 None None] Routers {'497ddd32-5a9c-431f-93aa-07e99d20c322'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:58:32.769777 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ee8360c1-c37f-4dd0-9c28-a35a33fc49d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:58:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['497ddd32-5a9c-431f-93aa-07e99d20c322'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:32.948745 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-ee8360c1-c37f-4dd0-9c28-a35a33fc49d4 None None] Set router 497ddd32-5a9c-431f-93aa-07e99d20c322 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:58:32.955813 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb32b879-0640-4390-8d63-84ed373bd048 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting subnet 73a8ce85-ac87-4885-9841-2b235c24cbaa {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 16:58:32.958967 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb32b879-0640-4390-8d63-84ed373bd048 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:33.020082 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb32b879-0640-4390-8d63-84ed373bd048 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:33.114146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb32b879-0640-4390-8d63-84ed373bd048 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:33.195980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb32b879-0640-4390-8d63-84ed373bd048 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:33.243386 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32b879-0640-4390-8d63-84ed373bd048 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Subnet': ['ID=73a8ce85-ac87-4885-9841-2b235c24cbaa,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:33.243915 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ee8360c1-c37f-4dd0-9c28-a35a33fc49d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984780507', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:58:31Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:33.248445 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8360c1-c37f-4dd0-9c28-a35a33fc49d4 None None] Checking router: 497ddd32-5a9c-431f-93aa-07e99d20c322 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:58:33.252523 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cb32b879-0640-4390-8d63-84ed373bd048 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:33.259195 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8360c1-c37f-4dd0-9c28-a35a33fc49d4 None None] Routers {'497ddd32-5a9c-431f-93aa-07e99d20c322'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:58:33.260646 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cb32b879-0640-4390-8d63-84ed373bd048 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/subnets/73a8ce85-ac87-4885-9841-2b235c24cbaa HTTP/1.1" status: 204 len: 168 time: 0.4962003 Jan 24 16:58:33.262924 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ee8360c1-c37f-4dd0-9c28-a35a33fc49d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:58:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['497ddd32-5a9c-431f-93aa-07e99d20c322'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:33.264069 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42336) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:33.264602 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f6e901-371f-4b1b-b195-3579dab670f2 None None] Network a004b95d-f04a-4de0-a805-e876df7e05e9 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:58:33.469436 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-ee8360c1-c37f-4dd0-9c28-a35a33fc49d4 None None] Set router 497ddd32-5a9c-431f-93aa-07e99d20c322 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:58:33.484561 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0abf435d-b46d-471e-9853-dba4abbe7bc5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:33.556016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] DHCP port deletion for a004b95d-f04a-4de0-a805-e876df7e05e9 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 16:58:33.560221 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Deleting port d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:58:33.560580 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:33.705581 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0abf435d-b46d-471e-9853-dba4abbe7bc5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:33.717460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-0abf435d-b46d-471e-9853-dba4abbe7bc5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port 904c49ce-8be1-484e-ba5c-7fbca0065b3d {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 16:58:33.718118 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0abf435d-b46d-471e-9853-dba4abbe7bc5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:33.784131 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] For port d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa,segment=NetworkSegment(83eedb22-57f6-4d45-ac06-e2504a44e750),segment_id=83eedb22-57f6-4d45-ac06-e2504a44e750)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:33.784436 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:33.825979 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-ee8360c1-c37f-4dd0-9c28-a35a33fc49d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984780507', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:58:31Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:33.831535 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8360c1-c37f-4dd0-9c28-a35a33fc49d4 None None] The sync data for ids ['497ddd32-5a9c-431f-93aa-07e99d20c322'] in dv-neutron-826104-1-hyperv is: [{'id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984780507', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:58:31Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '904c49ce-8be1-484e-ba5c-7fbca0065b3d', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ddd32-5a9c-431f-93aa-07e99d20c322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:56:37Z', 'updated_at': '2022-01-24T16:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:58:33.918113 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Calling delete_port for d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:58:33.934467 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-0abf435d-b46d-471e-9853-dba4abbe7bc5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] For port 904c49ce-8be1-484e-ba5c-7fbca0065b3d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=904c49ce-8be1-484e-ba5c-7fbca0065b3d,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:33.934811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0abf435d-b46d-471e-9853-dba4abbe7bc5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:34.010691 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:34.060723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Pushing event deleted for resources: {'Port': ['ID=d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:34.071790 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] No DVR routers for this DVR port d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:58:34.073827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:34.074210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:34.074548 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:34.074865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:34.075182 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:34.075511 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:34.076031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:34.076351 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:34.076658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:34.076971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:34.077273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d321bc-8627-4189-b8eb-5d4c0e66d9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:34.163583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-0abf435d-b46d-471e-9853-dba4abbe7bc5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for 904c49ce-8be1-484e-ba5c-7fbca0065b3d owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 16:58:34.338254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0abf435d-b46d-471e-9853-dba4abbe7bc5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:34.384390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf435d-b46d-471e-9853-dba4abbe7bc5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=904c49ce-8be1-484e-ba5c-7fbca0065b3d,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:34.617439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0abf435d-b46d-471e-9853-dba4abbe7bc5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:34.876555 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0abf435d-b46d-471e-9853-dba4abbe7bc5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:34.881582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0abf435d-b46d-471e-9853-dba4abbe7bc5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:34.908398 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0abf435d-b46d-471e-9853-dba4abbe7bc5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:34.909050 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abf435d-b46d-471e-9853-dba4abbe7bc5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Fanout notify agent at l3_agent the message router_deleted on router 497ddd32-5a9c-431f-93aa-07e99d20c322 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:58:34.926314 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0abf435d-b46d-471e-9853-dba4abbe7bc5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:34.930051 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0abf435d-b46d-471e-9853-dba4abbe7bc5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/routers/497ddd32-5a9c-431f-93aa-07e99d20c322 HTTP/1.1" status: 204 len: 168 time: 1.6624987 Jan 24 16:58:34.930615 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42340) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:34.960656 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:58:34.995095 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:58:34.995552 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d96a1772-8b3f-4e8a-9c03-e8cc280ff8aa not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:58:34.996030 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d9305469-705a-40bd-ad26-253239223144 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:58:35.029663 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: d9305469-705a-40bd-ad26-253239223144 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:58:35.030088 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d9305469-705a-40bd-ad26-253239223144 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:58:35.048966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7054744b-729d-4367-abcb-5c34b807aed3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:35.178905 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7054744b-729d-4367-abcb-5c34b807aed3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:35.202944 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-7054744b-729d-4367-abcb-5c34b807aed3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a004b95d-f04a-4de0-a805-e876df7e05e9']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:35.214749 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-7054744b-729d-4367-abcb-5c34b807aed3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83eedb22-57f6-4d45-ac06-e2504a44e750') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:35.215038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-7054744b-729d-4367-abcb-5c34b807aed3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83eedb22-57f6-4d45-ac06-e2504a44e750') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:35.226438 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7054744b-729d-4367-abcb-5c34b807aed3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:35.242927 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7054744b-729d-4367-abcb-5c34b807aed3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:35.254217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7054744b-729d-4367-abcb-5c34b807aed3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 16:58:35.254783 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7054744b-729d-4367-abcb-5c34b807aed3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:58:35.271377 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:58:35.358199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7054744b-729d-4367-abcb-5c34b807aed3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:35.376387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7054744b-729d-4367-abcb-5c34b807aed3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:35.387934 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054744b-729d-4367-abcb-5c34b807aed3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Network': ['ID=a004b95d-f04a-4de0-a805-e876df7e05e9,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:35.393000 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7054744b-729d-4367-abcb-5c34b807aed3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/networks/a004b95d-f04a-4de0-a805-e876df7e05e9 HTTP/1.1" status: 204 len: 168 time: 0.4612491 Jan 24 16:58:35.395664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42344) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:35.465935 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-157b7ced-1d74-44a6-b7a3-1292976bb3e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:35.592671 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-157b7ced-1d74-44a6-b7a3-1292976bb3e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:35.670913 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-157b7ced-1d74-44a6-b7a3-1292976bb3e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:35.692710 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b7ced-1d74-44a6-b7a3-1292976bb3e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37efbd2a-b9f2-4fe8-a562-5f5953dd2b57,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:35.712121 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-157b7ced-1d74-44a6-b7a3-1292976bb3e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:35.713377 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-157b7ced-1d74-44a6-b7a3-1292976bb3e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/security-groups/37efbd2a-b9f2-4fe8-a562-5f5953dd2b57 HTTP/1.1" status: 204 len: 168 time: 0.3168364 Jan 24 16:58:36.223595 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42352) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:36.230548 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-cea1ac1c-f875-48ea-b510-20cd9987fe60 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-909643500', 'description': 'tempest-secgroup-smoke-909643500 description', 'project_id': 'edd5921dd99549ffb2cf58151bde22da'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:58:36.236932 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-cea1ac1c-f875-48ea-b510-20cd9987fe60 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:58:36.241928 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-cea1ac1c-f875-48ea-b510-20cd9987fe60 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:58:36.244924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-cea1ac1c-f875-48ea-b510-20cd9987fe60 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:58:36.250695 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-cea1ac1c-f875-48ea-b510-20cd9987fe60 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:58:36.263015 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cea1ac1c-f875-48ea-b510-20cd9987fe60 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:36.298824 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-cea1ac1c-f875-48ea-b510-20cd9987fe60 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:58:36.302918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-cea1ac1c-f875-48ea-b510-20cd9987fe60 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:58:36.305836 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-cea1ac1c-f875-48ea-b510-20cd9987fe60 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:58:36.311757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-cea1ac1c-f875-48ea-b510-20cd9987fe60 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:58:36.370567 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cea1ac1c-f875-48ea-b510-20cd9987fe60 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:36.375920 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cea1ac1c-f875-48ea-b510-20cd9987fe60 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:36.421442 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1ac1c-f875-48ea-b510-20cd9987fe60 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aff0cc-1c64-47af-acb0-db75769a8b10,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:36.425495 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-cea1ac1c-f875-48ea-b510-20cd9987fe60 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:36.426727 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-cea1ac1c-f875-48ea-b510-20cd9987fe60 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2019880 Jan 24 16:58:36.429627 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42356) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:36.436973 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-35e71939-efa5-4503-b469-d40cbc0a4299 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': 'e3aff0cc-1c64-47af-acb0-db75769a8b10', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:58:36.443598 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-35e71939-efa5-4503-b469-d40cbc0a4299 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:58:36.447705 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-35e71939-efa5-4503-b469-d40cbc0a4299 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:58:36.450683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-35e71939-efa5-4503-b469-d40cbc0a4299 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:58:36.456532 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-35e71939-efa5-4503-b469-d40cbc0a4299 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:58:36.475946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-35e71939-efa5-4503-b469-d40cbc0a4299 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:36.540519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-35e71939-efa5-4503-b469-d40cbc0a4299 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:36.545796 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-35e71939-efa5-4503-b469-d40cbc0a4299 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:36.575061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e71939-efa5-4503-b469-d40cbc0a4299 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7031ea9b-7707-4fa0-a77b-659fd0c4d5d5,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:36.580746 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-35e71939-efa5-4503-b469-d40cbc0a4299 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:36.581900 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-35e71939-efa5-4503-b469-d40cbc0a4299 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1513035 Jan 24 16:58:36.584622 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42360) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:36.585048 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:58:36.590110 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-e8ecaaf5-f998-42f5-8fbb-08415fa0ad91 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': 'e3aff0cc-1c64-47af-acb0-db75769a8b10', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:58:36.595924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e8ecaaf5-f998-42f5-8fbb-08415fa0ad91 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:58:36.599664 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e8ecaaf5-f998-42f5-8fbb-08415fa0ad91 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:58:36.602439 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-e8ecaaf5-f998-42f5-8fbb-08415fa0ad91 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:58:36.607984 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-e8ecaaf5-f998-42f5-8fbb-08415fa0ad91 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:58:36.629486 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8ecaaf5-f998-42f5-8fbb-08415fa0ad91 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:36.701564 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8ecaaf5-f998-42f5-8fbb-08415fa0ad91 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:36.707098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8ecaaf5-f998-42f5-8fbb-08415fa0ad91 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:36.739943 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecaaf5-f998-42f5-8fbb-08415fa0ad91 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01617b45-43af-41ed-a54b-96253c8436ee,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:36.748917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-e8ecaaf5-f998-42f5-8fbb-08415fa0ad91 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:36.750274 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e8ecaaf5-f998-42f5-8fbb-08415fa0ad91 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1647458 Jan 24 16:58:36.753033 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42364) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:36.758482 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-fcd96c6b-469b-4fa2-90b0-c393afc4206a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': 'e3aff0cc-1c64-47af-acb0-db75769a8b10', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:58:36.764874 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fcd96c6b-469b-4fa2-90b0-c393afc4206a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:58:36.768876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fcd96c6b-469b-4fa2-90b0-c393afc4206a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:58:36.771921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-fcd96c6b-469b-4fa2-90b0-c393afc4206a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:58:36.777860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-fcd96c6b-469b-4fa2-90b0-c393afc4206a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:58:36.796472 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcd96c6b-469b-4fa2-90b0-c393afc4206a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:36.864686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcd96c6b-469b-4fa2-90b0-c393afc4206a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:36.869791 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcd96c6b-469b-4fa2-90b0-c393afc4206a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:36.871926 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 904c49ce-8be1-484e-ba5c-7fbca0065b3d no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 16:58:36.897934 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd96c6b-469b-4fa2-90b0-c393afc4206a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16135ac-5240-4d50-8fe6-79ced5bf666a,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:36.908513 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-fcd96c6b-469b-4fa2-90b0-c393afc4206a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:36.909074 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-fcd96c6b-469b-4fa2-90b0-c393afc4206a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1551733 Jan 24 16:58:36.911948 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42368) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:36.913622 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 904c49ce-8be1-484e-ba5c-7fbca0065b3d {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 16:58:36.913968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 904c49ce-8be1-484e-ba5c-7fbca0065b3d not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 16:58:36.917433 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-0dbbcecb-c50a-49e1-b920-10aa6f386014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': 'e3aff0cc-1c64-47af-acb0-db75769a8b10', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:58:36.923420 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0dbbcecb-c50a-49e1-b920-10aa6f386014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:58:36.927167 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0dbbcecb-c50a-49e1-b920-10aa6f386014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:58:36.930000 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0dbbcecb-c50a-49e1-b920-10aa6f386014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:58:36.935914 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0dbbcecb-c50a-49e1-b920-10aa6f386014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:58:37.010956 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-beb9d001-730b-40d0-9438-86c7f04d2ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.051175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0dbbcecb-c50a-49e1-b920-10aa6f386014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.114890 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0dbbcecb-c50a-49e1-b920-10aa6f386014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.120406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0dbbcecb-c50a-49e1-b920-10aa6f386014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.153391 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbcecb-c50a-49e1-b920-10aa6f386014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892e7e75-a772-4113-9bc3-29bb3c81db51,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:37.164620 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0dbbcecb-c50a-49e1-b920-10aa6f386014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.165843 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0dbbcecb-c50a-49e1-b920-10aa6f386014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2529876 Jan 24 16:58:37.168880 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42372) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:37.177124 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-25c84130-1287-4bef-8de3-0b2eea7c596b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': 'e3aff0cc-1c64-47af-acb0-db75769a8b10', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:58:37.184714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-25c84130-1287-4bef-8de3-0b2eea7c596b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:58:37.188510 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-25c84130-1287-4bef-8de3-0b2eea7c596b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:58:37.191327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-25c84130-1287-4bef-8de3-0b2eea7c596b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:58:37.196927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-25c84130-1287-4bef-8de3-0b2eea7c596b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:58:37.208301 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-25c84130-1287-4bef-8de3-0b2eea7c596b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Project edd5921dd99549ffb2cf58151bde22da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:58:37.214636 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-25c84130-1287-4bef-8de3-0b2eea7c596b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.277183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-25c84130-1287-4bef-8de3-0b2eea7c596b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.283190 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-25c84130-1287-4bef-8de3-0b2eea7c596b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.314461 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c84130-1287-4bef-8de3-0b2eea7c596b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7bf1c5-d2c1-4029-b040-dcec46450297,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:37.325655 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-25c84130-1287-4bef-8de3-0b2eea7c596b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.327040 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-25c84130-1287-4bef-8de3-0b2eea7c596b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1568716 Jan 24 16:58:37.330821 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42376) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:37.336474 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-3775f011-19dd-46dd-8fba-25afdbf3fc9e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': 'e3aff0cc-1c64-47af-acb0-db75769a8b10', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:58:37.342373 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3775f011-19dd-46dd-8fba-25afdbf3fc9e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:58:37.346098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3775f011-19dd-46dd-8fba-25afdbf3fc9e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:58:37.348909 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3775f011-19dd-46dd-8fba-25afdbf3fc9e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:58:37.354547 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3775f011-19dd-46dd-8fba-25afdbf3fc9e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:58:37.365696 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-3775f011-19dd-46dd-8fba-25afdbf3fc9e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Project edd5921dd99549ffb2cf58151bde22da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:58:37.373049 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3775f011-19dd-46dd-8fba-25afdbf3fc9e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.442890 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3775f011-19dd-46dd-8fba-25afdbf3fc9e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.449244 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3775f011-19dd-46dd-8fba-25afdbf3fc9e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.480695 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775f011-19dd-46dd-8fba-25afdbf3fc9e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e550a00-29de-44f0-8c01-63cb5f4b4272,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:37.495608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3775f011-19dd-46dd-8fba-25afdbf3fc9e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.497387 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3775f011-19dd-46dd-8fba-25afdbf3fc9e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1656933 Jan 24 16:58:37.500350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42380) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:37.506825 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-d3c8cf5b-37f3-4a9f-b4aa-be98fd0b4595 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'network': {'name': 'tempest-network-smoke--7908576', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'port_security_enabled': True}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:58:37.513769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d3c8cf5b-37f3-4a9f-b4aa-be98fd0b4595 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:58:37.518056 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d3c8cf5b-37f3-4a9f-b4aa-be98fd0b4595 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:network and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:58:37.521099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-d3c8cf5b-37f3-4a9f-b4aa-be98fd0b4595 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:58:37.527103 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-d3c8cf5b-37f3-4a9f-b4aa-be98fd0b4595 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:58:37.537926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c8cf5b-37f3-4a9f-b4aa-be98fd0b4595 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Made reservation on behalf of edd5921dd99549ffb2cf58151bde22da for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:58:37.542075 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d3c8cf5b-37f3-4a9f-b4aa-be98fd0b4595 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.578492 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c8cf5b-37f3-4a9f-b4aa-be98fd0b4595 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:58:37.594606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d3c8cf5b-37f3-4a9f-b4aa-be98fd0b4595 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.595126 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-d3c8cf5b-37f3-4a9f-b4aa-be98fd0b4595 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Added segment c63d012f-fa52-497e-bb70-449d13452acb of type vlan for network 574b2324-79a7-48c9-a864-7e30e9b2e1cc Jan 24 16:58:37.625829 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d3c8cf5b-37f3-4a9f-b4aa-be98fd0b4595 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.657624 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d3c8cf5b-37f3-4a9f-b4aa-be98fd0b4595 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.661584 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c8cf5b-37f3-4a9f-b4aa-be98fd0b4595 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:37.662148 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d3c8cf5b-37f3-4a9f-b4aa-be98fd0b4595 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.764324 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d3c8cf5b-37f3-4a9f-b4aa-be98fd0b4595 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2628369 Jan 24 16:58:37.766914 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42384) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:37.774004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1080169658', 'admin_state_up': True, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:58:37.778990 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8cf5b-37f3-4a9f-b4aa-be98fd0b4595 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Network': ['ID=574b2324-79a7-48c9-a864-7e30e9b2e1cc,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:37.782664 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:58:37.786460 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:router and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:58:37.789445 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:58:37.790023 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 574b2324-79a7-48c9-a864-7e30e9b2e1cc details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 16:58:37.795497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:58:37.807272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.808295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.828175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:37.984002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:38.169547 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:38.204522 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:38.340584 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.26.2.77 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/67f718ba-7642-4edc-8022-88b41dd8897a) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:58:38.487050 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:38.523916 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:38.588956 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:58:38.591873 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:58:38.596079 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:58:38.623032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=67f718ba-7642-4edc-8022-88b41dd8897a,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:38.784563 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:38.785285 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:39.049033 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router 6252e3a2-9da8-406b-a9ff-b81dce812404 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:58:39.207034 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-66a241fb-2539-4b6f-8334-7f206b20fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:39.361837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:58:39.372372 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Sync routers for ids ['6252e3a2-9da8-406b-a9ff-b81dce812404'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:58:39.385295 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Routers {'6252e3a2-9da8-406b-a9ff-b81dce812404'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:58:39.385938 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:58:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6252e3a2-9da8-406b-a9ff-b81dce812404'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:39.388845 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:39.390102 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-12052d5d-0d92-4f50-87a8-caf38e43bbe7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6223123 Jan 24 16:58:39.394319 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42388) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:39.433008 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a1245804-7912-45f2-85fd-66711cb86286 tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/subnets?project_id=edd5921dd99549ffb2cf58151bde22da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375414 Jan 24 16:58:39.435884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42392) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:39.557985 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Set router 6252e3a2-9da8-406b-a9ff-b81dce812404 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:58:39.567394 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5488376-4b33-4ec4-be9c-5da4ea5f39c4 tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:39.569078 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-e5488376-4b33-4ec4-be9c-5da4ea5f39c4 tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1322100 Jan 24 16:58:39.572179 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42396) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:39.610633 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8f4c7392-be65-4dd2-8ef1-571f42504492 tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372865 Jan 24 16:58:39.613184 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42400) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:39.618847 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-5c3f30bd-52dc-41f4-848f-98dca785f290 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-586233738', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:58:39.726028 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5c3f30bd-52dc-41f4-848f-98dca785f290 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:58:39.730053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5c3f30bd-52dc-41f4-848f-98dca785f290 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:subnet and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:58:39.732972 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5c3f30bd-52dc-41f4-848f-98dca785f290 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:58:39.738549 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5c3f30bd-52dc-41f4-848f-98dca785f290 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:58:39.750290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3f30bd-52dc-41f4-848f-98dca785f290 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Made reservation on behalf of edd5921dd99549ffb2cf58151bde22da for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:58:39.857287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5c3f30bd-52dc-41f4-848f-98dca785f290 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:39.867198 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080169658', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77'}], 'enable_snat': True}, 'gw_port_id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:58:37Z', 'updated_at': '2022-01-24T16:58:38Z', 'revision_number': 3, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:38Z', 'updated_at': '2022-01-24T16:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:39.871392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Checking router: 6252e3a2-9da8-406b-a9ff-b81dce812404 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:58:39.871756 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Updating router 6252e3a2-9da8-406b-a9ff-b81dce812404 port 67f718ba-7642-4edc-8022-88b41dd8897a binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:58:39.921267 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:40.081856 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5c3f30bd-52dc-41f4-848f-98dca785f290 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:40.158618 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f30bd-52dc-41f4-848f-98dca785f290 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Subnet': ['ID=8533e088-a475-42c3-a9bc-eec13394a0ab,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:40.173275 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3f30bd-52dc-41f4-848f-98dca785f290 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Checking segment: {'id': 'c63d012f-fa52-497e-bb70-449d13452acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:58:40.173619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3f30bd-52dc-41f4-848f-98dca785f290 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network hostable DHCP agents. Network: 574b2324-79a7-48c9-a864-7e30e9b2e1cc, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:58:40.196265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3f30bd-52dc-41f4-848f-98dca785f290 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 574b2324-79a7-48c9-a864-7e30e9b2e1cc is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:58:40.205748 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-5c3f30bd-52dc-41f4-848f-98dca785f290 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 574b2324-79a7-48c9-a864-7e30e9b2e1cc) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:58:40.209904 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3f30bd-52dc-41f4-848f-98dca785f290 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:40.210463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5c3f30bd-52dc-41f4-848f-98dca785f290 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:40.232955 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb052610-1d0a-4ebc-8b94-4afe10017239 None None] Network 574b2324-79a7-48c9-a864-7e30e9b2e1cc requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:58:40.235098 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5c3f30bd-52dc-41f4-848f-98dca785f290 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6206627 Jan 24 16:58:40.239288 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42404) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:40.310327 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:40.326673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Transition to ACTIVE for port object 67f718ba-7642-4edc-8022-88b41dd8897a will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:58:40.342528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:40.463897 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37aa34-5467-47d9-b3c1-048d90a1bf7f None None] Pushing event updated for resources: {'Port': ['ID=67f718ba-7642-4edc-8022-88b41dd8897a,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:40.467539 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:40.468895 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Attempting to bind port 67f718ba-7642-4edc-8022-88b41dd8897a on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:58:40.469253 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Attempting to bind port 67f718ba-7642-4edc-8022-88b41dd8897a by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:58:40.469601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Attempting to bind port 67f718ba-7642-4edc-8022-88b41dd8897a on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:58:40.531314 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:58:40.531723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:58:40.532189 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:40.532558 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:58:40.533024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Bound port: 67f718ba-7642-4edc-8022-88b41dd8897a, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:58:40.533385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:40.583398 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:40.650510 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ips': [{'subnet_id': '8533e088-a475-42c3-a9bc-eec13394a0ab'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 16:58:40.651304 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:40.671549 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] For port 67f718ba-7642-4edc-8022-88b41dd8897a, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:58:40.714039 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] For port 67f718ba-7642-4edc-8022-88b41dd8897a, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=67f718ba-7642-4edc-8022-88b41dd8897a,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:58:40.722974 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:40.869497 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37aa34-5467-47d9-b3c1-048d90a1bf7f None None] Pushing event updated for resources: {'Port': ['ID=67f718ba-7642-4edc-8022-88b41dd8897a,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:40.884685 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Routers {'6252e3a2-9da8-406b-a9ff-b81dce812404'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:58:40.885307 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:58:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6252e3a2-9da8-406b-a9ff-b81dce812404'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:40.960607 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Allocated IP 172.20.0.2 (574b2324-79a7-48c9-a864-7e30e9b2e1cc/8533e088-a475-42c3-a9bc-eec13394a0ab/c4853713-0954-4ea5-86b6-96a6de36b90e) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:58:41.025791 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:41.177136 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] Set router 6252e3a2-9da8-406b-a9ff-b81dce812404 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:58:41.473068 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:41.496604 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Transition to ACTIVE for port object c4853713-0954-4ea5-86b6-96a6de36b90e will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:58:41.556494 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Transition to ACTIVE for port object c4853713-0954-4ea5-86b6-96a6de36b90e will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:58:41.564868 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:41.635752 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.20.0.1 (574b2324-79a7-48c9-a864-7e30e9b2e1cc/8533e088-a475-42c3-a9bc-eec13394a0ab/ebf20047-50f6-4b69-9b52-16059508a380) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:58:41.639150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Network 574b2324-79a7-48c9-a864-7e30e9b2e1cc is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:58:41.643279 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:58:41.649540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Pushing event updated for resources: {'Port': ['ID=c4853713-0954-4ea5-86b6-96a6de36b90e,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:41.653358 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:58:41.724543 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080169658', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77'}], 'enable_snat': True}, 'gw_port_id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:58:37Z', 'updated_at': '2022-01-24T16:58:38Z', 'revision_number': 3, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:38Z', 'updated_at': '2022-01-24T16:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:41.743082 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec8999-5dbb-4fbc-b2b5-c61ba4ee965d None None] The sync data for ids ['6252e3a2-9da8-406b-a9ff-b81dce812404'] in dv-neutron-826104-1-hyperv is: [{'id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080169658', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77'}], 'enable_snat': True}, 'gw_port_id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:58:37Z', 'updated_at': '2022-01-24T16:58:38Z', 'revision_number': 3, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:38Z', 'updated_at': '2022-01-24T16:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:58:41.754462 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Attempting to bind port c4853713-0954-4ea5-86b6-96a6de36b90e on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:58:41.754832 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Attempting to bind port c4853713-0954-4ea5-86b6-96a6de36b90e by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'c63d012f-fa52-497e-bb70-449d13452acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:58:41.755193 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Attempting to bind port c4853713-0954-4ea5-86b6-96a6de36b90e on network 574b2324-79a7-48c9-a864-7e30e9b2e1cc {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:58:41.768344 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:58:41.768687 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Checking segment: {'id': 'c63d012f-fa52-497e-bb70-449d13452acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:58:41.769110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:41.769495 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Bound using segment: {'id': 'c63d012f-fa52-497e-bb70-449d13452acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:58:41.769952 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Bound port: c4853713-0954-4ea5-86b6-96a6de36b90e, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63d012f-fa52-497e-bb70-449d13452acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:58:41.770315 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:41.798037 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:41.814732 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Transition to ACTIVE for port object ebf20047-50f6-4b69-9b52-16059508a380 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:58:41.836742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:41.864009 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] For port c4853713-0954-4ea5-86b6-96a6de36b90e, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:58:41.867319 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] For port c4853713-0954-4ea5-86b6-96a6de36b90e, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c4853713-0954-4ea5-86b6-96a6de36b90e,segment=NetworkSegment(c63d012f-fa52-497e-bb70-449d13452acb),segment_id=c63d012f-fa52-497e-bb70-449d13452acb)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:58:41.872940 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:41.908669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 574b2324-79a7-48c9-a864-7e30e9b2e1cc is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:58:41.911859 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:58:41.916414 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:58:41.968209 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=ebf20047-50f6-4b69-9b52-16059508a380,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:41.986853 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:42.020164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:42.063847 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc581a-614a-438a-ae27-850c0bc42be2 None None] Pushing event updated for resources: {'Port': ['ID=c4853713-0954-4ea5-86b6-96a6de36b90e,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:42.294427 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:42.722271 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:42.728152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:42.838743 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=ebf20047-50f6-4b69-9b52-16059508a380,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:42.843507 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:42.965907 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3169e6ea-eb27-47b7-bdb2-999bb50d3d5a None None] Network 574b2324-79a7-48c9-a864-7e30e9b2e1cc requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 16:58:42.985569 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c4853713-0954-4ea5-86b6-96a6de36b90e up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:58:42.993838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 574b2324-79a7-48c9-a864-7e30e9b2e1cc is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:58:42.994953 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:58:43.129241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e0b064ec-6af4-42b1-a099-65a77fb64e36 None None] Provisioning for port c4853713-0954-4ea5-86b6-96a6de36b90e completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:58:43.190560 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port c4853713-0954-4ea5-86b6-96a6de36b90e completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:58:43.197660 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port c4853713-0954-4ea5-86b6-96a6de36b90e triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:58:43.198055 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:43.369739 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:43.376999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router 6252e3a2-9da8-406b-a9ff-b81dce812404 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:58:43.410475 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port c4853713-0954-4ea5-86b6-96a6de36b90e, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c4853713-0954-4ea5-86b6-96a6de36b90e,segment=NetworkSegment(c63d012f-fa52-497e-bb70-449d13452acb),segment_id=c63d012f-fa52-497e-bb70-449d13452acb)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:43.415572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:43.416561 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 67f718ba-7642-4edc-8022-88b41dd8897a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:58:43.525373 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=c4853713-0954-4ea5-86b6-96a6de36b90e,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:43.541717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 67f718ba-7642-4edc-8022-88b41dd8897a completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:58:43.548906 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 67f718ba-7642-4edc-8022-88b41dd8897a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:58:43.549579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:43.597529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:58:43.617942 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bcf14379-9cf8-484c-85fc-95def8f968be tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "PUT /v2.0/routers/6252e3a2-9da8-406b-a9ff-b81dce812404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3767984 Jan 24 16:58:43.632948 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-27d35be8-fd30-4708-85f1-c828163e7c40 None None] Provisioning complete for port c4853713-0954-4ea5-86b6-96a6de36b90e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:58:43.633306 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-27d35be8-fd30-4708-85f1-c828163e7c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:43.748723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:43.809020 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-f2f151b1-b816-4884-9982-0c859a93673e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:58:43.825962 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-f2f151b1-b816-4884-9982-0c859a93673e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:58:43.827222 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-f2f151b1-b816-4884-9982-0c859a93673e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909643500&fields=id&tenant_id=edd5921dd99549ffb2cf58151bde22da HTTP/1.1" status: 200 len: 267 time: 0.0631185 Jan 24 16:58:43.838341 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 67f718ba-7642-4edc-8022-88b41dd8897a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=67f718ba-7642-4edc-8022-88b41dd8897a,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:43.847884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:43.933744 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=67f718ba-7642-4edc-8022-88b41dd8897a,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:43.943672 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-27d35be8-fd30-4708-85f1-c828163e7c40 None None] Provisioning for port ebf20047-50f6-4b69-9b52-16059508a380 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:58:43.949417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-27d35be8-fd30-4708-85f1-c828163e7c40 None None] Provisioning complete for port ebf20047-50f6-4b69-9b52-16059508a380 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:58:43.949718 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-27d35be8-fd30-4708-85f1-c828163e7c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:44.008816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-27d35be8-fd30-4708-85f1-c828163e7c40 None None] Port ebf20047-50f6-4b69-9b52-16059508a380 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:58:44.092031 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-96db0056-dc2b-473b-b95e-1fdf3c49d2ab tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:44.092731 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-96db0056-dc2b-473b-b95e-1fdf3c49d2ab tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:58:44.109887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-96db0056-dc2b-473b-b95e-1fdf3c49d2ab tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:58:44.110978 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-96db0056-dc2b-473b-b95e-1fdf3c49d2ab tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/networks?id=574b2324-79a7-48c9-a864-7e30e9b2e1cc HTTP/1.1" status: 200 len: 794 time: 0.2742434 Jan 24 16:58:44.129345 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-aded1328-7e30-4ce6-841f-5f66eaab105a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/quotas/edd5921dd99549ffb2cf58151bde22da HTTP/1.1" status: 200 len: 375 time: 0.0105960 Jan 24 16:58:44.132463 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-faa3c656-7a39-4e25-aff4-3cecb5bbd5b6 None None] Provisioning complete for port ebf20047-50f6-4b69-9b52-16059508a380 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:58:44.132894 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-faa3c656-7a39-4e25-aff4-3cecb5bbd5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:44.184579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-faa3c656-7a39-4e25-aff4-3cecb5bbd5b6 None None] Port ebf20047-50f6-4b69-9b52-16059508a380 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:58:44.212243 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-db7fa6d0-cfb2-4f13-8beb-a09381bb8362 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:58:44.229677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-db7fa6d0-cfb2-4f13-8beb-a09381bb8362 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:58:44.231488 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-db7fa6d0-cfb2-4f13-8beb-a09381bb8362 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963616 Jan 24 16:58:44.383091 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-996c90d3-aae4-4f7d-8357-46b2f633d17b service neutron] 10.222.0.130 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375644 Jan 24 16:58:44.522656 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-f4773e7f-6d1c-4223-8218-5d053cebab8b service neutron] 10.222.0.130 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334856 Jan 24 16:58:44.714132 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-1cbd4637-e2a9-4cb0-bce4-938e5c50f8fd req-5849d8ac-ccd3-406f-a8e3-3e2b79802cff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:58:44.726419 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-1cbd4637-e2a9-4cb0-bce4-938e5c50f8fd req-5849d8ac-ccd3-406f-a8e3-3e2b79802cff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:58:44.727649 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1cbd4637-e2a9-4cb0-bce4-938e5c50f8fd req-5849d8ac-ccd3-406f-a8e3-3e2b79802cff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 210 time: 0.0538945 Jan 24 16:58:44.925648 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c4853713-0954-4ea5-86b6-96a6de36b90e up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:58:44.997756 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port c4853713-0954-4ea5-86b6-96a6de36b90e triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:58:44.998115 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:45.116416 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 67f718ba-7642-4edc-8022-88b41dd8897a up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:58:45.189831 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 67f718ba-7642-4edc-8022-88b41dd8897a triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:58:45.190202 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:45.367761 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Sync routers for ids ['6252e3a2-9da8-406b-a9ff-b81dce812404'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:58:45.380707 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Routers {'6252e3a2-9da8-406b-a9ff-b81dce812404'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:58:45.381427 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:58:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6252e3a2-9da8-406b-a9ff-b81dce812404'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:45.585929 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Set router 6252e3a2-9da8-406b-a9ff-b81dce812404 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:58:45.898436 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-14250160-4e54-413c-aa54-83446e400074 req-371bb6ba-0cdd-4b6b-bac5-7b9ab7c9a4a0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 210 time: 0.0442784 Jan 24 16:58:45.907193 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080169658', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77'}], 'enable_snat': True}, 'gw_port_id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:58:37Z', 'updated_at': '2022-01-24T16:58:42Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:38Z', 'updated_at': '2022-01-24T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'ebf20047-50f6-4b69-9b52-16059508a380', 'name': '', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:67:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:41Z', 'updated_at': '2022-01-24T16:58:42Z', 'revision_number': 2, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:45.911674 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Checking router: 6252e3a2-9da8-406b-a9ff-b81dce812404 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:58:45.912020 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Updating router 6252e3a2-9da8-406b-a9ff-b81dce812404 port ebf20047-50f6-4b69-9b52-16059508a380 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 16:58:45.965180 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:46.055735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-062b3684-ff9f-4ae0-b492-40104303e45d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:46.057469 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-062b3684-ff9f-4ae0-b492-40104303e45d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "GET /v2.0/networks?id=574b2324-79a7-48c9-a864-7e30e9b2e1cc HTTP/1.1" status: 200 len: 794 time: 0.1557233 Jan 24 16:58:46.115983 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-d02af813-8f4e-4bf7-94d7-5ca168659ce0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edd5921dd99549ffb2cf58151bde22da HTTP/1.1" status: 200 len: 379 time: 0.0449758 Jan 24 16:58:46.125656 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-307ad907-9f02-4b90-9787-c523df2910b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'port': {'device_id': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'admin_state_up': True, 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'security_groups': ['e3aff0cc-1c64-47af-acb0-db75769a8b10']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:58:46.261333 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-307ad907-9f02-4b90-9787-c523df2910b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:58:46.270679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-307ad907-9f02-4b90-9787-c523df2910b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:58:46.281356 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-307ad907-9f02-4b90-9787-c523df2910b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Made reservation on behalf of edd5921dd99549ffb2cf58151bde22da for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:58:46.284389 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-307ad907-9f02-4b90-9787-c523df2910b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:46.330418 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:46.342748 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Transition to ACTIVE for port object ebf20047-50f6-4b69-9b52-16059508a380 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:58:46.349892 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:46.457622 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-307ad907-9f02-4b90-9787-c523df2910b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.20.0.12 (574b2324-79a7-48c9-a864-7e30e9b2e1cc/8533e088-a475-42c3-a9bc-eec13394a0ab/2e051257-1cfe-4bb4-88a1-78674a846943) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:58:46.480166 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ba195-7982-40a8-942e-9180d1e528d6 None None] Pushing event updated for resources: {'Port': ['ID=ebf20047-50f6-4b69-9b52-16059508a380,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:46.493400 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ba195-7982-40a8-942e-9180d1e528d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:46.493998 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ba195-7982-40a8-942e-9180d1e528d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:46.494461 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ba195-7982-40a8-942e-9180d1e528d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:46.494925 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ba195-7982-40a8-942e-9180d1e528d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:46.495401 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ba195-7982-40a8-942e-9180d1e528d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:46.496027 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ba195-7982-40a8-942e-9180d1e528d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:46.496340 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ba195-7982-40a8-942e-9180d1e528d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:46.496666 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ba195-7982-40a8-942e-9180d1e528d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:46.497112 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ba195-7982-40a8-942e-9180d1e528d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:46.497569 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ba195-7982-40a8-942e-9180d1e528d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:46.498197 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8ba195-7982-40a8-942e-9180d1e528d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:46.589318 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Attempting to bind port ebf20047-50f6-4b69-9b52-16059508a380 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:58:46.589672 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Attempting to bind port ebf20047-50f6-4b69-9b52-16059508a380 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'c63d012f-fa52-497e-bb70-449d13452acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:58:46.590463 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Attempting to bind port ebf20047-50f6-4b69-9b52-16059508a380 on network 574b2324-79a7-48c9-a864-7e30e9b2e1cc {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:58:46.596361 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:58:46.596716 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Checking segment: {'id': 'c63d012f-fa52-497e-bb70-449d13452acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:58:46.597105 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:46.597485 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Bound using segment: {'id': 'c63d012f-fa52-497e-bb70-449d13452acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:58:46.597923 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Bound port: ebf20047-50f6-4b69-9b52-16059508a380, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63d012f-fa52-497e-bb70-449d13452acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:58:46.598277 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:46.657857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-307ad907-9f02-4b90-9787-c523df2910b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:46.674643 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-307ad907-9f02-4b90-9787-c523df2910b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Transition to ACTIVE for port object 2e051257-1cfe-4bb4-88a1-78674a846943 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:58:46.689980 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] For port ebf20047-50f6-4b69-9b52-16059508a380, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:58:46.693308 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] For port ebf20047-50f6-4b69-9b52-16059508a380, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ebf20047-50f6-4b69-9b52-16059508a380,segment=NetworkSegment(c63d012f-fa52-497e-bb70-449d13452acb),segment_id=c63d012f-fa52-497e-bb70-449d13452acb)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:58:46.697971 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:46.700719 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-307ad907-9f02-4b90-9787-c523df2910b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:46.780086 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-307ad907-9f02-4b90-9787-c523df2910b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 574b2324-79a7-48c9-a864-7e30e9b2e1cc is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:58:46.782861 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ba195-7982-40a8-942e-9180d1e528d6 None None] Pushing event updated for resources: {'Port': ['ID=ebf20047-50f6-4b69-9b52-16059508a380,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:46.783362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-307ad907-9f02-4b90-9787-c523df2910b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:58:46.787548 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-307ad907-9f02-4b90-9787-c523df2910b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:58:46.789356 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Routers {'6252e3a2-9da8-406b-a9ff-b81dce812404'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:58:46.790202 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:58:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6252e3a2-9da8-406b-a9ff-b81dce812404'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:46.831745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ad907-9f02-4b90-9787-c523df2910b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=2e051257-1cfe-4bb4-88a1-78674a846943,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:46.869902 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-307ad907-9f02-4b90-9787-c523df2910b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:46.871033 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-307ad907-9f02-4b90-9787-c523df2910b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:46.900517 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-307ad907-9f02-4b90-9787-c523df2910b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7784419 Jan 24 16:58:46.911758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Request body: {'port': {'device_id': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:58:46.987379 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] Set router 6252e3a2-9da8-406b-a9ff-b81dce812404 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:58:47.034716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:47.169374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec080956-cbce-4180-8261-b9095b767e5f req-d13156e9-93f8-45a9-8afe-c6407e5c59e0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:47.176807 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ec080956-cbce-4180-8261-b9095b767e5f req-d13156e9-93f8-45a9-8afe-c6407e5c59e0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 932 time: 0.0971420 Jan 24 16:58:47.221698 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-ec080956-cbce-4180-8261-b9095b767e5f req-9841a940-3c48-44b7-8afe-3b1ebda3dd18 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:58:47.233424 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-ec080956-cbce-4180-8261-b9095b767e5f req-9841a940-3c48-44b7-8afe-3b1ebda3dd18 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:58:47.244441 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ec080956-cbce-4180-8261-b9095b767e5f req-9841a940-3c48-44b7-8afe-3b1ebda3dd18 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660555 Jan 24 16:58:47.294659 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9f588384-f22e-415b-b00a-3501daceba41 None None] Provisioning for port 2e051257-1cfe-4bb4-88a1-78674a846943 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:58:47.304524 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-9f588384-f22e-415b-b00a-3501daceba41 None None] Provisioning complete for port 2e051257-1cfe-4bb4-88a1-78674a846943 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:58:47.306153 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9f588384-f22e-415b-b00a-3501daceba41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:47.392403 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-9f588384-f22e-415b-b00a-3501daceba41 None None] Port 2e051257-1cfe-4bb4-88a1-78674a846943 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 16:58:47.418590 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080169658', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77'}], 'enable_snat': True}, 'gw_port_id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:58:37Z', 'updated_at': '2022-01-24T16:58:42Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:38Z', 'updated_at': '2022-01-24T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'ebf20047-50f6-4b69-9b52-16059508a380', 'name': '', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:67:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:41Z', 'updated_at': '2022-01-24T16:58:46Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:47.423012 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7f87b-54c5-4f84-a5b7-b743d480271a None None] The sync data for ids ['6252e3a2-9da8-406b-a9ff-b81dce812404'] in dv-neutron-826104-1-hyperv is: [{'id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080169658', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77'}], 'enable_snat': True}, 'gw_port_id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:58:37Z', 'updated_at': '2022-01-24T16:58:42Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:38Z', 'updated_at': '2022-01-24T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'ebf20047-50f6-4b69-9b52-16059508a380', 'name': '', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:67:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:41Z', 'updated_at': '2022-01-24T16:58:46Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:58:47.568876 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e051257-1cfe-4bb4-88a1-78674a846943 {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:58:47.576940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:47.594016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Transition to ACTIVE for port object 2e051257-1cfe-4bb4-88a1-78674a846943 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:58:47.597845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:47.722782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e051257-1cfe-4bb4-88a1-78674a846943,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:47.841010 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Attempting to bind port 2e051257-1cfe-4bb4-88a1-78674a846943 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 16:58:47.841348 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Attempting to bind port 2e051257-1cfe-4bb4-88a1-78674a846943 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'c63d012f-fa52-497e-bb70-449d13452acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 16:58:47.841668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Attempting to bind port 2e051257-1cfe-4bb4-88a1-78674a846943 on network 574b2324-79a7-48c9-a864-7e30e9b2e1cc {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:58:47.848070 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Port 2e051257-1cfe-4bb4-88a1-78674a846943 on network 574b2324-79a7-48c9-a864-7e30e9b2e1cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 16:58:47.848388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Attempting to bind port 2e051257-1cfe-4bb4-88a1-78674a846943 on network 574b2324-79a7-48c9-a864-7e30e9b2e1cc {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 16:58:47.855420 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 16:58:47.855789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Checking segment: {'id': 'c63d012f-fa52-497e-bb70-449d13452acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 16:58:47.856168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Bound using segment: {'id': 'c63d012f-fa52-497e-bb70-449d13452acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 16:58:47.856593 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Bound port: 2e051257-1cfe-4bb4-88a1-78674a846943, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c63d012f-fa52-497e-bb70-449d13452acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 16:58:47.856931 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:47.953200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] For port 2e051257-1cfe-4bb4-88a1-78674a846943, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:58:47.956629 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] For port 2e051257-1cfe-4bb4-88a1-78674a846943, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2e051257-1cfe-4bb4-88a1-78674a846943,segment=NetworkSegment(c63d012f-fa52-497e-bb70-449d13452acb),segment_id=c63d012f-fa52-497e-bb70-449d13452acb)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:58:47.963667 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:48.033138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:48.034491 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] 10.222.0.129 "PUT /v2.0/ports/2e051257-1cfe-4bb4-88a1-78674a846943 HTTP/1.1" status: 200 len: 1094 time: 1.1271377 Jan 24 16:58:48.034867 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'tag': '2e051257-1cfe-4bb4-88a1-78674a846943'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:58:48.045499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f302066-6073-401c-942b-e8bdb9ae48c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e051257-1cfe-4bb4-88a1-78674a846943,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:48.146445 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'tag': '2e051257-1cfe-4bb4-88a1-78674a846943', 'status': 'completed', 'code': 200} Jan 24 16:58:48.164300 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-202f6ea9-2d14-43de-a2fe-883ec6e3399a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 1097 time: 0.0881131 Jan 24 16:58:48.240892 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-bc5c8d2f-e4a3-4fc6-92de-8335afeb1f80 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e051257-1cfe-4bb4-88a1-78674a846943 HTTP/1.1" status: 200 len: 217 time: 0.0668144 Jan 24 16:58:48.286510 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:48.309917 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-8f320f9e-8f38-4dc2-bf32-340b874a453d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:48.311348 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-8f320f9e-8f38-4dc2-bf32-340b874a453d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8533e088-a475-42c3-a9bc-eec13394a0ab HTTP/1.1" status: 200 len: 834 time: 0.0620778 Jan 24 16:58:48.397733 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-5939abb0-7adf-4eaf-8f04-aacd08fb0627 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=574b2324-79a7-48c9-a864-7e30e9b2e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792251 Jan 24 16:58:48.446328 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c1e0c-4d1e-46a3-8156-7c6cd350c7d0 req-5bd39c6c-123c-4951-a055-7cec4386a020 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:48.447932 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3d7c1e0c-4d1e-46a3-8156-7c6cd350c7d0 req-5bd39c6c-123c-4951-a055-7cec4386a020 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 944 time: 0.0781782 Jan 24 16:58:48.494800 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3d7c1e0c-4d1e-46a3-8156-7c6cd350c7d0 req-8403962c-3dc8-44fc-bf39-aa2ba03afc84 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411472 Jan 24 16:58:48.530952 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-ece01bc2-effc-48dc-83b1-8efef3f93d40 service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262412 Jan 24 16:58:48.663010 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6ae7ac7f-4203-4fda-b659-c59cba5ebdd6 req-4cb2ac79-b130-44ae-8485-985a81f5a5b5 service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246667 Jan 24 16:58:48.786471 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-210e13c0-b498-44b2-9b2e-b75aa363a54e req-4d416809-0d2b-45ec-af95-305a60eba935 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 1097 time: 0.0719399 Jan 24 16:58:48.929539 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e13c0-b498-44b2-9b2e-b75aa363a54e req-80ee8aea-7f28-43e0-92f9-9daeb04a56f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:48.929746 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-210e13c0-b498-44b2-9b2e-b75aa363a54e req-80ee8aea-7f28-43e0-92f9-9daeb04a56f6 service neutron] 10.222.0.129 "GET /v2.0/networks?id=574b2324-79a7-48c9-a864-7e30e9b2e1cc HTTP/1.1" status: 200 len: 895 time: 0.1333818 Jan 24 16:58:48.936814 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ebf20047-50f6-4b69-9b52-16059508a380 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:58:49.004557 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-210e13c0-b498-44b2-9b2e-b75aa363a54e req-1a1e3db2-471e-4634-be77-07f8e78ebb8a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e051257-1cfe-4bb4-88a1-78674a846943 HTTP/1.1" status: 200 len: 217 time: 0.0659688 Jan 24 16:58:49.013199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port ebf20047-50f6-4b69-9b52-16059508a380 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:58:49.018344 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port ebf20047-50f6-4b69-9b52-16059508a380 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:58:49.018697 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:49.069523 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e13c0-b498-44b2-9b2e-b75aa363a54e req-bd6d7359-edce-4b2b-b6a8-7cd1bd7b8dcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:49.070856 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-210e13c0-b498-44b2-9b2e-b75aa363a54e req-bd6d7359-edce-4b2b-b6a8-7cd1bd7b8dcb service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8533e088-a475-42c3-a9bc-eec13394a0ab HTTP/1.1" status: 200 len: 834 time: 0.0566823 Jan 24 16:58:49.142066 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:49.151508 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-210e13c0-b498-44b2-9b2e-b75aa363a54e req-e662e3c2-6330-4861-861d-002c7495d366 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=574b2324-79a7-48c9-a864-7e30e9b2e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719988 Jan 24 16:58:49.176827 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port ebf20047-50f6-4b69-9b52-16059508a380, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ebf20047-50f6-4b69-9b52-16059508a380,segment=NetworkSegment(c63d012f-fa52-497e-bb70-449d13452acb),segment_id=c63d012f-fa52-497e-bb70-449d13452acb)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:49.181960 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:49.252414 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=ebf20047-50f6-4b69-9b52-16059508a380,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:49.382703 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-210e13c0-b498-44b2-9b2e-b75aa363a54e req-ad6f30c6-cc01-40b0-b09c-6a8d0212099d service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238121 Jan 24 16:58:49.519698 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-210e13c0-b498-44b2-9b2e-b75aa363a54e req-54b29754-0f3e-4c06-95f7-81261d13e07b service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308362 Jan 24 16:58:49.709023 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02191b1d-f494-41dc-ad53-07326148c455 req-a0c0489d-a6bc-4497-ac2f-e6aee97f069e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:49.709932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-02191b1d-f494-41dc-ad53-07326148c455 req-a0c0489d-a6bc-4497-ac2f-e6aee97f069e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 16:58:49.727624 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-02191b1d-f494-41dc-ad53-07326148c455 req-a0c0489d-a6bc-4497-ac2f-e6aee97f069e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 16:58:49.728936 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-02191b1d-f494-41dc-ad53-07326148c455 req-a0c0489d-a6bc-4497-ac2f-e6aee97f069e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 944 time: 0.1015918 Jan 24 16:58:49.778931 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-02191b1d-f494-41dc-ad53-07326148c455 req-fdcd424b-11cc-4b42-a916-8d1c2e9f5f7c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413010 Jan 24 16:58:50.922314 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ebf20047-50f6-4b69-9b52-16059508a380 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:58:50.995256 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port ebf20047-50f6-4b69-9b52-16059508a380 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:58:50.995657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:51.149026 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bb714-d5d9-4ab6-848f-093438f3dbc8 req-1ba099ba-04a1-4550-bff8-0458bc1089a3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:51.150511 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-869bb714-d5d9-4ab6-848f-093438f3dbc8 req-1ba099ba-04a1-4550-bff8-0458bc1089a3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 944 time: 0.0814054 Jan 24 16:58:51.195342 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-869bb714-d5d9-4ab6-848f-093438f3dbc8 req-ea7092b0-82a8-4a21-bca7-a0dc02ab5cbb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392227 Jan 24 16:58:51.476931 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 2e051257-1cfe-4bb4-88a1-78674a846943 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 16:58:51.613983 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 2e051257-1cfe-4bb4-88a1-78674a846943, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2e051257-1cfe-4bb4-88a1-78674a846943,segment=NetworkSegment(c63d012f-fa52-497e-bb70-449d13452acb),segment_id=c63d012f-fa52-497e-bb70-449d13452acb)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:51.627109 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '2e051257-1cfe-4bb4-88a1-78674a846943', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'port_id': '2e051257-1cfe-4bb4-88a1-78674a846943', 'mac_address': 'fa:16:3e:32:d6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 16:58:51.680731 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:51.701228 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e051257-1cfe-4bb4-88a1-78674a846943 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:58:51.717071 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 2e051257-1cfe-4bb4-88a1-78674a846943, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2e051257-1cfe-4bb4-88a1-78674a846943,segment=NetworkSegment(c63d012f-fa52-497e-bb70-449d13452acb),segment_id=c63d012f-fa52-497e-bb70-449d13452acb)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:51.723064 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:51.796089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=2e051257-1cfe-4bb4-88a1-78674a846943,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:51.997905 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['2e051257-1cfe-4bb4-88a1-78674a846943'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 16:58:52.409835 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0adaf-7c85-4512-addf-2acbae5e7243 req-ec3a05a6-3733-4328-a004-6e3c3f1be7ad tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:52.411149 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-33a0adaf-7c85-4512-addf-2acbae5e7243 req-ec3a05a6-3733-4328-a004-6e3c3f1be7ad tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 945 time: 0.0855100 Jan 24 16:58:52.457657 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-33a0adaf-7c85-4512-addf-2acbae5e7243 req-d584f361-6661-4156-a0df-af245ebf66b4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398812 Jan 24 16:58:53.507283 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 2e051257-1cfe-4bb4-88a1-78674a846943 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 16:58:53.575985 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 2e051257-1cfe-4bb4-88a1-78674a846943 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:58:53.580596 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 2e051257-1cfe-4bb4-88a1-78674a846943 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:58:53.580954 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:53.669543 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a20c4-07d7-4cce-8479-ecaee32f60b5 req-3fa942d4-0d49-40b7-9b2a-7fa4548a8f07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:53.670995 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8f2a20c4-07d7-4cce-8479-ecaee32f60b5 req-3fa942d4-0d49-40b7-9b2a-7fa4548a8f07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 945 time: 0.0888360 Jan 24 16:58:53.722003 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8f2a20c4-07d7-4cce-8479-ecaee32f60b5 req-3fea0411-1dd1-496c-982a-280f747fd2bb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453358 Jan 24 16:58:53.731384 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:53.757995 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e051257-1cfe-4bb4-88a1-78674a846943'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:58:53.767658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 2e051257-1cfe-4bb4-88a1-78674a846943, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2e051257-1cfe-4bb4-88a1-78674a846943,segment=NetworkSegment(c63d012f-fa52-497e-bb70-449d13452acb),segment_id=c63d012f-fa52-497e-bb70-449d13452acb)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:53.772522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:53.842580 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=2e051257-1cfe-4bb4-88a1-78674a846943,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:53.901295 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e051257-1cfe-4bb4-88a1-78674a846943', 'code': 200} Jan 24 16:58:54.151595 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-32d3f845-d375-4db1-9584-41201a0068a8 req-72d0fa08-0f37-4b39-9abf-ef581c2aa8a5 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 1099 time: 0.0787933 Jan 24 16:58:54.202686 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-32d3f845-d375-4db1-9584-41201a0068a8 req-c8adbedd-4bee-4b2c-a6d0-09012576f5bb service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448108 Jan 24 16:58:54.929016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffad786-292b-4eaf-b606-d46d0e708942 req-9f5c0fae-4632-4d21-a634-633fac9b6c71 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:54.930445 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1ffad786-292b-4eaf-b606-d46d0e708942 req-9f5c0fae-4632-4d21-a634-633fac9b6c71 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0838592 Jan 24 16:58:54.981286 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1ffad786-292b-4eaf-b606-d46d0e708942 req-7662f950-c8aa-4e3c-acff-bbdb8bc260f5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427761 Jan 24 16:58:56.190522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046d722-4e44-4e75-8a8b-3d1f916ba0db req-4060af93-b307-4c96-95ee-badd59317b56 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:56.192061 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5046d722-4e44-4e75-8a8b-3d1f916ba0db req-4060af93-b307-4c96-95ee-badd59317b56 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0789826 Jan 24 16:58:56.241290 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5046d722-4e44-4e75-8a8b-3d1f916ba0db req-47fb48f8-bb6c-40a3-9b8b-33c0766c20d0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412557 Jan 24 16:58:56.465191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6131ba5-b5b5-48ff-baab-cceb70ea2468 req-c1ddcf3d-f96a-4348-b8be-8960c0320b1b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:56.466677 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d6131ba5-b5b5-48ff-baab-cceb70ea2468 req-c1ddcf3d-f96a-4348-b8be-8960c0320b1b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0949762 Jan 24 16:58:56.513509 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d6131ba5-b5b5-48ff-baab-cceb70ea2468 req-970b6c56-e42d-41de-92ea-799215b232bf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411832 Jan 24 16:58:56.541640 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42458) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:56.630720 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-79e01afe-a5ed-466b-a684-2f6e2abd04ff tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 1094 time: 0.0878222 Jan 24 16:58:56.634291 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42462) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:56.639916 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '2e051257-1cfe-4bb4-88a1-78674a846943', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 16:58:56.645912 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 16:58:56.650318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:floatingip and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 16:58:56.653232 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 16:58:56.659037 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 16:58:56.672113 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:56.817762 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:56.967639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.26.2.110 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/bed02752-5cfb-4537-8a5a-1fb5f91075da) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:58:57.125670 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:57.157193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:57.223582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:58:57.226472 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:58:57.230868 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 16:58:57.257658 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=bed02752-5cfb-4537-8a5a-1fb5f91075da,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:57.781401 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:57.933065 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:58.138990 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:58.145307 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:58.248157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=bed02752-5cfb-4537-8a5a-1fb5f91075da,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:58.274806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:58.478851 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Floating IP f0d757b2-a637-4596-901b-033543f311df associated. External IP: 172.26.2.110, port: 2e051257-1cfe-4bb4-88a1-78674a846943. Jan 24 16:58:58.897806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router 6252e3a2-9da8-406b-a9ff-b81dce812404 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:58:59.095303 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:58:59.104879 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf9064b-41a0-4a2f-be3e-4bac10d73e2a None None] Sync routers for ids ['6252e3a2-9da8-406b-a9ff-b81dce812404'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 16:58:59.120148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf9064b-41a0-4a2f-be3e-4bac10d73e2a None None] Routers {'6252e3a2-9da8-406b-a9ff-b81dce812404'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:58:59.120683 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-9bf9064b-41a0-4a2f-be3e-4bac10d73e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:58:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6252e3a2-9da8-406b-a9ff-b81dce812404'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:59.122317 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:58:59.179211 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a1e854da-644f-4ffd-8421-b8e482ab5dc2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5437715 Jan 24 16:58:59.179826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'tag': '2e051257-1cfe-4bb4-88a1-78674a846943'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:58:59.234858 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'tag': '2e051257-1cfe-4bb4-88a1-78674a846943', 'status': 'completed', 'code': 200} Jan 24 16:58:59.309995 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-9bf9064b-41a0-4a2f-be3e-4bac10d73e2a None None] Set router 6252e3a2-9da8-406b-a9ff-b81dce812404 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:58:59.397502 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-17c97e5f-35e4-4eea-9e0a-7a34b5a28245 req-d48b6833-696d-4275-a317-dc18db9d686a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 1099 time: 0.1369607 Jan 24 16:58:59.404661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfb929-3221-45ce-8d1d-7c7c41e6b17d req-bb1092a1-419d-4d89-924e-6285d6a6f2e8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:59.406183 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-65bfb929-3221-45ce-8d1d-7c7c41e6b17d req-bb1092a1-419d-4d89-924e-6285d6a6f2e8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.1106749 Jan 24 16:58:59.658158 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-65bfb929-3221-45ce-8d1d-7c7c41e6b17d req-05236b64-b433-40d6-919a-1ed6b5b24bdb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325978 Jan 24 16:58:59.666418 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-9bf9064b-41a0-4a2f-be3e-4bac10d73e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080169658', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77'}], 'enable_snat': True}, 'gw_port_id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:58:37Z', 'updated_at': '2022-01-24T16:58:42Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:38Z', 'updated_at': '2022-01-24T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'f0d757b2-a637-4596-901b-033543f311df', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'port_id': '2e051257-1cfe-4bb4-88a1-78674a846943', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'mac_address': 'fa:16:3e:32:d6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:58:57Z', 'updated_at': '2022-01-24T16:58:57Z', 'revision_number': 0, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf20047-50f6-4b69-9b52-16059508a380', 'name': '', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:67:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:41Z', 'updated_at': '2022-01-24T16:58:49Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:59.670891 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf9064b-41a0-4a2f-be3e-4bac10d73e2a None None] Checking router: 6252e3a2-9da8-406b-a9ff-b81dce812404 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 16:58:59.687590 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf9064b-41a0-4a2f-be3e-4bac10d73e2a None None] Routers {'6252e3a2-9da8-406b-a9ff-b81dce812404'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 16:58:59.687590 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-9bf9064b-41a0-4a2f-be3e-4bac10d73e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T16:58:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6252e3a2-9da8-406b-a9ff-b81dce812404'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:59.689991 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42470) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:58:59.695179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c97e5f-35e4-4eea-9e0a-7a34b5a28245 req-ae065c69-f4a8-4375-9ef0-ad1c43c0cbdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:59.697033 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-17c97e5f-35e4-4eea-9e0a-7a34b5a28245 req-ae065c69-f4a8-4375-9ef0-ad1c43c0cbdd service neutron] 10.222.0.129 "GET /v2.0/networks?id=574b2324-79a7-48c9-a864-7e30e9b2e1cc HTTP/1.1" status: 200 len: 895 time: 0.2899814 Jan 24 16:58:59.803585 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-17c97e5f-35e4-4eea-9e0a-7a34b5a28245 req-cf860e57-ba4f-4815-9c17-5d92b78e9ce2 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e051257-1cfe-4bb4-88a1-78674a846943 HTTP/1.1" status: 200 len: 1000 time: 0.1002281 Jan 24 16:58:59.872138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c97e5f-35e4-4eea-9e0a-7a34b5a28245 req-0b242f96-a6f6-446e-a744-7567f310b4b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:59.873816 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-17c97e5f-35e4-4eea-9e0a-7a34b5a28245 req-0b242f96-a6f6-446e-a744-7567f310b4b3 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8533e088-a475-42c3-a9bc-eec13394a0ab HTTP/1.1" status: 200 len: 834 time: 0.0640924 Jan 24 16:58:59.875023 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-9bf9064b-41a0-4a2f-be3e-4bac10d73e2a None None] Set router 6252e3a2-9da8-406b-a9ff-b81dce812404 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 16:58:59.907269 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-75d51385-b788-4157-97e9-249fe035fc7c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/f0d757b2-a637-4596-901b-033543f311df HTTP/1.1" status: 200 len: 992 time: 0.2156136 Jan 24 16:58:59.951065 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-17c97e5f-35e4-4eea-9e0a-7a34b5a28245 req-c0b1dc60-14a7-4753-8f3b-19eace1c55ea service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=574b2324-79a7-48c9-a864-7e30e9b2e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703070 Jan 24 16:59:00.089173 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-17c97e5f-35e4-4eea-9e0a-7a34b5a28245 req-43c21aae-be23-451a-b167-7215c31c57d5 service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288130 Jan 24 16:59:00.223585 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-17c97e5f-35e4-4eea-9e0a-7a34b5a28245 req-cd4efbdd-30a2-473d-8e97-1ca28610c2f8 service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279390 Jan 24 16:59:00.235807 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-9bf9064b-41a0-4a2f-be3e-4bac10d73e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080169658', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77'}], 'enable_snat': True}, 'gw_port_id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:58:37Z', 'updated_at': '2022-01-24T16:58:42Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:38Z', 'updated_at': '2022-01-24T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'f0d757b2-a637-4596-901b-033543f311df', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'port_id': '2e051257-1cfe-4bb4-88a1-78674a846943', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'mac_address': 'fa:16:3e:32:d6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:58:57Z', 'updated_at': '2022-01-24T16:58:57Z', 'revision_number': 0, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf20047-50f6-4b69-9b52-16059508a380', 'name': '', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:67:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:41Z', 'updated_at': '2022-01-24T16:58:49Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:59:00.240884 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf9064b-41a0-4a2f-be3e-4bac10d73e2a None None] The sync data for ids ['6252e3a2-9da8-406b-a9ff-b81dce812404'] in dv-neutron-826104-1-hyperv is: [{'id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080169658', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77'}], 'enable_snat': True}, 'gw_port_id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:58:37Z', 'updated_at': '2022-01-24T16:58:42Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:38Z', 'updated_at': '2022-01-24T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'f0d757b2-a637-4596-901b-033543f311df', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'port_id': '2e051257-1cfe-4bb4-88a1-78674a846943', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'mac_address': 'fa:16:3e:32:d6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:58:57Z', 'updated_at': '2022-01-24T16:58:57Z', 'revision_number': 0, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf20047-50f6-4b69-9b52-16059508a380', 'name': '', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:67:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:41Z', 'updated_at': '2022-01-24T16:58:49Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 16:59:00.911311 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42474) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:59:01.017490 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8e01f970-6d4f-402e-9b4a-7f30744385d5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/f0d757b2-a637-4596-901b-033543f311df HTTP/1.1" status: 200 len: 992 time: 0.1049945 Jan 24 16:59:02.021811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42478) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:59:02.127150 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ea01f126-4cb6-4a36-9749-16576ccfab79 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/f0d757b2-a637-4596-901b-033543f311df HTTP/1.1" status: 200 len: 992 time: 0.1042137 Jan 24 16:59:03.131966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42482) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:59:03.241274 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3e3e48fa-42d4-4450-8f38-e92966202230 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/f0d757b2-a637-4596-901b-033543f311df HTTP/1.1" status: 200 len: 992 time: 0.1082118 Jan 24 16:59:03.362938 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a6e1f1-9263-4f40-a636-e97384810904 None None] New status for floating IP f0d757b2-a637-4596-901b-033543f311df: ACTIVE {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 16:59:04.246107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42486) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:59:04.385956 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d2844c1b-412a-4a72-b8f2-61f26ce36ded tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/f0d757b2-a637-4596-901b-033543f311df HTTP/1.1" status: 200 len: 994 time: 0.1385725 Jan 24 16:59:07.010208 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-613709e1-8545-46e5-9a3d-909a9184d7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:59:09.205936 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b59d5bd7-a363-4251-87fc-b1a129c3cade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:59:10.415083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:59:10.511157 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:59:11.934434 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:59:13.576659 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:59:18.307187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:59:35.661192 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e319417e-ebc3-4234-af23-ffc9f2d948c1 req-0357df00-fbca-405f-bfcd-faf464de9f3a service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705130 Jan 24 16:59:35.823421 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e319417e-ebc3-4234-af23-ffc9f2d948c1 req-9b0854e4-cdee-4414-8a6f-f65642233308 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 1099 time: 0.0861585 Jan 24 16:59:36.026035 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319417e-ebc3-4234-af23-ffc9f2d948c1 req-8b8f6699-ed3f-44b0-ad80-fbad9e474da6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:36.027488 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e319417e-ebc3-4234-af23-ffc9f2d948c1 req-8b8f6699-ed3f-44b0-ad80-fbad9e474da6 service neutron] 10.222.0.129 "GET /v2.0/networks?id=574b2324-79a7-48c9-a864-7e30e9b2e1cc HTTP/1.1" status: 200 len: 895 time: 0.1833520 Jan 24 16:59:36.111416 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-66fe7323-663e-41e9-bcf8-47d99a3b73c8 req-ab3074b6-fb4f-4bbc-84d8-01be1f3211de service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1716349 Jan 24 16:59:36.144254 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e319417e-ebc3-4234-af23-ffc9f2d948c1 req-53c548b5-2b3e-434a-b0a6-c6642c7bdca4 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e051257-1cfe-4bb4-88a1-78674a846943 HTTP/1.1" status: 200 len: 1002 time: 0.1089096 Jan 24 16:59:36.207756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319417e-ebc3-4234-af23-ffc9f2d948c1 req-26d1fc43-cca9-4cb1-bfb1-d780a55f796d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:36.209524 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e319417e-ebc3-4234-af23-ffc9f2d948c1 req-26d1fc43-cca9-4cb1-bfb1-d780a55f796d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8533e088-a475-42c3-a9bc-eec13394a0ab HTTP/1.1" status: 200 len: 834 time: 0.0569751 Jan 24 16:59:36.289743 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e319417e-ebc3-4234-af23-ffc9f2d948c1 req-bcbdf56a-373c-4883-98da-ecc52c8100ac service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=574b2324-79a7-48c9-a864-7e30e9b2e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736861 Jan 24 16:59:36.396558 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42508) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 16:59:36.450584 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad706e-2ad8-484d-828f-e1827946e314 req-36e2e94c-5827-4dc2-83eb-77fd44818475 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:36.452109 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-aaad706e-2ad8-484d-828f-e1827946e314 req-36e2e94c-5827-4dc2-83eb-77fd44818475 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0885036 Jan 24 16:59:36.539186 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e319417e-ebc3-4234-af23-ffc9f2d948c1 req-21f725a3-000d-4189-aa17-c92ddf9250af service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388523 Jan 24 16:59:36.554359 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-aaad706e-2ad8-484d-828f-e1827946e314 req-0637f53e-d002-45b9-bfc5-38056b1153e8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941973 Jan 24 16:59:36.569604 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-5c099671-0db8-4bcd-96e7-c33450e55aa1 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1716304 Jan 24 16:59:36.680073 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e319417e-ebc3-4234-af23-ffc9f2d948c1 req-c66149a8-91ba-48be-b8ba-23c6d453d45d service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329858 Jan 24 16:59:37.007883 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-07623a95-409c-44dd-95cd-3b65545b3e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:59:37.771188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67187c27-aef9-42b7-8d85-7fc060c52ad2 req-ab7e781d-0885-4c29-9935-8a447b998ea8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:37.772646 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-67187c27-aef9-42b7-8d85-7fc060c52ad2 req-ab7e781d-0885-4c29-9935-8a447b998ea8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0926955 Jan 24 16:59:37.818410 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-67187c27-aef9-42b7-8d85-7fc060c52ad2 req-c0cbab56-d536-45ba-a487-85d3d471fab8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401013 Jan 24 16:59:39.036161 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955e644-eb2c-4a5c-af3a-9212331b2dcf req-23c1dbb9-bed2-483c-adb1-0b237f7a97cd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:39.037662 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b955e644-eb2c-4a5c-af3a-9212331b2dcf req-23c1dbb9-bed2-483c-adb1-0b237f7a97cd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0912745 Jan 24 16:59:39.090464 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b955e644-eb2c-4a5c-af3a-9212331b2dcf req-366e0c36-a8d4-46e5-b757-fdbe82debde1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470653 Jan 24 16:59:39.206673 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8e11f07c-4bb8-419f-9146-c60410cb3ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:59:40.317671 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e54f0-60b0-4386-8172-ce88b642ddd9 req-af26a227-e274-45a3-ab8a-8643432cf883 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:40.319121 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5c7e54f0-60b0-4386-8172-ce88b642ddd9 req-af26a227-e274-45a3-ab8a-8643432cf883 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.1005328 Jan 24 16:59:40.365865 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5c7e54f0-60b0-4386-8172-ce88b642ddd9 req-ba934b97-c3b1-4b19-9d13-4331f9f19bd8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408928 Jan 24 16:59:40.416407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:59:40.510410 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:59:41.583878 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4bb05-26ca-4448-9497-a3b27e1102a4 req-52ac9132-431b-40b8-ba7b-7f89f79f46f9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:41.585189 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-11d4bb05-26ca-4448-9497-a3b27e1102a4 req-52ac9132-431b-40b8-ba7b-7f89f79f46f9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0790081 Jan 24 16:59:41.632766 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-11d4bb05-26ca-4448-9497-a3b27e1102a4 req-eb920def-2f56-4d21-89f9-b20f5219ce1b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419543 Jan 24 16:59:41.939068 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:59:41.955169 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-22c1dd4d-f27e-41e3-a952-8b8c1b4617fd service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 1099 time: 0.0770051 Jan 24 16:59:42.086351 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-b78e5c38-c26c-4671-b974-ffeec74ea55f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:42.087826 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-b78e5c38-c26c-4671-b974-ffeec74ea55f service neutron] 10.222.0.129 "GET /v2.0/networks?id=574b2324-79a7-48c9-a864-7e30e9b2e1cc HTTP/1.1" status: 200 len: 895 time: 0.1266375 Jan 24 16:59:42.196187 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-5e7d536e-2b43-4c8c-aa9a-14cb6bffb34a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e051257-1cfe-4bb4-88a1-78674a846943 HTTP/1.1" status: 200 len: 1002 time: 0.1005013 Jan 24 16:59:42.282243 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-7d6f46a9-2a82-4e34-b486-13f97927f5c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:42.284542 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-7d6f46a9-2a82-4e34-b486-13f97927f5c4 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8533e088-a475-42c3-a9bc-eec13394a0ab HTTP/1.1" status: 200 len: 834 time: 0.0802364 Jan 24 16:59:42.370744 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-e80bddf4-0d03-4f02-a57a-d579865f4dd4 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=574b2324-79a7-48c9-a864-7e30e9b2e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765424 Jan 24 16:59:42.517838 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-b5c911e5-9a5b-4fba-9919-fa490a50eba0 service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397665 Jan 24 16:59:42.661872 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-ba1b2f07-c780-4305-8688-ed5387f7b213 service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351707 Jan 24 16:59:42.860210 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31abb0-db35-401a-b4be-b451ecddfd4a req-71ba700a-7486-4796-9cdb-0167aa397141 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:42.861542 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3d31abb0-db35-401a-b4be-b451ecddfd4a req-71ba700a-7486-4796-9cdb-0167aa397141 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0854347 Jan 24 16:59:42.911504 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3d31abb0-db35-401a-b4be-b451ecddfd4a req-e0b40148-c869-4fe4-85f1-bf9c84d90141 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414836 Jan 24 16:59:44.131392 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1032b2-91f3-4af0-88c2-f1fe8f56194a req-c487223a-e608-44e8-bece-283e9ad140ef tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:44.132833 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8c1032b2-91f3-4af0-88c2-f1fe8f56194a req-c487223a-e608-44e8-bece-283e9ad140ef tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0860736 Jan 24 16:59:44.179682 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8c1032b2-91f3-4af0-88c2-f1fe8f56194a req-d280233f-5d3c-4515-ba52-72cdf3b76525 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411222 Jan 24 16:59:45.409828 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14461023-e4a2-4226-bb1f-5f0c1ec027c2 req-3a8d5128-c23e-46c2-8dd8-bf5eedc60ea0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:45.411967 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-14461023-e4a2-4226-bb1f-5f0c1ec027c2 req-3a8d5128-c23e-46c2-8dd8-bf5eedc60ea0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0840142 Jan 24 16:59:45.457262 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-14461023-e4a2-4226-bb1f-5f0c1ec027c2 req-2e5e96d0-bfea-4e86-b1ac-dc6c668c17b1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393898 Jan 24 16:59:46.680119 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95630543-94f0-466f-a004-8775a97c7734 req-386c8e52-1176-4a08-8596-b681441f1514 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:46.681548 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-95630543-94f0-466f-a004-8775a97c7734 req-386c8e52-1176-4a08-8596-b681441f1514 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0863116 Jan 24 16:59:46.725753 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-95630543-94f0-466f-a004-8775a97c7734 req-2328fb44-62ab-4222-a115-c1e6a73f60de tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387151 Jan 24 16:59:47.933985 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a61037-48d6-4f0d-87aa-7d0a57e03bb1 req-fd80af89-6ee7-4c91-b819-a00c5c86537f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:47.935431 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-20a61037-48d6-4f0d-87aa-7d0a57e03bb1 req-fd80af89-6ee7-4c91-b819-a00c5c86537f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0882814 Jan 24 16:59:47.980527 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-20a61037-48d6-4f0d-87aa-7d0a57e03bb1 req-2ef601aa-8072-4dd0-9a56-be7680cd6d54 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394042 Jan 24 16:59:48.303922 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 16:59:49.186566 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e0428-b86a-4c7c-8c7c-0f1166f3af2f req-7a717ab1-a4f2-4d7a-8238-ea144efb7810 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:49.188021 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8b8e0428-b86a-4c7c-8c7c-0f1166f3af2f req-7a717ab1-a4f2-4d7a-8238-ea144efb7810 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0845492 Jan 24 16:59:49.244383 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8b8e0428-b86a-4c7c-8c7c-0f1166f3af2f req-e008e34c-1ff4-4f8c-a0f5-14af3bdf7d7f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485275 Jan 24 16:59:50.460179 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3f9c9-3180-4ab8-91c9-8aeb32dd59d3 req-30304a97-d01d-4cea-8089-137be0bdaa1e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:50.461617 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a1a3f9c9-3180-4ab8-91c9-8aeb32dd59d3 req-30304a97-d01d-4cea-8089-137be0bdaa1e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0856924 Jan 24 16:59:50.508321 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a1a3f9c9-3180-4ab8-91c9-8aeb32dd59d3 req-c053102e-a22d-475d-a999-71976a423062 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405974 Jan 24 16:59:50.582678 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 16:59:51.727448 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2972502-13b8-4392-9831-3da0dc431273 req-7a812b9d-7119-4c8b-b46d-c0f2129f84da tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:51.729204 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f2972502-13b8-4392-9831-3da0dc431273 req-7a812b9d-7119-4c8b-b46d-c0f2129f84da tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0874486 Jan 24 16:59:51.782714 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f2972502-13b8-4392-9831-3da0dc431273 req-4acccf2d-9c28-49b8-96af-24af7083cbcb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448833 Jan 24 16:59:53.003429 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8102b4-b4d9-41f8-9867-e6f51997b45a req-40f37e0a-116f-48ea-9aa4-76c3b03f03d8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:53.004977 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fd8102b4-b4d9-41f8-9867-e6f51997b45a req-40f37e0a-116f-48ea-9aa4-76c3b03f03d8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0827200 Jan 24 16:59:53.051608 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fd8102b4-b4d9-41f8-9867-e6f51997b45a req-2bcd8f73-756f-47dc-98f9-8f1f1d761812 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409493 Jan 24 16:59:54.281081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f7f6c-7706-4696-be9b-d997daeb292d req-6131e683-e2ec-4878-9b5a-46692c688cd2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:54.282562 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-819f7f6c-7706-4696-be9b-d997daeb292d req-6131e683-e2ec-4878-9b5a-46692c688cd2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0958471 Jan 24 16:59:54.330962 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-819f7f6c-7706-4696-be9b-d997daeb292d req-25736884-5be0-4755-969e-44c38f1182ce tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409327 Jan 24 16:59:55.542038 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122730e-1109-4dfb-bb28-127680294c7c req-40137383-45ba-4561-b653-6ee9d75e814c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:55.543493 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5122730e-1109-4dfb-bb28-127680294c7c req-40137383-45ba-4561-b653-6ee9d75e814c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0859985 Jan 24 16:59:55.610404 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5122730e-1109-4dfb-bb28-127680294c7c req-3a5922bd-1819-4a3a-979d-766d2f64ffd2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583909 Jan 24 16:59:56.843074 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb9b2-7063-40c5-8b8a-20a3f6d09ed9 req-5a309887-effe-4404-89c8-a7678ee80503 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:56.844553 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cadbb9b2-7063-40c5-8b8a-20a3f6d09ed9 req-5a309887-effe-4404-89c8-a7678ee80503 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0907202 Jan 24 16:59:56.896498 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-cadbb9b2-7063-40c5-8b8a-20a3f6d09ed9 req-c5ade06c-a3a0-4695-b62c-9c511ba04c3f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436699 Jan 24 16:59:58.100956 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43607-e835-46e1-9aef-275cca854dfa req-1fbd2ce8-8a88-4912-9c1e-121a7f1cfa48 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:58.102420 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-17d43607-e835-46e1-9aef-275cca854dfa req-1fbd2ce8-8a88-4912-9c1e-121a7f1cfa48 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0788422 Jan 24 16:59:58.150801 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-17d43607-e835-46e1-9aef-275cca854dfa req-b7b84d4e-f8c4-4257-acd1-9bfb2364ef41 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427446 Jan 24 16:59:59.372354 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a46dc-ef4b-4adf-a5e8-0a4426057c96 req-2870d67f-9458-4987-ae6b-be0258ea91e2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:59.373800 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3f2a46dc-ef4b-4adf-a5e8-0a4426057c96 req-2870d67f-9458-4987-ae6b-be0258ea91e2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0836506 Jan 24 16:59:59.430914 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3f2a46dc-ef4b-4adf-a5e8-0a4426057c96 req-823b9719-aff1-434a-b7f5-6bd96b55d99c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488989 Jan 24 16:59:59.748172 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-6cc46a03-7af3-4b16-a9e4-54839dfa8e68 service neutron] 10.222.0.129 "GET /v2.0/ports/2e051257-1cfe-4bb4-88a1-78674a846943/bindings/hv-neutron-8261 HTTP/1.1" status: 200 len: 384 time: 0.1771426 Jan 24 17:00:00.066180 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-9f9776b2-77f9-437d-9e57-b73e1741648b service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665&tenant_id=edd5921dd99549ffb2cf58151bde22da HTTP/1.1" status: 200 len: 1099 time: 0.0804963 Jan 24 17:00:00.164603 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-5b59d64f-663a-4885-8f82-fac2208d8012 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 1099 time: 0.0733466 Jan 24 17:00:00.305026 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-d51b3a9e-fc8f-4374-93b8-39a83dde4dc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:00.306514 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-d51b3a9e-fc8f-4374-93b8-39a83dde4dc8 service neutron] 10.222.0.129 "GET /v2.0/networks?id=574b2324-79a7-48c9-a864-7e30e9b2e1cc HTTP/1.1" status: 200 len: 895 time: 0.1319332 Jan 24 17:00:00.417563 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-e3407a7b-4af4-4656-9753-21bd8eaa0763 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e051257-1cfe-4bb4-88a1-78674a846943 HTTP/1.1" status: 200 len: 1002 time: 0.1002448 Jan 24 17:00:00.487518 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-c7ca30ae-4469-481d-8ce0-02a924252994 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:00.488980 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-c7ca30ae-4469-481d-8ce0-02a924252994 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8533e088-a475-42c3-a9bc-eec13394a0ab HTTP/1.1" status: 200 len: 834 time: 0.0623069 Jan 24 17:00:00.611642 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-3f3809a3-240f-4cd7-8e30-d79e7b30aaa4 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=574b2324-79a7-48c9-a864-7e30e9b2e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1122208 Jan 24 17:00:00.734705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce3761-cd9f-4b22-87e0-4b4a98c08531 req-eadbd76f-8a50-4336-b84f-3618b57b8e9a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:00.736098 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c5ce3761-cd9f-4b22-87e0-4b4a98c08531 req-eadbd76f-8a50-4336-b84f-3618b57b8e9a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.1720080 Jan 24 17:00:00.783245 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-7e996edf-4e99-4d46-92b7-431ae65f9f98 service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585011 Jan 24 17:00:00.873564 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c5ce3761-cd9f-4b22-87e0-4b4a98c08531 req-e769cb09-d821-48e4-8720-ddf656c97aca tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271989 Jan 24 17:00:00.934871 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-d405a451-f024-4f93-b52b-6b2cc0bdc56f service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446707 Jan 24 17:00:02.095707 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ecd0b-f4e9-4357-91b9-a88119a305fc req-7318c009-63e1-480e-a40e-c96b5d51b3ba tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:02.097179 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-412ecd0b-f4e9-4357-91b9-a88119a305fc req-7318c009-63e1-480e-a40e-c96b5d51b3ba tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0863478 Jan 24 17:00:02.145651 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-412ecd0b-f4e9-4357-91b9-a88119a305fc req-3df4740a-aae9-4165-9e6c-1ad5e5bffd18 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424926 Jan 24 17:00:03.359149 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5429eaf-9082-4d1d-b647-b419ae46b185 req-3c4f1713-8357-42e3-af12-3223cfdaed92 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:03.360639 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e5429eaf-9082-4d1d-b647-b419ae46b185 req-3c4f1713-8357-42e3-af12-3223cfdaed92 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0840180 Jan 24 17:00:03.413975 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e5429eaf-9082-4d1d-b647-b419ae46b185 req-b2f88c57-2623-483d-b02b-878191eb12e7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454702 Jan 24 17:00:03.817948 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e251c4e-c35b-484d-bf47-8b31f0552590 req-0965ba56-5471-4e7e-be4d-2142d28262ad tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:03.819303 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3e251c4e-c35b-484d-bf47-8b31f0552590 req-0965ba56-5471-4e7e-be4d-2142d28262ad tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665&tenant_id=edd5921dd99549ffb2cf58151bde22da&binding%3Ahost_id=hv-neutron-8261 HTTP/1.1" status: 200 len: 946 time: 0.1390891 Jan 24 17:00:03.825527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60709ebc-693e-4456-bedf-f899c644a794 req-b60fb382-8f2e-4347-87b4-7ba4a3b743b2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:03.828010 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-60709ebc-693e-4456-bedf-f899c644a794 req-b60fb382-8f2e-4347-87b4-7ba4a3b743b2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.1175706 Jan 24 17:00:03.881279 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-60709ebc-693e-4456-bedf-f899c644a794 req-6b230c6a-522b-4561-bd01-7e1135d0e7a6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476739 Jan 24 17:00:03.897028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 2e051257-1cfe-4bb4-88a1-78674a846943 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 17:00:03.911757 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 2e051257-1cfe-4bb4-88a1-78674a846943 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:00:03.970371 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3e251c4e-c35b-484d-bf47-8b31f0552590 req-a06cb2cd-572d-4ebb-be90-c9e7cf76c7a7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 1099 time: 0.0731730 Jan 24 17:00:04.116443 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534d121-cddb-41eb-b403-c39c353734f3 req-67430ffa-7609-4c47-9749-7833d64c94a6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:04.117896 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4534d121-cddb-41eb-b403-c39c353734f3 req-67430ffa-7609-4c47-9749-7833d64c94a6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.1078761 Jan 24 17:00:04.120998 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e251c4e-c35b-484d-bf47-8b31f0552590 req-4470281d-96c4-49b4-9a56-50032e9ca1d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:04.122667 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3e251c4e-c35b-484d-bf47-8b31f0552590 req-4470281d-96c4-49b4-9a56-50032e9ca1d0 service neutron] 10.222.0.129 "GET /v2.0/networks?id=574b2324-79a7-48c9-a864-7e30e9b2e1cc HTTP/1.1" status: 200 len: 895 time: 0.1462793 Jan 24 17:00:04.149660 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:04.166817 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4534d121-cddb-41eb-b403-c39c353734f3 req-16251752-4a43-4540-8edc-1bb13a1ec82f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423982 Jan 24 17:00:04.195177 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e051257-1cfe-4bb4-88a1-78674a846943'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:00:04.201153 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 2e051257-1cfe-4bb4-88a1-78674a846943, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2e051257-1cfe-4bb4-88a1-78674a846943,segment=NetworkSegment(c63d012f-fa52-497e-bb70-449d13452acb),segment_id=c63d012f-fa52-497e-bb70-449d13452acb)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:00:04.209417 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 2e051257-1cfe-4bb4-88a1-78674a846943, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2e051257-1cfe-4bb4-88a1-78674a846943,segment=NetworkSegment(c63d012f-fa52-497e-bb70-449d13452acb),segment_id=c63d012f-fa52-497e-bb70-449d13452acb)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:00:04.216397 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:04.230046 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3e251c4e-c35b-484d-bf47-8b31f0552590 req-77cdc7ab-e647-4963-85f6-12bfb2165c9a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e051257-1cfe-4bb4-88a1-78674a846943 HTTP/1.1" status: 200 len: 1002 time: 0.1006324 Jan 24 17:00:04.257418 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '2e051257-1cfe-4bb4-88a1-78674a846943', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'port_id': '2e051257-1cfe-4bb4-88a1-78674a846943', 'mac_address': 'fa:16:3e:32:d6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 17:00:04.278056 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e051257-1cfe-4bb4-88a1-78674a846943', 'code': 200} Jan 24 17:00:04.295338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e251c4e-c35b-484d-bf47-8b31f0552590 req-57ef9f9a-9349-404a-a9dd-8272150683aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:04.296815 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3e251c4e-c35b-484d-bf47-8b31f0552590 req-57ef9f9a-9349-404a-a9dd-8272150683aa service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8533e088-a475-42c3-a9bc-eec13394a0ab HTTP/1.1" status: 200 len: 834 time: 0.0610747 Jan 24 17:00:04.343966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=2e051257-1cfe-4bb4-88a1-78674a846943,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:04.346107 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:04.368989 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:04.369305 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:04.369552 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:04.369931 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:04.370363 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:04.370717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:04.371042 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:04.371366 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:04.371716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:04.372035 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:04.372353 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:04.377951 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e051257-1cfe-4bb4-88a1-78674a846943 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:00:04.394555 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 2e051257-1cfe-4bb4-88a1-78674a846943, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2e051257-1cfe-4bb4-88a1-78674a846943,segment=NetworkSegment(c63d012f-fa52-497e-bb70-449d13452acb),segment_id=c63d012f-fa52-497e-bb70-449d13452acb)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:00:04.399927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:04.466386 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['2e051257-1cfe-4bb4-88a1-78674a846943'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 17:00:04.475911 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3e251c4e-c35b-484d-bf47-8b31f0552590 req-9cb0a0d6-ffa8-41ee-a56e-cd6f3b325405 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=574b2324-79a7-48c9-a864-7e30e9b2e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1717179 Jan 24 17:00:04.507741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=2e051257-1cfe-4bb4-88a1-78674a846943,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:04.610277 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3e251c4e-c35b-484d-bf47-8b31f0552590 req-550f3141-29c6-4540-a383-42772aec7957 service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275001 Jan 24 17:00:04.747533 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3e251c4e-c35b-484d-bf47-8b31f0552590 req-0626fef8-1530-4f1b-8275-d4fa8299fcd2 service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315560 Jan 24 17:00:05.379457 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad215f-dd0f-4b6f-951b-b6d4d9efd404 req-59df501b-6efc-4961-bcfe-cdc7d28193dd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:05.380835 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d3ad215f-dd0f-4b6f-951b-b6d4d9efd404 req-59df501b-6efc-4961-bcfe-cdc7d28193dd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 945 time: 0.0840244 Jan 24 17:00:05.444145 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d3ad215f-dd0f-4b6f-951b-b6d4d9efd404 req-a4b389aa-22c5-47f1-bf38-86149ab01160 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550928 Jan 24 17:00:05.472505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42598) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:05.588129 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d144d41c-8c6f-4a01-be45-06a990cee9f0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/f0d757b2-a637-4596-901b-033543f311df HTTP/1.1" status: 200 len: 993 time: 0.1147392 Jan 24 17:00:05.905906 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 2e051257-1cfe-4bb4-88a1-78674a846943 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:00:05.975947 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 2e051257-1cfe-4bb4-88a1-78674a846943 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:00:05.976302 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:06.091168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:06.124699 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 2e051257-1cfe-4bb4-88a1-78674a846943, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2e051257-1cfe-4bb4-88a1-78674a846943,segment=NetworkSegment(c63d012f-fa52-497e-bb70-449d13452acb),segment_id=c63d012f-fa52-497e-bb70-449d13452acb)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:00:06.132352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:06.206968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=2e051257-1cfe-4bb4-88a1-78674a846943,revision_number=8']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:06.279853 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e051257-1cfe-4bb4-88a1-78674a846943'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:00:06.336982 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e051257-1cfe-4bb4-88a1-78674a846943', 'code': 200} Jan 24 17:00:07.004336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8717ecc8-7c24-4b53-9cbf-e07b880df3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:09.202382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8ab1-9e3d-4304-8c46-4f14ca818372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:10.414161 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:10.511158 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:11.951390 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:18.336235 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:27.590932 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:00:35.196866 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a384ae2a-2763-4edb-9659-4d6e3b79442e req-06316a7c-bbd1-490c-8a99-1b0fd1fc9419 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1547687 Jan 24 17:00:35.374719 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a384ae2a-2763-4edb-9659-4d6e3b79442e req-b2eb5a8a-e9cf-4604-9d32-ce48b1b9ecc5 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 1099 time: 0.0808859 Jan 24 17:00:35.541485 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384ae2a-2763-4edb-9659-4d6e3b79442e req-82cabf8f-c3e7-4626-954d-b69c3f9999b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:35.542827 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a384ae2a-2763-4edb-9659-4d6e3b79442e req-82cabf8f-c3e7-4626-954d-b69c3f9999b4 service neutron] 10.222.0.129 "GET /v2.0/networks?id=574b2324-79a7-48c9-a864-7e30e9b2e1cc HTTP/1.1" status: 200 len: 895 time: 0.1445465 Jan 24 17:00:35.653216 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a384ae2a-2763-4edb-9659-4d6e3b79442e req-269a71db-a938-409d-bfa1-4e68fbde238f service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e051257-1cfe-4bb4-88a1-78674a846943 HTTP/1.1" status: 200 len: 1002 time: 0.1036870 Jan 24 17:00:35.733087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384ae2a-2763-4edb-9659-4d6e3b79442e req-d871f48d-2dbf-4b71-bfcc-a899b1cd0a2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:35.734805 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a384ae2a-2763-4edb-9659-4d6e3b79442e req-d871f48d-2dbf-4b71-bfcc-a899b1cd0a2c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8533e088-a475-42c3-a9bc-eec13394a0ab HTTP/1.1" status: 200 len: 834 time: 0.0754194 Jan 24 17:00:35.818542 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a384ae2a-2763-4edb-9659-4d6e3b79442e req-74121665-2075-427a-b94c-a8e4b5ea968b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=574b2324-79a7-48c9-a864-7e30e9b2e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734556 Jan 24 17:00:35.957406 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a384ae2a-2763-4edb-9659-4d6e3b79442e req-8a44eb95-d12a-4a15-ae2d-ba8f7751d30c service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318245 Jan 24 17:00:36.102051 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a384ae2a-2763-4edb-9659-4d6e3b79442e req-de9f76f1-7eb0-4be9-bef2-74f3b95f1672 service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381721 Jan 24 17:00:37.004503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-67146040-cabb-4039-849c-0ce50b78339c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:39.208384 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-be2a8bf4-a8c3-4ced-8d1d-4c71b1cb53d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:40.416248 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:40.513461 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:41.094929 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42620) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:41.396902 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port bed02752-5cfb-4537-8a5a-1fb5f91075da {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:00:41.397156 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:41.603346 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:41.603653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:41.765052 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for bed02752-5cfb-4537-8a5a-1fb5f91075da owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:00:41.952067 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:41.999536 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:42.001500 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=bed02752-5cfb-4537-8a5a-1fb5f91075da,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:42.043345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:42.044657 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:42.044657 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:42.044657 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:42.044657 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:42.045031 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:42.045031 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:42.045342 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:42.045659 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:42.045970 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:42.046288 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:42.111219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:42.536593 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router 6252e3a2-9da8-406b-a9ff-b81dce812404 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:00:42.752505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:00:42.762748 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a577b15-0520-4db2-bd73-c5c6480f6f6a None None] Sync routers for ids ['6252e3a2-9da8-406b-a9ff-b81dce812404'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:00:42.775133 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a577b15-0520-4db2-bd73-c5c6480f6f6a None None] Routers {'6252e3a2-9da8-406b-a9ff-b81dce812404'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:00:42.775335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:42.775778 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3a577b15-0520-4db2-bd73-c5c6480f6f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:00:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6252e3a2-9da8-406b-a9ff-b81dce812404'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:42.829361 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0ee35811-aed6-48df-92c3-f43fec48ed34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/floatingips/f0d757b2-a637-4596-901b-033543f311df HTTP/1.1" status: 204 len: 168 time: 1.7328472 Jan 24 17:00:42.829738 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'tag': '2e051257-1cfe-4bb4-88a1-78674a846943'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:00:42.962413 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-3a577b15-0520-4db2-bd73-c5c6480f6f6a None None] Set router 6252e3a2-9da8-406b-a9ff-b81dce812404 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:00:42.988201 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'tag': '2e051257-1cfe-4bb4-88a1-78674a846943', 'status': 'completed', 'code': 200} Jan 24 17:00:43.101509 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2f0b507e-4763-4ebf-be4f-81d09b689230 req-9aa1d835-ad48-4107-8ad6-20ce29999df5 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 1099 time: 0.0864406 Jan 24 17:00:43.248270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b507e-4763-4ebf-be4f-81d09b689230 req-8fea805d-d357-4649-9bf8-f219f40645f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:43.250021 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2f0b507e-4763-4ebf-be4f-81d09b689230 req-8fea805d-d357-4649-9bf8-f219f40645f9 service neutron] 10.222.0.129 "GET /v2.0/networks?id=574b2324-79a7-48c9-a864-7e30e9b2e1cc HTTP/1.1" status: 200 len: 895 time: 0.1388497 Jan 24 17:00:43.269239 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d35e7-1e4d-4593-8bb4-407aab901f61 req-7a7caff0-3af8-48ad-838a-73e1920a7792 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:43.269863 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-152d35e7-1e4d-4593-8bb4-407aab901f61 req-7a7caff0-3af8-48ad-838a-73e1920a7792 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:00:43.286562 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-152d35e7-1e4d-4593-8bb4-407aab901f61 req-7a7caff0-3af8-48ad-838a-73e1920a7792 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:00:43.287839 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-152d35e7-1e4d-4593-8bb4-407aab901f61 req-7a7caff0-3af8-48ad-838a-73e1920a7792 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0942104 Jan 24 17:00:43.322211 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2f0b507e-4763-4ebf-be4f-81d09b689230 req-d711ccb3-3195-495e-8285-545e0c0aa81d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e051257-1cfe-4bb4-88a1-78674a846943 HTTP/1.1" status: 200 len: 217 time: 0.0654263 Jan 24 17:00:43.350459 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3a577b15-0520-4db2-bd73-c5c6480f6f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080169658', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77'}], 'enable_snat': True}, 'gw_port_id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:58:37Z', 'updated_at': '2022-01-24T16:58:42Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:38Z', 'updated_at': '2022-01-24T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'ebf20047-50f6-4b69-9b52-16059508a380', 'name': '', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:67:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:41Z', 'updated_at': '2022-01-24T16:58:49Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:43.351085 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-152d35e7-1e4d-4593-8bb4-407aab901f61 req-9f6a6423-8769-42fd-b242-47d4b04e4954 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567291 Jan 24 17:00:43.355060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a577b15-0520-4db2-bd73-c5c6480f6f6a None None] Checking router: 6252e3a2-9da8-406b-a9ff-b81dce812404 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:00:43.373234 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a577b15-0520-4db2-bd73-c5c6480f6f6a None None] Routers {'6252e3a2-9da8-406b-a9ff-b81dce812404'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:00:43.373883 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3a577b15-0520-4db2-bd73-c5c6480f6f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:00:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6252e3a2-9da8-406b-a9ff-b81dce812404'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:43.405374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b507e-4763-4ebf-be4f-81d09b689230 req-8dae6225-d55b-4adf-9aff-85e100dc92eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:43.406791 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2f0b507e-4763-4ebf-be4f-81d09b689230 req-8dae6225-d55b-4adf-9aff-85e100dc92eb service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8533e088-a475-42c3-a9bc-eec13394a0ab HTTP/1.1" status: 200 len: 834 time: 0.0783055 Jan 24 17:00:43.500780 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2f0b507e-4763-4ebf-be4f-81d09b689230 req-cde94e7a-365e-4527-af49-b5267544efcc service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=574b2324-79a7-48c9-a864-7e30e9b2e1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847077 Jan 24 17:00:43.582048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-3a577b15-0520-4db2-bd73-c5c6480f6f6a None None] Set router 6252e3a2-9da8-406b-a9ff-b81dce812404 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:00:43.743740 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2f0b507e-4763-4ebf-be4f-81d09b689230 req-4be88edb-2eea-4195-9578-6b483e1546a5 service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356060 Jan 24 17:00:43.894288 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2f0b507e-4763-4ebf-be4f-81d09b689230 req-de7e7ffa-0553-4ea9-bbb8-d887c9a8d72f service neutron] 10.222.0.129 "GET /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424088 Jan 24 17:00:43.925638 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3a577b15-0520-4db2-bd73-c5c6480f6f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080169658', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77'}], 'enable_snat': True}, 'gw_port_id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:58:37Z', 'updated_at': '2022-01-24T16:58:42Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:38Z', 'updated_at': '2022-01-24T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'ebf20047-50f6-4b69-9b52-16059508a380', 'name': '', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:67:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:41Z', 'updated_at': '2022-01-24T16:58:49Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:43.929754 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a577b15-0520-4db2-bd73-c5c6480f6f6a None None] The sync data for ids ['6252e3a2-9da8-406b-a9ff-b81dce812404'] in dv-neutron-826104-1-hyperv is: [{'id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080169658', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77'}], 'enable_snat': True}, 'gw_port_id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:58:37Z', 'updated_at': '2022-01-24T16:58:42Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:38Z', 'updated_at': '2022-01-24T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'ebf20047-50f6-4b69-9b52-16059508a380', 'name': '', 'network_id': '574b2324-79a7-48c9-a864-7e30e9b2e1cc', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:67:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:41Z', 'updated_at': '2022-01-24T16:58:49Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '8533e088-a475-42c3-a9bc-eec13394a0ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:00:44.184938 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3255dc27-29d6-4bbc-9d9d-deaa1a585845 None None] New status for floating IP f0d757b2-a637-4596-901b-033543f311df: DOWN {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 17:00:44.586711 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5b87b-b9fb-4c15-a70e-2fea5cd32b0a req-2294b9bc-d842-4236-aead-d6ab1949cf4d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:44.588541 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-28c5b87b-b9fb-4c15-a70e-2fea5cd32b0a req-2294b9bc-d842-4236-aead-d6ab1949cf4d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0902207 Jan 24 17:00:44.646331 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-28c5b87b-b9fb-4c15-a70e-2fea5cd32b0a req-6ef09202-c6ca-4861-b002-7de20adf8f3b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=e3aff0cc-1c64-47af-acb0-db75769a8b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513952 Jan 24 17:00:45.215067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921419da-49a2-44b1-adb5-351c7608519c req-d8fc7a0a-7beb-454f-9f91-4c66e3396557 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:45.216582 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-921419da-49a2-44b1-adb5-351c7608519c req-d8fc7a0a-7beb-454f-9f91-4c66e3396557 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 946 time: 0.0917306 Jan 24 17:00:45.293541 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-921419da-49a2-44b1-adb5-351c7608519c req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port 2e051257-1cfe-4bb4-88a1-78674a846943 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:00:45.293852 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-921419da-49a2-44b1-adb5-351c7608519c req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:45.591675 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-921419da-49a2-44b1-adb5-351c7608519c req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] For port 2e051257-1cfe-4bb4-88a1-78674a846943, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=2e051257-1cfe-4bb4-88a1-78674a846943,segment=NetworkSegment(c63d012f-fa52-497e-bb70-449d13452acb),segment_id=c63d012f-fa52-497e-bb70-449d13452acb)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:00:45.592359 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-921419da-49a2-44b1-adb5-351c7608519c req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:45.726472 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-921419da-49a2-44b1-adb5-351c7608519c req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for 2e051257-1cfe-4bb4-88a1-78674a846943 owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:00:45.886129 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-921419da-49a2-44b1-adb5-351c7608519c req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:45.944513 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=2e051257-1cfe-4bb4-88a1-78674a846943,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:45.950236 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ded04fc4-c396-4bf1-9cf4-bce4787504a6 req-0074024a-e426-48be-af8a-01fbe002d16a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=65824cf4-06b8-4835-b22b-9807c6eb0665 HTTP/1.1" status: 200 len: 210 time: 0.1669252 Jan 24 17:00:45.957611 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:45.957956 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:45.958303 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:45.958642 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:45.958973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:45.959300 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:45.959663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:45.959989 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:45.960311 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:45.960749 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:45.960937 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:46.037623 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-921419da-49a2-44b1-adb5-351c7608519c req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] No DVR routers for this DVR port 2e051257-1cfe-4bb4-88a1-78674a846943 on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:00:46.040571 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-921419da-49a2-44b1-adb5-351c7608519c req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:46.043334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'name': 'network-vif-deleted', 'tag': '2e051257-1cfe-4bb4-88a1-78674a846943'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:00:46.066777 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-921419da-49a2-44b1-adb5-351c7608519c req-b2356480-7a3e-43ae-8b31-9a94d6ee4555 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "DELETE /v2.0/ports/2e051257-1cfe-4bb4-88a1-78674a846943 HTTP/1.1" status: 204 len: 173 time: 0.8421822 Jan 24 17:00:46.240162 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65824cf4-06b8-4835-b22b-9807c6eb0665', 'name': 'network-vif-deleted', 'tag': '2e051257-1cfe-4bb4-88a1-78674a846943', 'status': 'completed', 'code': 200} Jan 24 17:00:47.066768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42642) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:47.529178 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf4773c5-03c7-4eb6-9532-6892fde9e94c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:48.077473 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 2e051257-1cfe-4bb4-88a1-78674a846943 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:00:48.112787 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 2e051257-1cfe-4bb4-88a1-78674a846943 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:00:48.113171 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 2e051257-1cfe-4bb4-88a1-78674a846943 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:00:48.234987 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-bf4773c5-03c7-4eb6-9532-6892fde9e94c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port ebf20047-50f6-4b69-9b52-16059508a380 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:00:48.236364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf4773c5-03c7-4eb6-9532-6892fde9e94c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:48.346957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:48.429552 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-bf4773c5-03c7-4eb6-9532-6892fde9e94c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] For port ebf20047-50f6-4b69-9b52-16059508a380, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=ebf20047-50f6-4b69-9b52-16059508a380,segment=NetworkSegment(c63d012f-fa52-497e-bb70-449d13452acb),segment_id=c63d012f-fa52-497e-bb70-449d13452acb)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:00:48.429870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf4773c5-03c7-4eb6-9532-6892fde9e94c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:48.550241 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-bf4773c5-03c7-4eb6-9532-6892fde9e94c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for ebf20047-50f6-4b69-9b52-16059508a380 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:00:48.885393 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf4773c5-03c7-4eb6-9532-6892fde9e94c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:48.935815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4773c5-03c7-4eb6-9532-6892fde9e94c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=ebf20047-50f6-4b69-9b52-16059508a380,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:49.253004 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bf4773c5-03c7-4eb6-9532-6892fde9e94c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:49.867728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4773c5-03c7-4eb6-9532-6892fde9e94c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router 6252e3a2-9da8-406b-a9ff-b81dce812404 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:00:50.068825 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4773c5-03c7-4eb6-9532-6892fde9e94c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:00:50.079653 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8e5ad-9ecc-4cc0-9eaa-ec56e2ff0f6c None None] Sync routers for ids ['6252e3a2-9da8-406b-a9ff-b81dce812404'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:00:50.084109 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bf4773c5-03c7-4eb6-9532-6892fde9e94c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "PUT /v2.0/routers/6252e3a2-9da8-406b-a9ff-b81dce812404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0166454 Jan 24 17:00:50.086868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42646) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:50.091203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8e5ad-9ecc-4cc0-9eaa-ec56e2ff0f6c None None] Routers {'6252e3a2-9da8-406b-a9ff-b81dce812404'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:00:50.091908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-19c8e5ad-9ecc-4cc0-9eaa-ec56e2ff0f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:00:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6252e3a2-9da8-406b-a9ff-b81dce812404'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:50.274001 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-19c8e5ad-9ecc-4cc0-9eaa-ec56e2ff0f6c None None] Set router 6252e3a2-9da8-406b-a9ff-b81dce812404 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:00:50.380524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-c169ab02-1416-464e-bd7f-9d66d5822c24 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting subnet 8533e088-a475-42c3-a9bc-eec13394a0ab {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 17:00:50.383745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c169ab02-1416-464e-bd7f-9d66d5822c24 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:50.437475 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c169ab02-1416-464e-bd7f-9d66d5822c24 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:50.523469 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c169ab02-1416-464e-bd7f-9d66d5822c24 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:50.559876 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-19c8e5ad-9ecc-4cc0-9eaa-ec56e2ff0f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080169658', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77'}], 'enable_snat': True}, 'gw_port_id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:58:37Z', 'updated_at': '2022-01-24T17:00:48Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:38Z', 'updated_at': '2022-01-24T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:50.564123 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8e5ad-9ecc-4cc0-9eaa-ec56e2ff0f6c None None] Checking router: 6252e3a2-9da8-406b-a9ff-b81dce812404 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:00:50.574709 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8e5ad-9ecc-4cc0-9eaa-ec56e2ff0f6c None None] Routers {'6252e3a2-9da8-406b-a9ff-b81dce812404'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:00:50.575326 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-19c8e5ad-9ecc-4cc0-9eaa-ec56e2ff0f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:00:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6252e3a2-9da8-406b-a9ff-b81dce812404'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:50.596821 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c169ab02-1416-464e-bd7f-9d66d5822c24 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:50.635573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169ab02-1416-464e-bd7f-9d66d5822c24 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Subnet': ['ID=8533e088-a475-42c3-a9bc-eec13394a0ab,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:50.640363 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c169ab02-1416-464e-bd7f-9d66d5822c24 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:50.646986 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c169ab02-1416-464e-bd7f-9d66d5822c24 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/subnets/8533e088-a475-42c3-a9bc-eec13394a0ab HTTP/1.1" status: 204 len: 168 time: 0.5589023 Jan 24 17:00:50.649758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42650) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:50.651666 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad80303-1c51-4135-9a72-523867fe863e None None] Network 574b2324-79a7-48c9-a864-7e30e9b2e1cc requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:00:50.856705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ac816717-cedc-402b-a735-839285e88dff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:50.937731 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-19c8e5ad-9ecc-4cc0-9eaa-ec56e2ff0f6c None None] Set router 6252e3a2-9da8-406b-a9ff-b81dce812404 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:00:51.066944 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ac816717-cedc-402b-a735-839285e88dff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:51.077699 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ac816717-cedc-402b-a735-839285e88dff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port 67f718ba-7642-4edc-8022-88b41dd8897a {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:00:51.078048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ac816717-cedc-402b-a735-839285e88dff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:51.248956 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-19c8e5ad-9ecc-4cc0-9eaa-ec56e2ff0f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080169658', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77'}], 'enable_snat': True}, 'gw_port_id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:58:37Z', 'updated_at': '2022-01-24T17:00:48Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:38Z', 'updated_at': '2022-01-24T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:51.255368 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8e5ad-9ecc-4cc0-9eaa-ec56e2ff0f6c None None] The sync data for ids ['6252e3a2-9da8-406b-a9ff-b81dce812404'] in dv-neutron-826104-1-hyperv is: [{'id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080169658', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77'}], 'enable_snat': True}, 'gw_port_id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:58:37Z', 'updated_at': '2022-01-24T17:00:48Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': '67f718ba-7642-4edc-8022-88b41dd8897a', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6252e3a2-9da8-406b-a9ff-b81dce812404', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:58:38Z', 'updated_at': '2022-01-24T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:00:51.272972 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfc39a1-47ae-4fd9-bcb2-7d8424644d0c None None] DHCP port deletion for 574b2324-79a7-48c9-a864-7e30e9b2e1cc request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 17:00:51.277315 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-bcfc39a1-47ae-4fd9-bcb2-7d8424644d0c None None] Deleting port c4853713-0954-4ea5-86b6-96a6de36b90e {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:00:51.277680 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bcfc39a1-47ae-4fd9-bcb2-7d8424644d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:51.370423 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-ac816717-cedc-402b-a735-839285e88dff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] For port 67f718ba-7642-4edc-8022-88b41dd8897a, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=67f718ba-7642-4edc-8022-88b41dd8897a,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:00:51.370793 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ac816717-cedc-402b-a735-839285e88dff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:51.489562 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ac816717-cedc-402b-a735-839285e88dff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for 67f718ba-7642-4edc-8022-88b41dd8897a owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:00:51.501205 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-bcfc39a1-47ae-4fd9-bcb2-7d8424644d0c None None] For port c4853713-0954-4ea5-86b6-96a6de36b90e, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c4853713-0954-4ea5-86b6-96a6de36b90e,segment=NetworkSegment(c63d012f-fa52-497e-bb70-449d13452acb),segment_id=c63d012f-fa52-497e-bb70-449d13452acb)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:00:51.501520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bcfc39a1-47ae-4fd9-bcb2-7d8424644d0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:51.619299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-bcfc39a1-47ae-4fd9-bcb2-7d8424644d0c None None] Calling delete_port for c4853713-0954-4ea5-86b6-96a6de36b90e owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:00:51.662044 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ac816717-cedc-402b-a735-839285e88dff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:51.701038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-bcfc39a1-47ae-4fd9-bcb2-7d8424644d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:51.712276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac816717-cedc-402b-a735-839285e88dff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=67f718ba-7642-4edc-8022-88b41dd8897a,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:51.749586 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc39a1-47ae-4fd9-bcb2-7d8424644d0c None None] Pushing event deleted for resources: {'Port': ['ID=c4853713-0954-4ea5-86b6-96a6de36b90e,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:51.753809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfc39a1-47ae-4fd9-bcb2-7d8424644d0c None None] No DVR routers for this DVR port c4853713-0954-4ea5-86b6-96a6de36b90e on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:00:51.938955 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ac816717-cedc-402b-a735-839285e88dff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:52.190643 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ac816717-cedc-402b-a735-839285e88dff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:52.195346 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ac816717-cedc-402b-a735-839285e88dff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:52.224002 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ac816717-cedc-402b-a735-839285e88dff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:52.224991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac816717-cedc-402b-a735-839285e88dff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Fanout notify agent at l3_agent the message router_deleted on router 6252e3a2-9da8-406b-a9ff-b81dce812404 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 17:00:52.241427 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ac816717-cedc-402b-a735-839285e88dff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:52.242494 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ac816717-cedc-402b-a735-839285e88dff tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/routers/6252e3a2-9da8-406b-a9ff-b81dce812404 HTTP/1.1" status: 204 len: 168 time: 1.5915768 Jan 24 17:00:52.245323 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42654) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:52.361379 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbff8-ea27-4a0a-9b9a-c0e1037e72b7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:52.590980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbff8-ea27-4a0a-9b9a-c0e1037e72b7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:52.615261 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-5d6fbff8-ea27-4a0a-9b9a-c0e1037e72b7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574b2324-79a7-48c9-a864-7e30e9b2e1cc']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:52.627371 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-5d6fbff8-ea27-4a0a-9b9a-c0e1037e72b7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63d012f-fa52-497e-bb70-449d13452acb') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:52.627688 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-5d6fbff8-ea27-4a0a-9b9a-c0e1037e72b7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63d012f-fa52-497e-bb70-449d13452acb') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:52.639073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbff8-ea27-4a0a-9b9a-c0e1037e72b7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:52.657348 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbff8-ea27-4a0a-9b9a-c0e1037e72b7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:52.666522 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6fbff8-ea27-4a0a-9b9a-c0e1037e72b7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 17:00:52.667186 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbff8-ea27-4a0a-9b9a-c0e1037e72b7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 17:00:52.681284 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 17:00:52.766319 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbff8-ea27-4a0a-9b9a-c0e1037e72b7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:52.783793 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbff8-ea27-4a0a-9b9a-c0e1037e72b7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:52.794552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fbff8-ea27-4a0a-9b9a-c0e1037e72b7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Network': ['ID=574b2324-79a7-48c9-a864-7e30e9b2e1cc,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:52.805475 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-5d6fbff8-ea27-4a0a-9b9a-c0e1037e72b7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/networks/574b2324-79a7-48c9-a864-7e30e9b2e1cc HTTP/1.1" status: 204 len: 168 time: 0.5592449 Jan 24 17:00:52.810428 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42658) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:52.879211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d468-83bc-4337-9bb5-961b189ddac5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:52.908004 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d468-83bc-4337-9bb5-961b189ddac5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:52.981199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d468-83bc-4337-9bb5-961b189ddac5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:52.984352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ebf20047-50f6-4b69-9b52-16059508a380 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:00:52.996367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8d468-83bc-4337-9bb5-961b189ddac5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aff0cc-1c64-47af-acb0-db75769a8b10,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:53.012346 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d468-83bc-4337-9bb5-961b189ddac5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:53.017714 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a2f8d468-83bc-4337-9bb5-961b189ddac5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/security-groups/e3aff0cc-1c64-47af-acb0-db75769a8b10 HTTP/1.1" status: 204 len: 168 time: 0.2021434 Jan 24 17:00:53.028101 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: ebf20047-50f6-4b69-9b52-16059508a380 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:00:53.028501 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device ebf20047-50f6-4b69-9b52-16059508a380 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:00:53.028987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c4853713-0954-4ea5-86b6-96a6de36b90e no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:00:53.069413 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: c4853713-0954-4ea5-86b6-96a6de36b90e {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:00:53.069731 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c4853713-0954-4ea5-86b6-96a6de36b90e not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:00:53.070150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 67f718ba-7642-4edc-8022-88b41dd8897a no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:00:53.103344 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 67f718ba-7642-4edc-8022-88b41dd8897a {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:00:53.103722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 67f718ba-7642-4edc-8022-88b41dd8897a not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:00:54.342760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42668) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:54.348809 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-d0c664ff-1694-461b-a15b-dc7714856004 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1144456065', 'description': 'tempest-secgroup-smoke-1144456065 description', 'project_id': 'edd5921dd99549ffb2cf58151bde22da'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:00:54.355417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d0c664ff-1694-461b-a15b-dc7714856004 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:00:54.360380 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d0c664ff-1694-461b-a15b-dc7714856004 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:00:54.363776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d0c664ff-1694-461b-a15b-dc7714856004 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:00:54.369802 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d0c664ff-1694-461b-a15b-dc7714856004 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:00:54.381955 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d0c664ff-1694-461b-a15b-dc7714856004 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:54.418442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d0c664ff-1694-461b-a15b-dc7714856004 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:00:54.422624 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d0c664ff-1694-461b-a15b-dc7714856004 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:00:54.425548 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d0c664ff-1694-461b-a15b-dc7714856004 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:00:54.431220 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d0c664ff-1694-461b-a15b-dc7714856004 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:00:54.489139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d0c664ff-1694-461b-a15b-dc7714856004 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:54.494904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d0c664ff-1694-461b-a15b-dc7714856004 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:54.538777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c664ff-1694-461b-a15b-dc7714856004 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06147540-1d05-4338-a8e4-9faab83fcbbd,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:54.541600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d0c664ff-1694-461b-a15b-dc7714856004 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:54.542765 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d0c664ff-1694-461b-a15b-dc7714856004 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1990268 Jan 24 17:00:54.547432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42672) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:54.552387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-769640c1-45fe-4153-a131-bcd67ce54c44 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '06147540-1d05-4338-a8e4-9faab83fcbbd', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:00:54.558297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-769640c1-45fe-4153-a131-bcd67ce54c44 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:00:54.562286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-769640c1-45fe-4153-a131-bcd67ce54c44 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:00:54.565260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-769640c1-45fe-4153-a131-bcd67ce54c44 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:00:54.570854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-769640c1-45fe-4153-a131-bcd67ce54c44 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:00:54.588597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-769640c1-45fe-4153-a131-bcd67ce54c44 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:54.657161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-769640c1-45fe-4153-a131-bcd67ce54c44 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:54.662469 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-769640c1-45fe-4153-a131-bcd67ce54c44 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:54.697677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769640c1-45fe-4153-a131-bcd67ce54c44 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1aff25-aacc-4f04-b837-637158a88388,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:54.707914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-769640c1-45fe-4153-a131-bcd67ce54c44 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:54.709057 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-769640c1-45fe-4153-a131-bcd67ce54c44 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1610787 Jan 24 17:00:54.712099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42676) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:54.717848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6b0fac71-a490-4816-b37d-29cb519b31df tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '06147540-1d05-4338-a8e4-9faab83fcbbd', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:00:54.724131 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6b0fac71-a490-4816-b37d-29cb519b31df tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:00:54.728094 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6b0fac71-a490-4816-b37d-29cb519b31df tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:00:54.731032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6b0fac71-a490-4816-b37d-29cb519b31df tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:00:54.737424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6b0fac71-a490-4816-b37d-29cb519b31df tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:00:54.755064 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b0fac71-a490-4816-b37d-29cb519b31df tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:54.820386 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b0fac71-a490-4816-b37d-29cb519b31df tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:54.825301 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b0fac71-a490-4816-b37d-29cb519b31df tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:54.847745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fac71-a490-4816-b37d-29cb519b31df tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f061ab-62b4-4bb2-9780-a59fa8435ca2,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:54.857833 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6b0fac71-a490-4816-b37d-29cb519b31df tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:54.859000 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6b0fac71-a490-4816-b37d-29cb519b31df tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1459949 Jan 24 17:00:54.862915 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42680) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:54.868314 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-74094df4-4ef5-4ec8-b833-655f401e8f07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '06147540-1d05-4338-a8e4-9faab83fcbbd', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:00:54.874405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-74094df4-4ef5-4ec8-b833-655f401e8f07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:00:54.878292 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-74094df4-4ef5-4ec8-b833-655f401e8f07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:00:54.881245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-74094df4-4ef5-4ec8-b833-655f401e8f07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:00:54.886899 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-74094df4-4ef5-4ec8-b833-655f401e8f07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:00:54.905392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-74094df4-4ef5-4ec8-b833-655f401e8f07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:54.973245 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-74094df4-4ef5-4ec8-b833-655f401e8f07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:54.978580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-74094df4-4ef5-4ec8-b833-655f401e8f07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.005045 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74094df4-4ef5-4ec8-b833-655f401e8f07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89bef88-6970-4192-9473-9dad59f6f9b7,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:55.015102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-74094df4-4ef5-4ec8-b833-655f401e8f07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.016279 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-74094df4-4ef5-4ec8-b833-655f401e8f07 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1524088 Jan 24 17:00:55.019068 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42684) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:55.024768 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-1f8cd63b-647e-4ac9-afeb-816c1109d050 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '06147540-1d05-4338-a8e4-9faab83fcbbd', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:00:55.031112 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1f8cd63b-647e-4ac9-afeb-816c1109d050 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:00:55.034930 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1f8cd63b-647e-4ac9-afeb-816c1109d050 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:00:55.037864 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-1f8cd63b-647e-4ac9-afeb-816c1109d050 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:00:55.043457 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-1f8cd63b-647e-4ac9-afeb-816c1109d050 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:00:55.060845 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1f8cd63b-647e-4ac9-afeb-816c1109d050 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.129807 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1f8cd63b-647e-4ac9-afeb-816c1109d050 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.135567 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1f8cd63b-647e-4ac9-afeb-816c1109d050 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.158649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cd63b-647e-4ac9-afeb-816c1109d050 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8636a0f-473b-4d45-8bf2-aaf4bab9141f,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:55.169073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1f8cd63b-647e-4ac9-afeb-816c1109d050 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.170241 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1f8cd63b-647e-4ac9-afeb-816c1109d050 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1501989 Jan 24 17:00:55.173022 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42688) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:55.178376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-75c29325-a5db-4eef-81c2-21288648ffdc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '06147540-1d05-4338-a8e4-9faab83fcbbd', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:00:55.184225 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-75c29325-a5db-4eef-81c2-21288648ffdc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:00:55.188622 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-75c29325-a5db-4eef-81c2-21288648ffdc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:00:55.191506 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-75c29325-a5db-4eef-81c2-21288648ffdc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:00:55.197137 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-75c29325-a5db-4eef-81c2-21288648ffdc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:00:55.210034 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-75c29325-a5db-4eef-81c2-21288648ffdc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Project edd5921dd99549ffb2cf58151bde22da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 17:00:55.216804 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75c29325-a5db-4eef-81c2-21288648ffdc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.291081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75c29325-a5db-4eef-81c2-21288648ffdc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.295745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75c29325-a5db-4eef-81c2-21288648ffdc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.321741 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c29325-a5db-4eef-81c2-21288648ffdc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946158fb-2e86-4c31-8880-5f71a0560fc9,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:55.333113 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-75c29325-a5db-4eef-81c2-21288648ffdc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.334554 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-75c29325-a5db-4eef-81c2-21288648ffdc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1605284 Jan 24 17:00:55.337363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42692) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:55.343257 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f5a5dc81-1b76-4b5e-b74a-e939728e594a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': '06147540-1d05-4338-a8e4-9faab83fcbbd', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:00:55.349807 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f5a5dc81-1b76-4b5e-b74a-e939728e594a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:00:55.353541 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f5a5dc81-1b76-4b5e-b74a-e939728e594a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:00:55.356430 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f5a5dc81-1b76-4b5e-b74a-e939728e594a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:00:55.362265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f5a5dc81-1b76-4b5e-b74a-e939728e594a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:00:55.374098 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-f5a5dc81-1b76-4b5e-b74a-e939728e594a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Project edd5921dd99549ffb2cf58151bde22da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 17:00:55.380298 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5a5dc81-1b76-4b5e-b74a-e939728e594a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.446603 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5a5dc81-1b76-4b5e-b74a-e939728e594a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.451591 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5a5dc81-1b76-4b5e-b74a-e939728e594a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.474406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5dc81-1b76-4b5e-b74a-e939728e594a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652990ad-6e2d-4091-984a-4ce28c4596c9,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:55.484740 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5a5dc81-1b76-4b5e-b74a-e939728e594a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.486257 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f5a5dc81-1b76-4b5e-b74a-e939728e594a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1479657 Jan 24 17:00:55.489146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42696) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:55.494484 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-dd36eade-4483-40d5-a37c-6a7d771dc81d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'network': {'name': 'tempest-network-smoke--1654961710', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'port_security_enabled': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:00:55.499680 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-dd36eade-4483-40d5-a37c-6a7d771dc81d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:00:55.504023 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-dd36eade-4483-40d5-a37c-6a7d771dc81d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:network and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:00:55.507025 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-dd36eade-4483-40d5-a37c-6a7d771dc81d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:00:55.513151 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-dd36eade-4483-40d5-a37c-6a7d771dc81d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:00:55.525909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd36eade-4483-40d5-a37c-6a7d771dc81d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Made reservation on behalf of edd5921dd99549ffb2cf58151bde22da for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:00:55.529167 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd36eade-4483-40d5-a37c-6a7d771dc81d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.557237 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd36eade-4483-40d5-a37c-6a7d771dc81d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 17:00:55.566948 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd36eade-4483-40d5-a37c-6a7d771dc81d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.567285 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-dd36eade-4483-40d5-a37c-6a7d771dc81d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Added segment 19d57e9c-fae2-484b-9bfb-ba1ad2219ff8 of type vlan for network fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d Jan 24 17:00:55.594531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd36eade-4483-40d5-a37c-6a7d771dc81d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.623794 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd36eade-4483-40d5-a37c-6a7d771dc81d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.627396 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36eade-4483-40d5-a37c-6a7d771dc81d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:55.627991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-dd36eade-4483-40d5-a37c-6a7d771dc81d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.738877 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-dd36eade-4483-40d5-a37c-6a7d771dc81d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2486217 Jan 24 17:00:55.741652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42700) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:55.747052 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-657240364', 'admin_state_up': True, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:00:55.748198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36eade-4483-40d5-a37c-6a7d771dc81d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Network': ['ID=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:55.754348 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:00:55.758726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:router and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:00:55.759809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 17:00:55.762157 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:00:55.769198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:00:55.781172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.782397 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.802784 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:55.963123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:56.147906 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:56.176781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:56.314951 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.26.2.171 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/f4ba9476-71a0-4a13-bf7d-7fb1074274b9) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:00:56.479038 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:56.509458 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:56.579137 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:00:56.582048 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:00:56.586324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:00:56.609898 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=f4ba9476-71a0-4a13-bf7d-7fb1074274b9,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:56.745485 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:56.746162 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:56.986941 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 17:00:57.288013 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:00:57.300673 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Sync routers for ids ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:00:57.315724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:57.319716 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-eb801201-fc28-41cb-9ee3-0bbadb30d013 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5741978 Jan 24 17:00:57.319849 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Routers {'6fc6be77-2f1e-44e8-8dc0-42c39863ef17'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:00:57.319849 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:00:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:57.320062 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42704) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:57.428153 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a072856a-b9cb-4e8e-9296-919a24c444bb tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/subnets?project_id=edd5921dd99549ffb2cf58151bde22da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1071141 Jan 24 17:00:57.430719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42710) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:57.498183 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Set router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:00:57.566123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e3547-1f4b-4991-9d59-3dca44754a5f tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:57.570669 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-794e3547-1f4b-4991-9d59-3dca44754a5f tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1360137 Jan 24 17:00:57.570876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42714) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:57.610292 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4861ef4a-f9a6-4d0f-b29e-bdb3eba9d017 tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382280 Jan 24 17:00:57.613036 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42718) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:57.618599 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b3e8437c-dd43-47d6-9473-608cb5031187 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-652001322', 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:00:57.730452 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b3e8437c-dd43-47d6-9473-608cb5031187 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:00:57.734738 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b3e8437c-dd43-47d6-9473-608cb5031187 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:subnet and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:00:57.737969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b3e8437c-dd43-47d6-9473-608cb5031187 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:00:57.743782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b3e8437c-dd43-47d6-9473-608cb5031187 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:00:57.755234 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e8437c-dd43-47d6-9473-608cb5031187 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Made reservation on behalf of edd5921dd99549ffb2cf58151bde22da for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:00:57.786885 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657240364', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:00:55Z', 'updated_at': '2022-01-24T17:00:56Z', 'revision_number': 3, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:56Z', 'updated_at': '2022-01-24T17:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:57.790813 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Checking router: 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:00:57.791147 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Updating router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 port f4ba9476-71a0-4a13-bf7d-7fb1074274b9 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 17:00:57.858621 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3e8437c-dd43-47d6-9473-608cb5031187 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:57.870951 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:58.106147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3e8437c-dd43-47d6-9473-608cb5031187 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:58.183634 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8437c-dd43-47d6-9473-608cb5031187 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Subnet': ['ID=123e324c-aacc-49dc-9ebc-d96cf06721a0,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:58.202086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8437c-dd43-47d6-9473-608cb5031187 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Checking segment: {'id': '19d57e9c-fae2-484b-9bfb-ba1ad2219ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:00:58.202428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e8437c-dd43-47d6-9473-608cb5031187 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network hostable DHCP agents. Network: fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 17:00:58.202592 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:58.214596 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Transition to ACTIVE for port object f4ba9476-71a0-4a13-bf7d-7fb1074274b9 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:00:58.229592 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:58.230191 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e8437c-dd43-47d6-9473-608cb5031187 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 17:00:58.242125 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-b3e8437c-dd43-47d6-9473-608cb5031187 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:00:58.246649 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e8437c-dd43-47d6-9473-608cb5031187 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:58.248193 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b3e8437c-dd43-47d6-9473-608cb5031187 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:58.251770 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ae6d7a-4a6e-4496-8ab5-034d0e434e9a None None] Network fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:00:58.272917 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b3e8437c-dd43-47d6-9473-608cb5031187 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6584518 Jan 24 17:00:58.275349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42722) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:00:58.320350 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e2e4a-3cbc-420b-beb1-9bede8a41a25 None None] Pushing event updated for resources: {'Port': ['ID=f4ba9476-71a0-4a13-bf7d-7fb1074274b9,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:58.327822 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Attempting to bind port f4ba9476-71a0-4a13-bf7d-7fb1074274b9 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:00:58.328183 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Attempting to bind port f4ba9476-71a0-4a13-bf7d-7fb1074274b9 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:00:58.329390 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Attempting to bind port f4ba9476-71a0-4a13-bf7d-7fb1074274b9 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:00:58.335763 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e2e4a-3cbc-420b-beb1-9bede8a41a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:58.336895 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e2e4a-3cbc-420b-beb1-9bede8a41a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:58.336895 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e2e4a-3cbc-420b-beb1-9bede8a41a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:58.336895 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e2e4a-3cbc-420b-beb1-9bede8a41a25 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:58.337131 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e2e4a-3cbc-420b-beb1-9bede8a41a25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:58.337929 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e2e4a-3cbc-420b-beb1-9bede8a41a25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:58.338248 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e2e4a-3cbc-420b-beb1-9bede8a41a25 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:58.338564 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e2e4a-3cbc-420b-beb1-9bede8a41a25 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:58.338874 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e2e4a-3cbc-420b-beb1-9bede8a41a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:58.339184 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e2e4a-3cbc-420b-beb1-9bede8a41a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:58.340208 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e2e4a-3cbc-420b-beb1-9bede8a41a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:58.346675 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:00:58.347033 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:00:58.347418 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:58.347820 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:00:58.348270 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Bound port: f4ba9476-71a0-4a13-bf7d-7fb1074274b9, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:00:58.348628 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:58.425308 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] For port f4ba9476-71a0-4a13-bf7d-7fb1074274b9, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:00:58.429615 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] For port f4ba9476-71a0-4a13-bf7d-7fb1074274b9, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f4ba9476-71a0-4a13-bf7d-7fb1074274b9,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:00:58.435349 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:58.511924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ips': [{'subnet_id': '123e324c-aacc-49dc-9ebc-d96cf06721a0'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 17:00:58.513231 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:58.514599 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e2e4a-3cbc-420b-beb1-9bede8a41a25 None None] Pushing event updated for resources: {'Port': ['ID=f4ba9476-71a0-4a13-bf7d-7fb1074274b9,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:58.521571 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Routers {'6fc6be77-2f1e-44e8-8dc0-42c39863ef17'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:00:58.522183 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:00:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:58.702835 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] Set router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:00:58.728616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Allocated IP 172.20.0.2 (fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d/123e324c-aacc-49dc-9ebc-d96cf06721a0/d16c266e-2eef-4e7d-9ab0-e655225eb8da) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:00:58.941892 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:58.954110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Transition to ACTIVE for port object d16c266e-2eef-4e7d-9ab0-e655225eb8da will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:00:58.975269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Transition to ACTIVE for port object d16c266e-2eef-4e7d-9ab0-e655225eb8da will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:00:58.982340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:58.998995 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657240364', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:00:55Z', 'updated_at': '2022-01-24T17:00:56Z', 'revision_number': 3, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:56Z', 'updated_at': '2022-01-24T17:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:59.003083 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372317e4-9559-482e-9e58-c235cf225d8c None None] The sync data for ids ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'] in dv-neutron-826104-1-hyperv is: [{'id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657240364', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:00:55Z', 'updated_at': '2022-01-24T17:00:56Z', 'revision_number': 3, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:56Z', 'updated_at': '2022-01-24T17:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:00:59.069261 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Network fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:00:59.072311 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:00:59.077012 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:00:59.079267 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Pushing event updated for resources: {'Port': ['ID=d16c266e-2eef-4e7d-9ab0-e655225eb8da,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:59.174096 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Attempting to bind port d16c266e-2eef-4e7d-9ab0-e655225eb8da on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:00:59.174461 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Attempting to bind port d16c266e-2eef-4e7d-9ab0-e655225eb8da by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '19d57e9c-fae2-484b-9bfb-ba1ad2219ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:00:59.174818 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Attempting to bind port d16c266e-2eef-4e7d-9ab0-e655225eb8da on network fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:00:59.181842 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:00:59.182230 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Checking segment: {'id': '19d57e9c-fae2-484b-9bfb-ba1ad2219ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:00:59.182623 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:59.183009 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Bound using segment: {'id': '19d57e9c-fae2-484b-9bfb-ba1ad2219ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:00:59.183471 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Bound port: d16c266e-2eef-4e7d-9ab0-e655225eb8da, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d57e9c-fae2-484b-9bfb-ba1ad2219ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:00:59.183880 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:59.229965 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:59.311148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] For port d16c266e-2eef-4e7d-9ab0-e655225eb8da, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:00:59.315767 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] For port d16c266e-2eef-4e7d-9ab0-e655225eb8da, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d16c266e-2eef-4e7d-9ab0-e655225eb8da,segment=NetworkSegment(19d57e9c-fae2-484b-9bfb-ba1ad2219ff8),segment_id=19d57e9c-fae2-484b-9bfb-ba1ad2219ff8)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:00:59.324254 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:59.413993 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b407a-c58b-42ae-a714-7afde7c75f27 None None] Pushing event updated for resources: {'Port': ['ID=d16c266e-2eef-4e7d-9ab0-e655225eb8da,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:59.674578 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.20.0.1 (fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d/123e324c-aacc-49dc-9ebc-d96cf06721a0/3131bf65-0bd7-4aa1-b62e-778031b51e50) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:00:59.841781 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:59.859820 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Transition to ACTIVE for port object 3131bf65-0bd7-4aa1-b62e-778031b51e50 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:00:59.885606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:00:59.952553 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:00:59.955577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:00:59.959519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:00:59.993096 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=3131bf65-0bd7-4aa1-b62e-778031b51e50,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:00.024533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:00.113389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:00.339309 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e48e10-1908-4641-8c74-9a9b57c54a5c None None] Network fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:01:00.464733 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-43ea554f-71d2-4854-984d-a7e6b152b8f1 None None] Provisioning for port d16c266e-2eef-4e7d-9ab0-e655225eb8da completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:01:00.538126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:00.543352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:00.653768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=3131bf65-0bd7-4aa1-b62e-778031b51e50,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:00.659609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:00.802389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:01:00.805626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:01:00.808118 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f035a4a4-759c-472a-9ea4-0fd091fe3239 None None] Provisioning for port 3131bf65-0bd7-4aa1-b62e-778031b51e50 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:01:00.814640 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f035a4a4-759c-472a-9ea4-0fd091fe3239 None None] Provisioning complete for port 3131bf65-0bd7-4aa1-b62e-778031b51e50 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:01:00.815230 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f035a4a4-759c-472a-9ea4-0fd091fe3239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:00.871226 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-f035a4a4-759c-472a-9ea4-0fd091fe3239 None None] Port 3131bf65-0bd7-4aa1-b62e-778031b51e50 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:01:01.025230 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-03a136b6-cc24-41fe-9ca2-0435e8de46ce None None] Provisioning complete for port 3131bf65-0bd7-4aa1-b62e-778031b51e50 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:01:01.025786 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-03a136b6-cc24-41fe-9ca2-0435e8de46ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:01.071031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d16c266e-2eef-4e7d-9ab0-e655225eb8da up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:01:01.144603 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-03a136b6-cc24-41fe-9ca2-0435e8de46ce None None] Port 3131bf65-0bd7-4aa1-b62e-778031b51e50 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:01:01.167199 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port d16c266e-2eef-4e7d-9ab0-e655225eb8da completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:01:01.172982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d16c266e-2eef-4e7d-9ab0-e655225eb8da triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:01:01.173352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:01.301966 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:01.310421 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-33c4d211-a200-4690-9728-66befb5bafa2 None None] Provisioning complete for port 3131bf65-0bd7-4aa1-b62e-778031b51e50 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:01:01.310769 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-33c4d211-a200-4690-9728-66befb5bafa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:01.344215 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:01:01.376934 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-33c4d211-a200-4690-9728-66befb5bafa2 None None] Port 3131bf65-0bd7-4aa1-b62e-778031b51e50 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:01:01.381924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port d16c266e-2eef-4e7d-9ab0-e655225eb8da, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d16c266e-2eef-4e7d-9ab0-e655225eb8da,segment=NetworkSegment(19d57e9c-fae2-484b-9bfb-ba1ad2219ff8),segment_id=19d57e9c-fae2-484b-9bfb-ba1ad2219ff8)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:01:01.386197 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:01.387198 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f4ba9476-71a0-4a13-bf7d-7fb1074274b9 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:01:01.499362 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=d16c266e-2eef-4e7d-9ab0-e655225eb8da,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:01.512994 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port f4ba9476-71a0-4a13-bf7d-7fb1074274b9 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:01:01.517749 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port f4ba9476-71a0-4a13-bf7d-7fb1074274b9 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:01:01.518114 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:01.557128 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:01:01.579579 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-56dc18e4-ba49-4ab9-827b-ffbd5ced5014 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "PUT /v2.0/routers/6fc6be77-2f1e-44e8-8dc0-42c39863ef17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2948444 Jan 24 17:01:01.635283 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:01.652464 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port f4ba9476-71a0-4a13-bf7d-7fb1074274b9, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f4ba9476-71a0-4a13-bf7d-7fb1074274b9,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:01:01.658996 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:01.734987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=f4ba9476-71a0-4a13-bf7d-7fb1074274b9,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:01.761431 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-1df59978-bf72-41bf-aa42-3069e88e7af6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:01:01.779242 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-1df59978-bf72-41bf-aa42-3069e88e7af6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:01:01.780656 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-1df59978-bf72-41bf-aa42-3069e88e7af6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144456065&fields=id&tenant_id=edd5921dd99549ffb2cf58151bde22da HTTP/1.1" status: 200 len: 267 time: 0.0658114 Jan 24 17:01:01.925751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-16094441-e7a2-4401-9c46-e1889d478061 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:01.926359 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-16094441-e7a2-4401-9c46-e1889d478061 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:01:01.943955 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-16094441-e7a2-4401-9c46-e1889d478061 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:01:01.945451 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-16094441-e7a2-4401-9c46-e1889d478061 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/networks?id=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d HTTP/1.1" status: 200 len: 797 time: 0.1576276 Jan 24 17:01:01.970359 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-0d07e5a5-dc17-4fa0-b704-e7d01f411d70 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/quotas/edd5921dd99549ffb2cf58151bde22da HTTP/1.1" status: 200 len: 375 time: 0.0168946 Jan 24 17:01:02.062015 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-d96ac14d-08e1-48b1-865e-aff5848dc88f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:01:02.080126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-d96ac14d-08e1-48b1-865e-aff5848dc88f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:01:02.081704 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-d96ac14d-08e1-48b1-865e-aff5848dc88f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058893 Jan 24 17:01:02.232001 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-f4d53752-7919-4ff8-b45c-6366893b5bf2 service neutron] 10.222.0.130 "GET /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380651 Jan 24 17:01:02.376010 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-453d51ef-8959-443d-8992-fe67ab48906f service neutron] 10.222.0.130 "GET /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377695 Jan 24 17:01:02.568364 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-e5f92d62-d0eb-4437-a364-ce9bc24c42fe req-61507efa-4562-4d87-850f-8929759e2578 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:01:02.582224 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-e5f92d62-d0eb-4437-a364-ce9bc24c42fe req-61507efa-4562-4d87-850f-8929759e2578 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:01:02.583538 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e5f92d62-d0eb-4437-a364-ce9bc24c42fe req-61507efa-4562-4d87-850f-8929759e2578 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 210 time: 0.0559511 Jan 24 17:01:02.616634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Sync routers for ids ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:01:02.629406 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Routers {'6fc6be77-2f1e-44e8-8dc0-42c39863ef17'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:01:02.629839 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:00:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:01:02.844927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Set router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:01:03.036773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d16c266e-2eef-4e7d-9ab0-e655225eb8da up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:01:03.185553 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port d16c266e-2eef-4e7d-9ab0-e655225eb8da triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:01:03.185912 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:03.309052 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657240364', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:00:55Z', 'updated_at': '2022-01-24T17:01:00Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:56Z', 'updated_at': '2022-01-24T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3131bf65-0bd7-4aa1-b62e-778031b51e50', 'name': '', 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:af:b0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:59Z', 'updated_at': '2022-01-24T17:01:00Z', 'revision_number': 2, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:01:03.317946 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Checking router: 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:01:03.318283 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Updating router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 port 3131bf65-0bd7-4aa1-b62e-778031b51e50 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 17:01:03.353406 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f4ba9476-71a0-4a13-bf7d-7fb1074274b9 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:01:03.415980 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:03.539200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port f4ba9476-71a0-4a13-bf7d-7fb1074274b9 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:01:03.539697 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:03.829774 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-46143bc8-786f-47bc-8dbf-2ef91d0662a2 req-b4982edc-d822-4c9f-8c7f-f2771d2656f1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 210 time: 0.0692258 Jan 24 17:01:03.853358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-c666c03e-fd7a-403c-a553-637e632cae0c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:03.854876 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-c666c03e-fd7a-403c-a553-637e632cae0c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "GET /v2.0/networks?id=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d HTTP/1.1" status: 200 len: 797 time: 0.3197231 Jan 24 17:01:03.896585 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:03.907979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Transition to ACTIVE for port object 3131bf65-0bd7-4aa1-b62e-778031b51e50 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:01:03.909072 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-3bdfe65d-2e46-41ea-9660-383dd071defe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edd5921dd99549ffb2cf58151bde22da HTTP/1.1" status: 200 len: 380 time: 0.0410898 Jan 24 17:01:03.915828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:03.918830 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-e7d93922-fbcb-4457-9b35-3d5ecdb022e3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'port': {'device_id': '069a260f-df30-46a0-bab3-e86fb487adb8', 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'admin_state_up': True, 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'security_groups': ['06147540-1d05-4338-a8e4-9faab83fcbbd']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:01:04.049328 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58907f-57d0-4afc-81d7-edf82259566f None None] Pushing event updated for resources: {'Port': ['ID=3131bf65-0bd7-4aa1-b62e-778031b51e50,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:04.075041 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-e7d93922-fbcb-4457-9b35-3d5ecdb022e3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:01:04.085227 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-e7d93922-fbcb-4457-9b35-3d5ecdb022e3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:01:04.099215 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-e7d93922-fbcb-4457-9b35-3d5ecdb022e3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Made reservation on behalf of edd5921dd99549ffb2cf58151bde22da for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:01:04.102434 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-e7d93922-fbcb-4457-9b35-3d5ecdb022e3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:04.146342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Attempting to bind port 3131bf65-0bd7-4aa1-b62e-778031b51e50 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:01:04.146761 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Attempting to bind port 3131bf65-0bd7-4aa1-b62e-778031b51e50 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '19d57e9c-fae2-484b-9bfb-ba1ad2219ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:01:04.148809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Attempting to bind port 3131bf65-0bd7-4aa1-b62e-778031b51e50 on network fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:01:04.158252 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:01:04.158252 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Checking segment: {'id': '19d57e9c-fae2-484b-9bfb-ba1ad2219ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:01:04.158624 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:04.158956 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Bound using segment: {'id': '19d57e9c-fae2-484b-9bfb-ba1ad2219ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:01:04.159433 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Bound port: 3131bf65-0bd7-4aa1-b62e-778031b51e50, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d57e9c-fae2-484b-9bfb-ba1ad2219ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:01:04.159878 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:04.290068 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-e7d93922-fbcb-4457-9b35-3d5ecdb022e3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.20.0.14 (fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d/123e324c-aacc-49dc-9ebc-d96cf06721a0/6113f53f-59f8-4234-a410-1a76cbba3fcb) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:01:04.308944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] For port 3131bf65-0bd7-4aa1-b62e-778031b51e50, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:01:04.313311 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] For port 3131bf65-0bd7-4aa1-b62e-778031b51e50, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3131bf65-0bd7-4aa1-b62e-778031b51e50,segment=NetworkSegment(19d57e9c-fae2-484b-9bfb-ba1ad2219ff8),segment_id=19d57e9c-fae2-484b-9bfb-ba1ad2219ff8)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:01:04.319710 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:04.404367 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58907f-57d0-4afc-81d7-edf82259566f None None] Pushing event updated for resources: {'Port': ['ID=3131bf65-0bd7-4aa1-b62e-778031b51e50,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:04.416732 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58907f-57d0-4afc-81d7-edf82259566f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:01:04.417067 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58907f-57d0-4afc-81d7-edf82259566f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:01:04.417400 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58907f-57d0-4afc-81d7-edf82259566f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:01:04.417728 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58907f-57d0-4afc-81d7-edf82259566f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:01:04.418048 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58907f-57d0-4afc-81d7-edf82259566f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:01:04.418449 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58907f-57d0-4afc-81d7-edf82259566f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:01:04.418774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58907f-57d0-4afc-81d7-edf82259566f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:01:04.419089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58907f-57d0-4afc-81d7-edf82259566f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:01:04.419396 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58907f-57d0-4afc-81d7-edf82259566f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:01:04.419747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58907f-57d0-4afc-81d7-edf82259566f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:01:04.420062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae58907f-57d0-4afc-81d7-edf82259566f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:01:04.424230 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Routers {'6fc6be77-2f1e-44e8-8dc0-42c39863ef17'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:01:04.424825 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:00:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:01:04.511132 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-e7d93922-fbcb-4457-9b35-3d5ecdb022e3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:04.528901 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-e7d93922-fbcb-4457-9b35-3d5ecdb022e3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Transition to ACTIVE for port object 6113f53f-59f8-4234-a410-1a76cbba3fcb will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:01:04.555166 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-e7d93922-fbcb-4457-9b35-3d5ecdb022e3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:04.582412 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:01:04.632896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] Set router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:01:04.639909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-e7d93922-fbcb-4457-9b35-3d5ecdb022e3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:01:04.643180 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-e7d93922-fbcb-4457-9b35-3d5ecdb022e3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:01:04.647852 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-e7d93922-fbcb-4457-9b35-3d5ecdb022e3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:01:04.677788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d93922-fbcb-4457-9b35-3d5ecdb022e3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=6113f53f-59f8-4234-a410-1a76cbba3fcb,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:04.717025 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-e7d93922-fbcb-4457-9b35-3d5ecdb022e3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:04.717691 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-e7d93922-fbcb-4457-9b35-3d5ecdb022e3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:04.749621 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-e7d93922-fbcb-4457-9b35-3d5ecdb022e3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8352065 Jan 24 17:01:04.761554 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Request body: {'port': {'device_id': '069a260f-df30-46a0-bab3-e86fb487adb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:01:04.886125 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:04.972945 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-438ec97d-f2cc-4233-93c7-f98bea1f50f5 None None] Provisioning for port 6113f53f-59f8-4234-a410-1a76cbba3fcb completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:01:04.984565 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-438ec97d-f2cc-4233-93c7-f98bea1f50f5 None None] Provisioning complete for port 6113f53f-59f8-4234-a410-1a76cbba3fcb triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:01:04.985343 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-438ec97d-f2cc-4233-93c7-f98bea1f50f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:05.037613 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657240364', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:00:55Z', 'updated_at': '2022-01-24T17:01:00Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:56Z', 'updated_at': '2022-01-24T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3131bf65-0bd7-4aa1-b62e-778031b51e50', 'name': '', 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:af:b0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:59Z', 'updated_at': '2022-01-24T17:01:04Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:01:05.046627 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5f21d5-01d0-45f2-9535-12cd4e35aa6b None None] The sync data for ids ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'] in dv-neutron-826104-1-hyperv is: [{'id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657240364', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:00:55Z', 'updated_at': '2022-01-24T17:01:00Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:56Z', 'updated_at': '2022-01-24T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3131bf65-0bd7-4aa1-b62e-778031b51e50', 'name': '', 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:af:b0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:59Z', 'updated_at': '2022-01-24T17:01:04Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:01:05.048298 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-438ec97d-f2cc-4233-93c7-f98bea1f50f5 None None] Port 6113f53f-59f8-4234-a410-1a76cbba3fcb cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:01:05.069282 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778bc53-f192-4f77-a9df-7d248150db4a req-9893e1d7-c220-47fd-924e-3484eef0887b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:05.072126 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9778bc53-f192-4f77-a9df-7d248150db4a req-9893e1d7-c220-47fd-924e-3484eef0887b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 932 time: 0.0962462 Jan 24 17:01:05.150647 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9778bc53-f192-4f77-a9df-7d248150db4a req-b5062205-4722-433d-a438-6ac65a6d968d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727744 Jan 24 17:01:05.274234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6113f53f-59f8-4234-a410-1a76cbba3fcb {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:01:05.282014 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:05.298682 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Transition to ACTIVE for port object 6113f53f-59f8-4234-a410-1a76cbba3fcb will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:01:05.303679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:05.441975 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6113f53f-59f8-4234-a410-1a76cbba3fcb,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:05.556851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Attempting to bind port 6113f53f-59f8-4234-a410-1a76cbba3fcb on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:01:05.557197 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Attempting to bind port 6113f53f-59f8-4234-a410-1a76cbba3fcb by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '19d57e9c-fae2-484b-9bfb-ba1ad2219ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:01:05.557524 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Attempting to bind port 6113f53f-59f8-4234-a410-1a76cbba3fcb on network fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:01:05.564560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Port 6113f53f-59f8-4234-a410-1a76cbba3fcb on network fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 17:01:05.564909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Attempting to bind port 6113f53f-59f8-4234-a410-1a76cbba3fcb on network fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:01:05.571637 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:01:05.571973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Checking segment: {'id': '19d57e9c-fae2-484b-9bfb-ba1ad2219ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:01:05.572350 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Bound using segment: {'id': '19d57e9c-fae2-484b-9bfb-ba1ad2219ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:01:05.572768 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Bound port: 6113f53f-59f8-4234-a410-1a76cbba3fcb, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d57e9c-fae2-484b-9bfb-ba1ad2219ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:01:05.573106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:05.666492 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] For port 6113f53f-59f8-4234-a410-1a76cbba3fcb, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:01:05.669806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] For port 6113f53f-59f8-4234-a410-1a76cbba3fcb, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6113f53f-59f8-4234-a410-1a76cbba3fcb,segment=NetworkSegment(19d57e9c-fae2-484b-9bfb-ba1ad2219ff8),segment_id=19d57e9c-fae2-484b-9bfb-ba1ad2219ff8)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:01:05.675310 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:05.735385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:05.736999 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] 10.222.0.129 "PUT /v2.0/ports/6113f53f-59f8-4234-a410-1a76cbba3fcb HTTP/1.1" status: 200 len: 1094 time: 0.9801011 Jan 24 17:01:05.740508 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069a260f-df30-46a0-bab3-e86fb487adb8', 'tag': '6113f53f-59f8-4234-a410-1a76cbba3fcb'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:01:05.765625 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd5a9c-9e0b-4a15-94ce-cfdd113453b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6113f53f-59f8-4234-a410-1a76cbba3fcb,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:05.826565 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '069a260f-df30-46a0-bab3-e86fb487adb8', 'tag': '6113f53f-59f8-4234-a410-1a76cbba3fcb', 'status': 'completed', 'code': 200} Jan 24 17:01:05.873518 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-94575747-9f94-4c02-87d1-9b95bb137412 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 1097 time: 0.0811434 Jan 24 17:01:06.054118 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-4b9c6d28-025d-48bc-9c18-52bd7bb62916 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6113f53f-59f8-4234-a410-1a76cbba3fcb HTTP/1.1" status: 200 len: 217 time: 0.1687832 Jan 24 17:01:06.124106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-33d4fbce-245c-4876-a784-362c42972674 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:06.125651 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-33d4fbce-245c-4876-a784-362c42972674 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=123e324c-aacc-49dc-9ebc-d96cf06721a0 HTTP/1.1" status: 200 len: 834 time: 0.0627232 Jan 24 17:01:06.212337 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-1422b38d-5615-471b-baeb-69e25e04f280 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777400 Jan 24 17:01:06.351984 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-245876fe-c6df-44ea-8d58-0e67c7d8044e service neutron] 10.222.0.129 "GET /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295168 Jan 24 17:01:06.367500 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dc041-6e58-40be-9251-daea33ba8c66 req-02abf90e-d3ce-41fb-9e30-0cc65fd6ad16 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:06.368957 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6d5dc041-6e58-40be-9251-daea33ba8c66 req-02abf90e-d3ce-41fb-9e30-0cc65fd6ad16 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 944 time: 0.0841062 Jan 24 17:01:06.416971 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6d5dc041-6e58-40be-9251-daea33ba8c66 req-6535f43e-3010-4d61-9a37-e88e19364baa tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407989 Jan 24 17:01:06.490731 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80e4a608-7428-4412-afa7-20e0e7ae5afb req-78fb7fd9-92a3-440d-911f-d9053ea65838 service neutron] 10.222.0.129 "GET /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285851 Jan 24 17:01:06.619590 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80816431-bea2-4d33-b093-44e0fb02ffa5 req-0c0c6253-9c41-4170-b991-6467b92e2b91 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 1097 time: 0.0718234 Jan 24 17:01:06.759708 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80816431-bea2-4d33-b093-44e0fb02ffa5 req-7011cf27-8f0a-46fb-8536-e7d12a4925fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:06.761158 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80816431-bea2-4d33-b093-44e0fb02ffa5 req-7011cf27-8f0a-46fb-8536-e7d12a4925fe service neutron] 10.222.0.129 "GET /v2.0/networks?id=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d HTTP/1.1" status: 200 len: 898 time: 0.1338718 Jan 24 17:01:06.833602 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80816431-bea2-4d33-b093-44e0fb02ffa5 req-64a2c990-bd7a-4b73-bc42-2bb3a64925ed service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6113f53f-59f8-4234-a410-1a76cbba3fcb HTTP/1.1" status: 200 len: 217 time: 0.0637565 Jan 24 17:01:06.905382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80816431-bea2-4d33-b093-44e0fb02ffa5 req-4869c6ca-5503-476a-beaf-1422dbb43d3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:06.906818 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80816431-bea2-4d33-b093-44e0fb02ffa5 req-4869c6ca-5503-476a-beaf-1422dbb43d3c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=123e324c-aacc-49dc-9ebc-d96cf06721a0 HTTP/1.1" status: 200 len: 834 time: 0.0657947 Jan 24 17:01:06.990386 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80816431-bea2-4d33-b093-44e0fb02ffa5 req-e09578fd-daaf-45d3-b267-34ed40275938 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762024 Jan 24 17:01:07.001093 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5bd86445-e952-4fc7-b60e-f824755f2537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:07.010349 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3131bf65-0bd7-4aa1-b62e-778031b51e50 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:01:07.089038 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 3131bf65-0bd7-4aa1-b62e-778031b51e50 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:01:07.094288 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 3131bf65-0bd7-4aa1-b62e-778031b51e50 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:01:07.095666 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:07.134054 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80816431-bea2-4d33-b093-44e0fb02ffa5 req-20936861-460a-473f-8f40-900e32fe329d service neutron] 10.222.0.129 "GET /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367395 Jan 24 17:01:07.209542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:07.242889 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 3131bf65-0bd7-4aa1-b62e-778031b51e50, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3131bf65-0bd7-4aa1-b62e-778031b51e50,segment=NetworkSegment(19d57e9c-fae2-484b-9bfb-ba1ad2219ff8),segment_id=19d57e9c-fae2-484b-9bfb-ba1ad2219ff8)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:01:07.247173 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:07.268255 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-80816431-bea2-4d33-b093-44e0fb02ffa5 req-529b95a5-e1c7-4dc6-b8bb-347dc6dfee98 service neutron] 10.222.0.129 "GET /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265154 Jan 24 17:01:07.317751 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=3131bf65-0bd7-4aa1-b62e-778031b51e50,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:07.629315 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4ffcf-6fd2-4e20-8ffa-4c9302e57de2 req-3cf2ea60-23ca-457d-bfce-12b7889e7fba tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:07.629991 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-fec4ffcf-6fd2-4e20-8ffa-4c9302e57de2 req-3cf2ea60-23ca-457d-bfce-12b7889e7fba tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:01:07.648787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-fec4ffcf-6fd2-4e20-8ffa-4c9302e57de2 req-3cf2ea60-23ca-457d-bfce-12b7889e7fba tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:01:07.650266 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fec4ffcf-6fd2-4e20-8ffa-4c9302e57de2 req-3cf2ea60-23ca-457d-bfce-12b7889e7fba tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 944 time: 0.1032622 Jan 24 17:01:07.703044 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fec4ffcf-6fd2-4e20-8ffa-4c9302e57de2 req-0c9560dd-5dd8-4837-9d11-e24c1bc6a42b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456893 Jan 24 17:01:08.123739 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 6113f53f-59f8-4234-a410-1a76cbba3fcb details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 17:01:08.263608 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 6113f53f-59f8-4234-a410-1a76cbba3fcb, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6113f53f-59f8-4234-a410-1a76cbba3fcb,segment=NetworkSegment(19d57e9c-fae2-484b-9bfb-ba1ad2219ff8),segment_id=19d57e9c-fae2-484b-9bfb-ba1ad2219ff8)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:01:08.276458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '6113f53f-59f8-4234-a410-1a76cbba3fcb', 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'port_id': '6113f53f-59f8-4234-a410-1a76cbba3fcb', 'mac_address': 'fa:16:3e:59:0c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 17:01:08.331098 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:08.349345 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6113f53f-59f8-4234-a410-1a76cbba3fcb {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:01:08.366359 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 6113f53f-59f8-4234-a410-1a76cbba3fcb, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6113f53f-59f8-4234-a410-1a76cbba3fcb,segment=NetworkSegment(19d57e9c-fae2-484b-9bfb-ba1ad2219ff8),segment_id=19d57e9c-fae2-484b-9bfb-ba1ad2219ff8)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:01:08.372949 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:08.444296 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=6113f53f-59f8-4234-a410-1a76cbba3fcb,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:08.663281 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['6113f53f-59f8-4234-a410-1a76cbba3fcb'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 17:01:08.907786 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a40d5-4a86-4fd1-bacd-44d978bc79b0 req-a410647f-9157-4d5a-9764-338d919ccf15 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:08.909312 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ad4a40d5-4a86-4fd1-bacd-44d978bc79b0 req-a410647f-9157-4d5a-9764-338d919ccf15 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 945 time: 0.0816350 Jan 24 17:01:08.955498 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ad4a40d5-4a86-4fd1-bacd-44d978bc79b0 req-c356d847-5a48-44c1-b034-832240afdf90 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400765 Jan 24 17:01:08.999144 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3131bf65-0bd7-4aa1-b62e-778031b51e50 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:01:09.073024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 3131bf65-0bd7-4aa1-b62e-778031b51e50 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:01:09.073376 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:09.227174 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-472aedb1-77ea-4f5b-a142-e29b03e05d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:10.127835 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 6113f53f-59f8-4234-a410-1a76cbba3fcb up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:01:10.163768 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398862c-42c3-470f-bedd-8b8ea851f2da req-299f4921-fee3-4e7c-8030-2b8c500f69a9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:10.165835 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e398862c-42c3-470f-bedd-8b8ea851f2da req-299f4921-fee3-4e7c-8030-2b8c500f69a9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 945 time: 0.0836294 Jan 24 17:01:10.204641 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 6113f53f-59f8-4234-a410-1a76cbba3fcb completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:01:10.209815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 6113f53f-59f8-4234-a410-1a76cbba3fcb triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:01:10.210208 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:10.215156 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e398862c-42c3-470f-bedd-8b8ea851f2da req-de2808c9-f971-4982-9d0e-3935adce61da tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410373 Jan 24 17:01:10.324218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:10.351142 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069a260f-df30-46a0-bab3-e86fb487adb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6113f53f-59f8-4234-a410-1a76cbba3fcb'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:01:10.361407 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 6113f53f-59f8-4234-a410-1a76cbba3fcb, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6113f53f-59f8-4234-a410-1a76cbba3fcb,segment=NetworkSegment(19d57e9c-fae2-484b-9bfb-ba1ad2219ff8),segment_id=19d57e9c-fae2-484b-9bfb-ba1ad2219ff8)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:01:10.366722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:10.417511 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069a260f-df30-46a0-bab3-e86fb487adb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6113f53f-59f8-4234-a410-1a76cbba3fcb', 'code': 200} Jan 24 17:01:10.438224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:10.451226 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=6113f53f-59f8-4234-a410-1a76cbba3fcb,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:10.514893 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:10.655916 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e22a9f44-692b-4fec-b020-363d7a83cb04 req-fa2e5751-4a8c-47ec-b171-388a6bc59fa4 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 1099 time: 0.0747406 Jan 24 17:01:10.699288 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e22a9f44-692b-4fec-b020-363d7a83cb04 req-4db93abc-1f0d-4470-906a-71cb99f46ce1 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369930 Jan 24 17:01:11.442980 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b176795-36d7-4999-830f-d4d8396a194a req-7f86eab8-0d0a-428b-98d5-e6a544655196 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:11.444537 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1b176795-36d7-4999-830f-d4d8396a194a req-7f86eab8-0d0a-428b-98d5-e6a544655196 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.0864336 Jan 24 17:01:11.492361 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1b176795-36d7-4999-830f-d4d8396a194a req-68cfde9c-e355-40a2-897b-85c7f06493cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416696 Jan 24 17:01:11.947406 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:12.721708 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a31a9-1b48-49be-ab27-e22848f36e9c req-a0303a20-2173-409c-9c45-21486f94d211 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:12.723437 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-237a31a9-1b48-49be-ab27-e22848f36e9c req-a0303a20-2173-409c-9c45-21486f94d211 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.0930486 Jan 24 17:01:12.772341 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-237a31a9-1b48-49be-ab27-e22848f36e9c req-7e44a819-77a8-4624-8238-82d4284eea9f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432017 Jan 24 17:01:13.079977 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b450b6-daec-4ecf-b7ee-c4234a01c5d1 req-afce7a4b-e708-4e0d-9707-4d36e4454e19 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:13.081407 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-54b450b6-daec-4ecf-b7ee-c4234a01c5d1 req-afce7a4b-e708-4e0d-9707-4d36e4454e19 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.1762495 Jan 24 17:01:13.131665 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-54b450b6-daec-4ecf-b7ee-c4234a01c5d1 req-3be69019-34e8-44f4-a97e-dee5417bd607 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445406 Jan 24 17:01:13.166779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42768) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:01:13.249934 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8bfdf343-e102-48fd-ac5a-ce9f1d49532d tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 1094 time: 0.0819700 Jan 24 17:01:13.253729 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42772) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:01:13.259320 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '6113f53f-59f8-4234-a410-1a76cbba3fcb', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:01:13.265374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:01:13.269306 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:floatingip and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:01:13.272215 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:01:13.278296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:01:13.291594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:13.431458 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:13.568282 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.26.2.153 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/07a31b61-9189-44d9-b102-36cc9d03c245) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:01:13.724318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:13.755415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:13.820494 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:01:13.823381 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:01:13.828102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:01:13.851430 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=07a31b61-9189-44d9-b102-36cc9d03c245,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:14.356782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:14.419869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:14.658626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:14.665128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:14.765922 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=07a31b61-9189-44d9-b102-36cc9d03c245,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:14.785355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:15.081551 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Floating IP 790eadce-17ba-4990-92d9-8a0ef3e9390b associated. External IP: 172.26.2.153, port: 6113f53f-59f8-4234-a410-1a76cbba3fcb. Jan 24 17:01:15.499341 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:01:15.705099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:01:15.714937 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58da5f64-6602-4f06-867f-941060d3956c None None] Sync routers for ids ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:01:15.731058 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:15.732293 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58da5f64-6602-4f06-867f-941060d3956c None None] Routers {'6fc6be77-2f1e-44e8-8dc0-42c39863ef17'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:01:15.732982 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-58da5f64-6602-4f06-867f-941060d3956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:01:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:01:15.785239 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f5d5ad0d-5f1a-4c71-8e66-5c956792001e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5303216 Jan 24 17:01:15.785843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069a260f-df30-46a0-bab3-e86fb487adb8', 'tag': '6113f53f-59f8-4234-a410-1a76cbba3fcb'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:01:15.847853 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '069a260f-df30-46a0-bab3-e86fb487adb8', 'tag': '6113f53f-59f8-4234-a410-1a76cbba3fcb', 'status': 'completed', 'code': 200} Jan 24 17:01:15.918565 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-58da5f64-6602-4f06-867f-941060d3956c None None] Set router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:01:15.961927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cdc2b-6ae5-47c4-9560-ae3723179c02 req-1ac5c12c-89cd-4fb9-9d22-301133a7090d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:15.968042 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0c9cdc2b-6ae5-47c4-9560-ae3723179c02 req-1ac5c12c-89cd-4fb9-9d22-301133a7090d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.0862317 Jan 24 17:01:15.977431 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8d9a44da-ea51-4bca-a689-878dbb0e5972 req-e6d8bbb0-f474-4356-81f0-1fb344e47a7b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 1099 time: 0.0837138 Jan 24 17:01:16.024036 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0c9cdc2b-6ae5-47c4-9560-ae3723179c02 req-80397464-3a84-4498-955b-141806abdab2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542665 Jan 24 17:01:16.043348 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42780) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:01:16.127580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a44da-ea51-4bca-a689-878dbb0e5972 req-e5b15dab-56de-4cdd-a2fb-36358dbaf66b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:16.129355 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8d9a44da-ea51-4bca-a689-878dbb0e5972 req-e5b15dab-56de-4cdd-a2fb-36358dbaf66b service neutron] 10.222.0.129 "GET /v2.0/networks?id=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d HTTP/1.1" status: 200 len: 898 time: 0.1439233 Jan 24 17:01:16.151803 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ef6da37e-6bfa-4a77-8f39-ebe5e770f49b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/790eadce-17ba-4990-92d9-8a0ef3e9390b HTTP/1.1" status: 200 len: 992 time: 0.1062572 Jan 24 17:01:16.233513 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8d9a44da-ea51-4bca-a689-878dbb0e5972 req-c218eb60-72fb-4924-bf1a-22775b0c85a3 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6113f53f-59f8-4234-a410-1a76cbba3fcb HTTP/1.1" status: 200 len: 1000 time: 0.0970581 Jan 24 17:01:16.306270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a44da-ea51-4bca-a689-878dbb0e5972 req-e4ffe800-5ad6-4f63-bdf1-c6e240fd1774 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:16.307912 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8d9a44da-ea51-4bca-a689-878dbb0e5972 req-e4ffe800-5ad6-4f63-bdf1-c6e240fd1774 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=123e324c-aacc-49dc-9ebc-d96cf06721a0 HTTP/1.1" status: 200 len: 834 time: 0.0675435 Jan 24 17:01:16.314405 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-58da5f64-6602-4f06-867f-941060d3956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657240364', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:00:55Z', 'updated_at': '2022-01-24T17:01:00Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:56Z', 'updated_at': '2022-01-24T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '790eadce-17ba-4990-92d9-8a0ef3e9390b', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'floating_ip_address': '172.26.2.153', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'port_id': '6113f53f-59f8-4234-a410-1a76cbba3fcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'mac_address': 'fa:16:3e:59:0c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069a260f-df30-46a0-bab3-e86fb487adb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:01:14Z', 'updated_at': '2022-01-24T17:01:14Z', 'revision_number': 0, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3131bf65-0bd7-4aa1-b62e-778031b51e50', 'name': '', 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:af:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:59Z', 'updated_at': '2022-01-24T17:01:07Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:01:16.318676 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58da5f64-6602-4f06-867f-941060d3956c None None] Checking router: 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:01:16.329425 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58da5f64-6602-4f06-867f-941060d3956c None None] Routers {'6fc6be77-2f1e-44e8-8dc0-42c39863ef17'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:01:16.330030 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-58da5f64-6602-4f06-867f-941060d3956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:01:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:01:16.384863 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8d9a44da-ea51-4bca-a689-878dbb0e5972 req-518f7ae4-2064-4c65-8d9a-f84874dbbdac service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706267 Jan 24 17:01:16.511694 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-58da5f64-6602-4f06-867f-941060d3956c None None] Set router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:01:16.525297 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8d9a44da-ea51-4bca-a689-878dbb0e5972 req-9b26e6d9-cf41-4e27-bedb-b4788e80827e service neutron] 10.222.0.129 "GET /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333978 Jan 24 17:01:16.661430 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8d9a44da-ea51-4bca-a689-878dbb0e5972 req-13e1bb1e-f8be-4bd5-8310-a33a328c7cb9 service neutron] 10.222.0.129 "GET /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278493 Jan 24 17:01:16.875334 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-58da5f64-6602-4f06-867f-941060d3956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657240364', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:00:55Z', 'updated_at': '2022-01-24T17:01:00Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:56Z', 'updated_at': '2022-01-24T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '790eadce-17ba-4990-92d9-8a0ef3e9390b', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'floating_ip_address': '172.26.2.153', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'port_id': '6113f53f-59f8-4234-a410-1a76cbba3fcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'mac_address': 'fa:16:3e:59:0c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069a260f-df30-46a0-bab3-e86fb487adb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:01:14Z', 'updated_at': '2022-01-24T17:01:14Z', 'revision_number': 0, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3131bf65-0bd7-4aa1-b62e-778031b51e50', 'name': '', 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:af:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:59Z', 'updated_at': '2022-01-24T17:01:07Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:01:16.879679 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58da5f64-6602-4f06-867f-941060d3956c None None] The sync data for ids ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'] in dv-neutron-826104-1-hyperv is: [{'id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657240364', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:00:55Z', 'updated_at': '2022-01-24T17:01:00Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:56Z', 'updated_at': '2022-01-24T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '790eadce-17ba-4990-92d9-8a0ef3e9390b', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'floating_ip_address': '172.26.2.153', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'port_id': '6113f53f-59f8-4234-a410-1a76cbba3fcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'mac_address': 'fa:16:3e:59:0c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069a260f-df30-46a0-bab3-e86fb487adb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:01:14Z', 'updated_at': '2022-01-24T17:01:14Z', 'revision_number': 0, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3131bf65-0bd7-4aa1-b62e-778031b51e50', 'name': '', 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:af:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:59Z', 'updated_at': '2022-01-24T17:01:07Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:01:17.156768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42784) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:01:17.274918 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-64c82862-2e52-4274-85c3-ba3100976345 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/790eadce-17ba-4990-92d9-8a0ef3e9390b HTTP/1.1" status: 200 len: 992 time: 0.1168258 Jan 24 17:01:18.280163 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42788) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:01:18.342907 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:18.499562 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-3ea11cac-7b81-4c59-86d9-5def0948fcb2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/790eadce-17ba-4990-92d9-8a0ef3e9390b HTTP/1.1" status: 200 len: 992 time: 0.2181952 Jan 24 17:01:19.503901 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42792) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:01:19.618359 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a1cc6009-d957-43af-bbdb-9e63d82e51da tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/790eadce-17ba-4990-92d9-8a0ef3e9390b HTTP/1.1" status: 200 len: 992 time: 0.1132278 Jan 24 17:01:20.573061 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7801885-fe37-42bf-a922-2d0f70ef8b1d None None] New status for floating IP 790eadce-17ba-4990-92d9-8a0ef3e9390b: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 17:01:20.622966 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42796) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:01:20.843714 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-91945df4-7ed0-455e-8b35-a0ade6377550 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/790eadce-17ba-4990-92d9-8a0ef3e9390b HTTP/1.1" status: 200 len: 992 time: 0.2195041 Jan 24 17:01:21.847789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42800) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:01:21.959705 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-bda3d632-9959-4c0f-9e8c-c3477ccd746b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/790eadce-17ba-4990-92d9-8a0ef3e9390b HTTP/1.1" status: 200 len: 994 time: 0.1104481 Jan 24 17:01:36.593347 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4a3cfd88-a60a-4ee0-b4d9-45690d799ffb req-42d32c87-82d4-4b3c-9fd2-141fa6dc6ea1 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722330 Jan 24 17:01:36.755379 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4a3cfd88-a60a-4ee0-b4d9-45690d799ffb req-82df6180-7998-48e3-a68c-18c0273ad8a7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 1099 time: 0.0798981 Jan 24 17:01:36.906967 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cfd88-a60a-4ee0-b4d9-45690d799ffb req-677dde48-1efa-4423-8f2b-48a986683a04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:36.908391 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4a3cfd88-a60a-4ee0-b4d9-45690d799ffb req-677dde48-1efa-4423-8f2b-48a986683a04 service neutron] 10.222.0.129 "GET /v2.0/networks?id=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d HTTP/1.1" status: 200 len: 898 time: 0.1275473 Jan 24 17:01:36.996376 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-530f9af8-e2b2-44df-863d-66ee5c44bfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:37.018487 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4a3cfd88-a60a-4ee0-b4d9-45690d799ffb req-ffa77a80-444d-4f6d-acb6-3b43346db5c7 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6113f53f-59f8-4234-a410-1a76cbba3fcb HTTP/1.1" status: 200 len: 1002 time: 0.1031148 Jan 24 17:01:37.082049 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cfd88-a60a-4ee0-b4d9-45690d799ffb req-b79b4b87-bd29-424d-b24b-a8816cddf50c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:37.083490 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4a3cfd88-a60a-4ee0-b4d9-45690d799ffb req-b79b4b87-bd29-424d-b24b-a8816cddf50c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=123e324c-aacc-49dc-9ebc-d96cf06721a0 HTTP/1.1" status: 200 len: 834 time: 0.0569668 Jan 24 17:01:37.161033 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4a3cfd88-a60a-4ee0-b4d9-45690d799ffb req-ccc92097-4748-4332-b620-e1e60c8b23ec service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711503 Jan 24 17:01:37.293698 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4a3cfd88-a60a-4ee0-b4d9-45690d799ffb req-9e10c3c9-e7b7-4f3f-ad96-ab9c808e13e4 service neutron] 10.222.0.129 "GET /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254730 Jan 24 17:01:37.430414 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4a3cfd88-a60a-4ee0-b4d9-45690d799ffb req-862edb53-e3e3-445e-8171-37b9cd07bdb7 service neutron] 10.222.0.129 "GET /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293108 Jan 24 17:01:39.204878 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3f44812c-252b-4126-8eac-f5a59ae56c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:40.416933 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:40.516945 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:41.584243 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:01:41.951017 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:48.343418 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:01:51.672913 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43cd8e-c523-41a5-9ccc-e08b135ce9c1 req-f8b2d5ce-c5f2-4c8d-81c4-91964cdbb652 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:51.674413 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4f43cd8e-c523-41a5-9ccc-e08b135ce9c1 req-f8b2d5ce-c5f2-4c8d-81c4-91964cdbb652 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.0790236 Jan 24 17:01:51.722392 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4f43cd8e-c523-41a5-9ccc-e08b135ce9c1 req-352671cc-293d-4ac3-aa03-4fb3748e2d4e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399611 Jan 24 17:01:52.949580 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2bb23-cacb-4dd8-9b32-2d845b918912 req-43058399-ad6f-46d9-bead-a37c3dc66158 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:52.951001 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9ec2bb23-cacb-4dd8-9b32-2d845b918912 req-43058399-ad6f-46d9-bead-a37c3dc66158 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.0860541 Jan 24 17:01:53.000813 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-9ec2bb23-cacb-4dd8-9b32-2d845b918912 req-307b7c58-88a1-4621-a61d-084960a69afd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418618 Jan 24 17:01:54.220266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76896c-31ca-4861-9419-ffe20b05f4be req-baaa75bb-a4ec-41a8-a3a7-d865f53d972b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:54.221730 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6f76896c-31ca-4861-9419-ffe20b05f4be req-baaa75bb-a4ec-41a8-a3a7-d865f53d972b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.0948911 Jan 24 17:01:54.269202 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6f76896c-31ca-4861-9419-ffe20b05f4be req-a6f68514-f765-4638-922d-b94df6f98387 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403597 Jan 24 17:01:55.492435 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbb5ff-dcb2-4524-823b-d36f21615390 req-bc693103-8dc1-4688-88e8-c4ac0d34f537 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:55.493967 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e6dbb5ff-dcb2-4524-823b-d36f21615390 req-bc693103-8dc1-4688-88e8-c4ac0d34f537 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.0966954 Jan 24 17:01:55.546008 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e6dbb5ff-dcb2-4524-823b-d36f21615390 req-fdb308e8-6c16-4a16-8853-d37c8b4b0042 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458245 Jan 24 17:01:56.756444 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb180-6de8-4db3-9c15-c5dce9c2b534 req-2bc7cfe1-ce06-447e-90b1-34a816355cdf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:56.757995 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5a8cb180-6de8-4db3-9c15-c5dce9c2b534 req-2bc7cfe1-ce06-447e-90b1-34a816355cdf tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.0813546 Jan 24 17:01:56.807598 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5a8cb180-6de8-4db3-9c15-c5dce9c2b534 req-ab139a21-c938-4055-aed5-8946f5e5f892 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411952 Jan 24 17:01:58.041625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67768eb1-e9ec-4d87-b4f2-4f440049ee77 req-69b4c2bf-6da1-4df4-948f-b90665093415 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:58.043091 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-67768eb1-e9ec-4d87-b4f2-4f440049ee77 req-69b4c2bf-6da1-4df4-948f-b90665093415 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.0858452 Jan 24 17:01:58.088847 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-67768eb1-e9ec-4d87-b4f2-4f440049ee77 req-eca14c48-3f02-4567-851b-fb0740e7a858 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399311 Jan 24 17:01:59.325102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b673f-e8d3-4cb5-9f27-f038c1a2e449 req-17b12ed0-c5e6-4211-9e9d-5c7e567787db tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:59.327377 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cb1b673f-e8d3-4cb5-9f27-f038c1a2e449 req-17b12ed0-c5e6-4211-9e9d-5c7e567787db tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.1041458 Jan 24 17:01:59.383188 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cb1b673f-e8d3-4cb5-9f27-f038c1a2e449 req-30e87f3f-72b9-4b97-9fe3-bf45a5e6de0b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470779 Jan 24 17:02:00.588097 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc423ac-e9a9-4327-aba6-9922b63b9996 req-ed4cc127-1ba9-4679-95c7-7e3fba618aeb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:00.589581 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2cc423ac-e9a9-4327-aba6-9922b63b9996 req-ed4cc127-1ba9-4679-95c7-7e3fba618aeb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.0823021 Jan 24 17:02:00.644463 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2cc423ac-e9a9-4327-aba6-9922b63b9996 req-2222a42c-af40-4f1a-a968-083caf549cf2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475931 Jan 24 17:02:01.866106 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235a094-1534-44d8-8817-13c49d42483f req-f33da120-c0d3-4feb-b406-9a555d9654e0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:01.868282 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b235a094-1534-44d8-8817-13c49d42483f req-f33da120-c0d3-4feb-b406-9a555d9654e0 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.0931811 Jan 24 17:02:01.915500 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b235a094-1534-44d8-8817-13c49d42483f req-8598bd2e-a1dc-4e6e-a75b-7301314fd961 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414491 Jan 24 17:02:03.128476 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da244bbe-5841-4ba7-98bc-359102ec0288 req-5197b2f5-c44e-46a9-9da3-579b1947b7e4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:03.130013 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-da244bbe-5841-4ba7-98bc-359102ec0288 req-5197b2f5-c44e-46a9-9da3-579b1947b7e4 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.0791912 Jan 24 17:02:03.181225 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-da244bbe-5841-4ba7-98bc-359102ec0288 req-70affa67-5c93-4062-8ca2-c0e2ef97e105 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441234 Jan 24 17:02:03.208992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42840) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:03.314683 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-04514108-1b56-4b81-b8ba-fcb7f5639aae tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/790eadce-17ba-4990-92d9-8a0ef3e9390b HTTP/1.1" status: 200 len: 994 time: 0.1041372 Jan 24 17:02:04.900818 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065da637-feb3-42f6-bc9a-7abf6825cfe8 req-594f5e34-54c4-4619-a02a-9ff36bade53b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:04.902247 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-065da637-feb3-42f6-bc9a-7abf6825cfe8 req-594f5e34-54c4-4619-a02a-9ff36bade53b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.1336257 Jan 24 17:02:04.911643 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-14b9e1f7-ee49-4053-bbee-d52b8c16f6f0 req-6247a488-d372-4511-944c-87be005f6468 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 1099 time: 0.0952818 Jan 24 17:02:05.126031 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-065da637-feb3-42f6-bc9a-7abf6825cfe8 req-b4a662f6-eda0-445c-ac80-b051bcebf286 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176802 Jan 24 17:02:05.163529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9e1f7-ee49-4053-bbee-d52b8c16f6f0 req-bbc9e685-1fe6-47b7-a273-d3e2fdd93088 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:05.165255 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-14b9e1f7-ee49-4053-bbee-d52b8c16f6f0 req-bbc9e685-1fe6-47b7-a273-d3e2fdd93088 service neutron] 10.222.0.129 "GET /v2.0/networks?id=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d HTTP/1.1" status: 200 len: 898 time: 0.2403753 Jan 24 17:02:05.274931 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-14b9e1f7-ee49-4053-bbee-d52b8c16f6f0 req-02b28d62-90c5-4acc-9f49-29c8aaf09d45 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6113f53f-59f8-4234-a410-1a76cbba3fcb HTTP/1.1" status: 200 len: 1002 time: 0.0986087 Jan 24 17:02:05.341439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9e1f7-ee49-4053-bbee-d52b8c16f6f0 req-decf62a2-99cc-4e5a-b895-18f7384a9ed3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:05.343646 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-14b9e1f7-ee49-4053-bbee-d52b8c16f6f0 req-decf62a2-99cc-4e5a-b895-18f7384a9ed3 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=123e324c-aacc-49dc-9ebc-d96cf06721a0 HTTP/1.1" status: 200 len: 834 time: 0.0598042 Jan 24 17:02:05.432872 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-14b9e1f7-ee49-4053-bbee-d52b8c16f6f0 req-4863d0d2-43b1-4bfc-8f13-2ae46a144306 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799832 Jan 24 17:02:05.577684 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-14b9e1f7-ee49-4053-bbee-d52b8c16f6f0 req-b842fde0-71d9-46f0-b477-e78a669fb40a service neutron] 10.222.0.129 "GET /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352532 Jan 24 17:02:05.714073 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-14b9e1f7-ee49-4053-bbee-d52b8c16f6f0 req-3bfc3794-29a3-4117-8a49-a8c163f30419 service neutron] 10.222.0.129 "GET /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253953 Jan 24 17:02:06.343097 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00843914-0aba-4744-ae8b-805590bbe331 req-a9cdd3bc-8cf7-44d0-beeb-83d3ccf60d4c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:06.344478 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-00843914-0aba-4744-ae8b-805590bbe331 req-a9cdd3bc-8cf7-44d0-beeb-83d3ccf60d4c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.0880275 Jan 24 17:02:06.396849 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-00843914-0aba-4744-ae8b-805590bbe331 req-552c5692-99c4-416d-b708-f324107fb055 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460637 Jan 24 17:02:07.001493 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-da42a1f0-fd33-425a-81df-74bd7712c27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:07.616427 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184aa478-19c3-4d82-b05c-64742b149ba6 req-2b0c23c6-1125-4d0a-86f4-d9bad739d981 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:07.617871 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-184aa478-19c3-4d82-b05c-64742b149ba6 req-2b0c23c6-1125-4d0a-86f4-d9bad739d981 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.0850606 Jan 24 17:02:07.667407 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-184aa478-19c3-4d82-b05c-64742b149ba6 req-b72da437-976e-4020-8aee-9ea5112c45ac tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408251 Jan 24 17:02:07.701702 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42854) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:07.809526 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f940469b-87e9-49e9-9cf0-8538365c037f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/790eadce-17ba-4990-92d9-8a0ef3e9390b HTTP/1.1" status: 200 len: 994 time: 0.1066139 Jan 24 17:02:09.202074 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d0888f61-7c81-4c51-89a1-6eb7caa0dadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:10.414788 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:10.524095 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:11.954290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:18.351594 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:18.591083 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:02:36.614485 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7a6b644a-f5f0-4b97-b7e9-6cca07a5d57c req-38048e46-510d-45b6-bcc0-970f262c90c5 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743318 Jan 24 17:02:36.781194 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7a6b644a-f5f0-4b97-b7e9-6cca07a5d57c req-73fb2baa-030c-474e-9c1e-fc02f942d089 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 1099 time: 0.0901613 Jan 24 17:02:36.937225 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b644a-f5f0-4b97-b7e9-6cca07a5d57c req-1dc71e08-81b8-4797-9b90-d3dffb6e4d1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:36.938708 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7a6b644a-f5f0-4b97-b7e9-6cca07a5d57c req-1dc71e08-81b8-4797-9b90-d3dffb6e4d1b service neutron] 10.222.0.129 "GET /v2.0/networks?id=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d HTTP/1.1" status: 200 len: 898 time: 0.1301665 Jan 24 17:02:37.006461 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fa77c21f-57a2-46ab-a25a-9d562c342a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:37.047710 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7a6b644a-f5f0-4b97-b7e9-6cca07a5d57c req-f2df1987-dc00-4d3f-aa57-bce84f0a4ae6 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6113f53f-59f8-4234-a410-1a76cbba3fcb HTTP/1.1" status: 200 len: 1002 time: 0.1020851 Jan 24 17:02:37.132091 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b644a-f5f0-4b97-b7e9-6cca07a5d57c req-a441929d-b0e8-4a97-a31d-3bc0a36f603a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:37.134761 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7a6b644a-f5f0-4b97-b7e9-6cca07a5d57c req-a441929d-b0e8-4a97-a31d-3bc0a36f603a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=123e324c-aacc-49dc-9ebc-d96cf06721a0 HTTP/1.1" status: 200 len: 834 time: 0.0791707 Jan 24 17:02:37.218638 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7a6b644a-f5f0-4b97-b7e9-6cca07a5d57c req-e4f4f69a-87bf-4e8c-9956-28f64a8f8223 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761499 Jan 24 17:02:37.377214 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7a6b644a-f5f0-4b97-b7e9-6cca07a5d57c req-5f5f5aab-3fc5-4d12-ada4-f6ec185abda7 service neutron] 10.222.0.129 "GET /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511705 Jan 24 17:02:37.540319 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7a6b644a-f5f0-4b97-b7e9-6cca07a5d57c req-60dca0c3-d185-4fbd-9d10-a3ff5e9c51dd service neutron] 10.222.0.129 "GET /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538143 Jan 24 17:02:39.199511 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6c946641-defb-4926-b2f0-ad7b52698d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:40.410138 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:40.494384 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42870) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:40.522265 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:40.714109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port 07a31b61-9189-44d9-b102-36cc9d03c245 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:02:40.714412 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:40.881572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:40.881905 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:41.002257 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for 07a31b61-9189-44d9-b102-36cc9d03c245 owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:02:41.159887 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:41.209753 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=07a31b61-9189-44d9-b102-36cc9d03c245,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:41.250505 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:41.250710 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:41.251023 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:41.251391 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:41.251764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:41.252092 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:41.252407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:41.252721 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:41.253038 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:41.253347 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:41.253638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:41.422053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:41.836622 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:02:42.008368 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:42.052474 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:02:42.064152 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8665ab74-0a45-4bce-9544-efc8ff609e6a None None] Sync routers for ids ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:02:42.076984 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8665ab74-0a45-4bce-9544-efc8ff609e6a None None] Routers {'6fc6be77-2f1e-44e8-8dc0-42c39863ef17'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:02:42.077683 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8665ab74-0a45-4bce-9544-efc8ff609e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:02:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:02:42.082039 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:42.143582 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b9bf3f94-4ee6-4a93-9f5e-68fc18e504fe tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/floatingips/790eadce-17ba-4990-92d9-8a0ef3e9390b HTTP/1.1" status: 204 len: 168 time: 1.6480472 Jan 24 17:02:42.144266 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069a260f-df30-46a0-bab3-e86fb487adb8', 'tag': '6113f53f-59f8-4234-a410-1a76cbba3fcb'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:02:42.212399 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '069a260f-df30-46a0-bab3-e86fb487adb8', 'tag': '6113f53f-59f8-4234-a410-1a76cbba3fcb', 'status': 'completed', 'code': 200} Jan 24 17:02:42.263141 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-8665ab74-0a45-4bce-9544-efc8ff609e6a None None] Set router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:02:42.416995 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b8a91a1e-8c9c-4e90-bd0c-d8691cec3af0 req-577487b1-af77-4f5a-8a8b-dc8fbd934d95 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 1099 time: 0.1815579 Jan 24 17:02:42.559361 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a91a1e-8c9c-4e90-bd0c-d8691cec3af0 req-cb51edd8-a201-452c-ab4f-00d2c26c6cfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:42.560870 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b8a91a1e-8c9c-4e90-bd0c-d8691cec3af0 req-cb51edd8-a201-452c-ab4f-00d2c26c6cfa service neutron] 10.222.0.129 "GET /v2.0/networks?id=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d HTTP/1.1" status: 200 len: 898 time: 0.1374941 Jan 24 17:02:42.623920 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8665ab74-0a45-4bce-9544-efc8ff609e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657240364', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:00:55Z', 'updated_at': '2022-01-24T17:01:00Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:56Z', 'updated_at': '2022-01-24T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3131bf65-0bd7-4aa1-b62e-778031b51e50', 'name': '', 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:af:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:59Z', 'updated_at': '2022-01-24T17:01:07Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:02:42.628505 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8665ab74-0a45-4bce-9544-efc8ff609e6a None None] Checking router: 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:02:42.633843 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b8a91a1e-8c9c-4e90-bd0c-d8691cec3af0 req-02a1034f-1ac9-4a0c-b340-cc360833e566 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6113f53f-59f8-4234-a410-1a76cbba3fcb HTTP/1.1" status: 200 len: 217 time: 0.0658460 Jan 24 17:02:42.639598 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8665ab74-0a45-4bce-9544-efc8ff609e6a None None] Routers {'6fc6be77-2f1e-44e8-8dc0-42c39863ef17'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:02:42.640300 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8665ab74-0a45-4bce-9544-efc8ff609e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:02:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:02:42.640419 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c70ebf-1bed-4b4a-a3d5-188a77d5637f req-19f63ba3-9f60-4119-b553-cf87387c3636 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:42.641188 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-f6c70ebf-1bed-4b4a-a3d5-188a77d5637f req-19f63ba3-9f60-4119-b553-cf87387c3636 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:02:42.656742 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-f6c70ebf-1bed-4b4a-a3d5-188a77d5637f req-19f63ba3-9f60-4119-b553-cf87387c3636 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:02:42.658087 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f6c70ebf-1bed-4b4a-a3d5-188a77d5637f req-19f63ba3-9f60-4119-b553-cf87387c3636 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.1730111 Jan 24 17:02:42.697669 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a91a1e-8c9c-4e90-bd0c-d8691cec3af0 req-cfb263a2-5c8e-447a-a77f-a652703e5458 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:42.699214 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b8a91a1e-8c9c-4e90-bd0c-d8691cec3af0 req-cfb263a2-5c8e-447a-a77f-a652703e5458 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=123e324c-aacc-49dc-9ebc-d96cf06721a0 HTTP/1.1" status: 200 len: 834 time: 0.0583019 Jan 24 17:02:42.708005 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f6c70ebf-1bed-4b4a-a3d5-188a77d5637f req-3df5371e-4094-4d86-b66f-dd5935187088 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441155 Jan 24 17:02:42.778089 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b8a91a1e-8c9c-4e90-bd0c-d8691cec3af0 req-86f668cd-a8be-47c6-b003-5cdb48457765 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723703 Jan 24 17:02:42.823503 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-8665ab74-0a45-4bce-9544-efc8ff609e6a None None] Set router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:02:42.913691 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b8a91a1e-8c9c-4e90-bd0c-d8691cec3af0 req-a2236c1a-2184-4c30-95a2-2b3b57b7f34b service neutron] 10.222.0.129 "GET /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276178 Jan 24 17:02:43.049928 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b8a91a1e-8c9c-4e90-bd0c-d8691cec3af0 req-8c534c58-0c19-491d-8258-e79fff986bca service neutron] 10.222.0.129 "GET /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292200 Jan 24 17:02:43.141330 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8665ab74-0a45-4bce-9544-efc8ff609e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657240364', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:00:55Z', 'updated_at': '2022-01-24T17:01:00Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:56Z', 'updated_at': '2022-01-24T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3131bf65-0bd7-4aa1-b62e-778031b51e50', 'name': '', 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:af:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:59Z', 'updated_at': '2022-01-24T17:01:07Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:02:43.145382 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8665ab74-0a45-4bce-9544-efc8ff609e6a None None] The sync data for ids ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'] in dv-neutron-826104-1-hyperv is: [{'id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657240364', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:00:55Z', 'updated_at': '2022-01-24T17:01:00Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:56Z', 'updated_at': '2022-01-24T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '3131bf65-0bd7-4aa1-b62e-778031b51e50', 'name': '', 'network_id': 'fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:af:b0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:59Z', 'updated_at': '2022-01-24T17:01:07Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '123e324c-aacc-49dc-9ebc-d96cf06721a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:02:43.382402 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff09d53-39a6-4724-9461-b12454e9e276 None None] New status for floating IP 790eadce-17ba-4990-92d9-8a0ef3e9390b: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 17:02:43.995072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293437b-04da-4f65-a286-f15d002316fc req-f6173612-8d8d-4163-89c7-68ee87d9d532 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:43.996538 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b293437b-04da-4f65-a286-f15d002316fc req-f6173612-8d8d-4163-89c7-68ee87d9d532 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.1607549 Jan 24 17:02:44.044233 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b293437b-04da-4f65-a286-f15d002316fc req-0110a600-eb49-44eb-9203-e344f94c24ec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=06147540-1d05-4338-a8e4-9faab83fcbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414133 Jan 24 17:02:44.248419 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579ba37-b575-4160-8c7f-37c607ca7211 req-636da921-7078-47ac-9c65-fc6831e80678 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:44.249905 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5579ba37-b575-4160-8c7f-37c607ca7211 req-636da921-7078-47ac-9c65-fc6831e80678 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 946 time: 0.0829203 Jan 24 17:02:44.317961 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-5579ba37-b575-4160-8c7f-37c607ca7211 req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port 6113f53f-59f8-4234-a410-1a76cbba3fcb {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:02:44.318190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-5579ba37-b575-4160-8c7f-37c607ca7211 req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:44.584873 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-5579ba37-b575-4160-8c7f-37c607ca7211 req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] For port 6113f53f-59f8-4234-a410-1a76cbba3fcb, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=6113f53f-59f8-4234-a410-1a76cbba3fcb,segment=NetworkSegment(19d57e9c-fae2-484b-9bfb-ba1ad2219ff8),segment_id=19d57e9c-fae2-484b-9bfb-ba1ad2219ff8)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:02:44.585133 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-5579ba37-b575-4160-8c7f-37c607ca7211 req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:44.708807 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-5579ba37-b575-4160-8c7f-37c607ca7211 req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for 6113f53f-59f8-4234-a410-1a76cbba3fcb owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:02:44.857608 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-5579ba37-b575-4160-8c7f-37c607ca7211 req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:44.906401 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=6113f53f-59f8-4234-a410-1a76cbba3fcb,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:45.076077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:45.076801 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:45.076801 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:45.077059 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:45.077381 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:45.077738 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:45.078029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:45.078409 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:45.078908 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:45.079236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:45.079587 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:45.087189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-5579ba37-b575-4160-8c7f-37c607ca7211 req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] No DVR routers for this DVR port 6113f53f-59f8-4234-a410-1a76cbba3fcb on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:02:45.089468 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-5579ba37-b575-4160-8c7f-37c607ca7211 req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:45.092201 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069a260f-df30-46a0-bab3-e86fb487adb8', 'name': 'network-vif-deleted', 'tag': '6113f53f-59f8-4234-a410-1a76cbba3fcb'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:02:45.111225 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5579ba37-b575-4160-8c7f-37c607ca7211 req-e3e7abd5-3b6d-4f3d-a5f4-381dd1f088f7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "DELETE /v2.0/ports/6113f53f-59f8-4234-a410-1a76cbba3fcb HTTP/1.1" status: 204 len: 173 time: 0.8554454 Jan 24 17:02:45.166965 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069a260f-df30-46a0-bab3-e86fb487adb8', 'name': 'network-vif-deleted', 'tag': '6113f53f-59f8-4234-a410-1a76cbba3fcb', 'status': 'completed', 'code': 200} Jan 24 17:02:45.224687 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-56ab9d80-e6f9-489f-8cd8-e89e36b7b268 req-466cc5cd-e7ac-4ea2-8f47-042d9c1614b5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=069a260f-df30-46a0-bab3-e86fb487adb8 HTTP/1.1" status: 200 len: 210 time: 0.0417325 Jan 24 17:02:46.336355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42892) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:46.773773 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1506-77a1-4395-8049-6d17aebe8fdb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:47.433800 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce1506-77a1-4395-8049-6d17aebe8fdb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port 3131bf65-0bd7-4aa1-b62e-778031b51e50 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:02:47.434647 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1506-77a1-4395-8049-6d17aebe8fdb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:47.644489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-a4ce1506-77a1-4395-8049-6d17aebe8fdb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] For port 3131bf65-0bd7-4aa1-b62e-778031b51e50, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=3131bf65-0bd7-4aa1-b62e-778031b51e50,segment=NetworkSegment(19d57e9c-fae2-484b-9bfb-ba1ad2219ff8),segment_id=19d57e9c-fae2-484b-9bfb-ba1ad2219ff8)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:02:47.644839 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1506-77a1-4395-8049-6d17aebe8fdb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:47.762310 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce1506-77a1-4395-8049-6d17aebe8fdb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for 3131bf65-0bd7-4aa1-b62e-778031b51e50 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:02:48.052854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1506-77a1-4395-8049-6d17aebe8fdb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:48.096711 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce1506-77a1-4395-8049-6d17aebe8fdb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=3131bf65-0bd7-4aa1-b62e-778031b51e50,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:48.369478 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:48.392540 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1506-77a1-4395-8049-6d17aebe8fdb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:48.578967 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 6113f53f-59f8-4234-a410-1a76cbba3fcb no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:02:48.614745 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 6113f53f-59f8-4234-a410-1a76cbba3fcb {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:02:48.615088 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 6113f53f-59f8-4234-a410-1a76cbba3fcb not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:02:49.009834 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ce1506-77a1-4395-8049-6d17aebe8fdb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:02:49.229865 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ce1506-77a1-4395-8049-6d17aebe8fdb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:02:49.240056 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76865ca2-26dd-4254-94eb-661b10a64991 None None] Sync routers for ids ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:02:49.244759 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a4ce1506-77a1-4395-8049-6d17aebe8fdb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "PUT /v2.0/routers/6fc6be77-2f1e-44e8-8dc0-42c39863ef17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9069519 Jan 24 17:02:49.247652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42896) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:49.252230 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76865ca2-26dd-4254-94eb-661b10a64991 None None] Routers {'6fc6be77-2f1e-44e8-8dc0-42c39863ef17'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:02:49.252836 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-76865ca2-26dd-4254-94eb-661b10a64991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:02:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:02:49.429064 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-76865ca2-26dd-4254-94eb-661b10a64991 None None] Set router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:02:49.429956 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbc6bb7-6815-41af-a106-934ce1819f9a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting subnet 123e324c-aacc-49dc-9ebc-d96cf06721a0 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 17:02:49.432868 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8cbc6bb7-6815-41af-a106-934ce1819f9a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:49.489910 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8cbc6bb7-6815-41af-a106-934ce1819f9a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:49.569803 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8cbc6bb7-6815-41af-a106-934ce1819f9a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:49.645589 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8cbc6bb7-6815-41af-a106-934ce1819f9a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:49.685423 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc6bb7-6815-41af-a106-934ce1819f9a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Subnet': ['ID=123e324c-aacc-49dc-9ebc-d96cf06721a0,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:49.690146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-8cbc6bb7-6815-41af-a106-934ce1819f9a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:49.699054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6d560c-e47c-4a23-bd43-8a8514a697ef None None] Network fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:02:49.700711 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-8cbc6bb7-6815-41af-a106-934ce1819f9a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/subnets/123e324c-aacc-49dc-9ebc-d96cf06721a0 HTTP/1.1" status: 204 len: 168 time: 0.4519989 Jan 24 17:02:49.700981 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42900) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:49.724472 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-76865ca2-26dd-4254-94eb-661b10a64991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657240364', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:00:55Z', 'updated_at': '2022-01-24T17:02:47Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:56Z', 'updated_at': '2022-01-24T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:02:49.728637 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76865ca2-26dd-4254-94eb-661b10a64991 None None] Checking router: 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:02:49.740219 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76865ca2-26dd-4254-94eb-661b10a64991 None None] Routers {'6fc6be77-2f1e-44e8-8dc0-42c39863ef17'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:02:49.740733 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-76865ca2-26dd-4254-94eb-661b10a64991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:02:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:02:49.916319 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-76865ca2-26dd-4254-94eb-661b10a64991 None None] Set router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:02:49.936785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1756ed8e-05d3-42c9-986d-40e56fa49f89 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:49.987383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] DHCP port deletion for fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 17:02:49.992554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Deleting port d16c266e-2eef-4e7d-9ab0-e655225eb8da {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:02:49.992894 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:50.246062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] For port d16c266e-2eef-4e7d-9ab0-e655225eb8da, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=d16c266e-2eef-4e7d-9ab0-e655225eb8da,segment=NetworkSegment(19d57e9c-fae2-484b-9bfb-ba1ad2219ff8),segment_id=19d57e9c-fae2-484b-9bfb-ba1ad2219ff8)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:02:50.246865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:50.249873 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-76865ca2-26dd-4254-94eb-661b10a64991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657240364', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:00:55Z', 'updated_at': '2022-01-24T17:02:47Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:56Z', 'updated_at': '2022-01-24T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:02:50.254591 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76865ca2-26dd-4254-94eb-661b10a64991 None None] The sync data for ids ['6fc6be77-2f1e-44e8-8dc0-42c39863ef17'] in dv-neutron-826104-1-hyperv is: [{'id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657240364', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:00:55Z', 'updated_at': '2022-01-24T17:02:47Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'f4ba9476-71a0-4a13-bf7d-7fb1074274b9', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc6be77-2f1e-44e8-8dc0-42c39863ef17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:00:56Z', 'updated_at': '2022-01-24T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:02:50.256186 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1756ed8e-05d3-42c9-986d-40e56fa49f89 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:50.269694 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-1756ed8e-05d3-42c9-986d-40e56fa49f89 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port f4ba9476-71a0-4a13-bf7d-7fb1074274b9 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:02:50.270235 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1756ed8e-05d3-42c9-986d-40e56fa49f89 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:50.376032 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Calling delete_port for d16c266e-2eef-4e7d-9ab0-e655225eb8da owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:02:50.449527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-1756ed8e-05d3-42c9-986d-40e56fa49f89 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] For port f4ba9476-71a0-4a13-bf7d-7fb1074274b9, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f4ba9476-71a0-4a13-bf7d-7fb1074274b9,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:02:50.449880 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1756ed8e-05d3-42c9-986d-40e56fa49f89 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:50.459059 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:50.501760 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Pushing event deleted for resources: {'Port': ['ID=d16c266e-2eef-4e7d-9ab0-e655225eb8da,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:50.512654 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:50.513031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:50.513308 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:50.513632 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:50.513946 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:50.514257 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:50.514564 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:50.514875 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:50.515181 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:50.515506 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:50.515988 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:02:50.518539 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec8f93-83cd-4c95-81d5-1e1beef00d5f None None] No DVR routers for this DVR port d16c266e-2eef-4e7d-9ab0-e655225eb8da on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:02:50.575156 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-1756ed8e-05d3-42c9-986d-40e56fa49f89 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for f4ba9476-71a0-4a13-bf7d-7fb1074274b9 owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:02:50.746016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1756ed8e-05d3-42c9-986d-40e56fa49f89 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:50.789015 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756ed8e-05d3-42c9-986d-40e56fa49f89 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=f4ba9476-71a0-4a13-bf7d-7fb1074274b9,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:51.010473 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1756ed8e-05d3-42c9-986d-40e56fa49f89 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:51.091436 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d16c266e-2eef-4e7d-9ab0-e655225eb8da no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:02:51.124414 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: d16c266e-2eef-4e7d-9ab0-e655225eb8da {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:02:51.124746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device d16c266e-2eef-4e7d-9ab0-e655225eb8da not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:02:51.125188 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3131bf65-0bd7-4aa1-b62e-778031b51e50 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:02:51.159665 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 3131bf65-0bd7-4aa1-b62e-778031b51e50 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:02:51.159969 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 3131bf65-0bd7-4aa1-b62e-778031b51e50 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:02:51.264844 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1756ed8e-05d3-42c9-986d-40e56fa49f89 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:51.269892 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1756ed8e-05d3-42c9-986d-40e56fa49f89 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:51.300831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1756ed8e-05d3-42c9-986d-40e56fa49f89 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:51.301249 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1756ed8e-05d3-42c9-986d-40e56fa49f89 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Fanout notify agent at l3_agent the message router_deleted on router 6fc6be77-2f1e-44e8-8dc0-42c39863ef17 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 17:02:51.317612 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-1756ed8e-05d3-42c9-986d-40e56fa49f89 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:51.321435 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-1756ed8e-05d3-42c9-986d-40e56fa49f89 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/routers/6fc6be77-2f1e-44e8-8dc0-42c39863ef17 HTTP/1.1" status: 204 len: 168 time: 1.6197708 Jan 24 17:02:51.321866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42904) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:51.441410 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ade0596b-88c4-45c8-934a-fe17aec414d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:51.668634 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ade0596b-88c4-45c8-934a-fe17aec414d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:51.694121 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-ade0596b-88c4-45c8-934a-fe17aec414d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:02:51.706652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-ade0596b-88c4-45c8-934a-fe17aec414d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d57e9c-fae2-484b-9bfb-ba1ad2219ff8') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:02:51.706924 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-ade0596b-88c4-45c8-934a-fe17aec414d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d57e9c-fae2-484b-9bfb-ba1ad2219ff8') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:02:51.719596 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ade0596b-88c4-45c8-934a-fe17aec414d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:51.737685 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ade0596b-88c4-45c8-934a-fe17aec414d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:51.744406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade0596b-88c4-45c8-934a-fe17aec414d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 17:02:51.744815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ade0596b-88c4-45c8-934a-fe17aec414d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 17:02:51.759903 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 17:02:51.842637 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ade0596b-88c4-45c8-934a-fe17aec414d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:51.860522 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ade0596b-88c4-45c8-934a-fe17aec414d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:51.871264 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0596b-88c4-45c8-934a-fe17aec414d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Network': ['ID=fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:51.881113 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ade0596b-88c4-45c8-934a-fe17aec414d1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/networks/fa80f279-b7e9-4bf9-a7d3-aed9b8e6657d HTTP/1.1" status: 204 len: 168 time: 0.5579524 Jan 24 17:02:51.883968 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42908) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:52.054812 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e16ad7ef-5faa-4b7b-bcf9-772fb0df3fab tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:52.088295 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e16ad7ef-5faa-4b7b-bcf9-772fb0df3fab tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:52.160932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e16ad7ef-5faa-4b7b-bcf9-772fb0df3fab tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:52.179317 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ad7ef-5faa-4b7b-bcf9-772fb0df3fab tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06147540-1d05-4338-a8e4-9faab83fcbbd,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:52.192658 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e16ad7ef-5faa-4b7b-bcf9-772fb0df3fab tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:52.193798 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e16ad7ef-5faa-4b7b-bcf9-772fb0df3fab tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/security-groups/06147540-1d05-4338-a8e4-9faab83fcbbd HTTP/1.1" status: 204 len: 168 time: 0.3088129 Jan 24 17:02:52.493073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42916) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:52.501520 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-134e07f6-c8d0-490c-b499-7287dd0f8831 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1617666232', 'description': 'tempest-secgroup-smoke-1617666232 description', 'project_id': 'edd5921dd99549ffb2cf58151bde22da'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:02:52.508370 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-134e07f6-c8d0-490c-b499-7287dd0f8831 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:02:52.512797 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-134e07f6-c8d0-490c-b499-7287dd0f8831 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:02:52.516451 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-134e07f6-c8d0-490c-b499-7287dd0f8831 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:02:52.522875 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-134e07f6-c8d0-490c-b499-7287dd0f8831 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:02:52.536728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-134e07f6-c8d0-490c-b499-7287dd0f8831 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:52.576322 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-134e07f6-c8d0-490c-b499-7287dd0f8831 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:02:52.580569 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-134e07f6-c8d0-490c-b499-7287dd0f8831 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:02:52.583545 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-134e07f6-c8d0-490c-b499-7287dd0f8831 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:02:52.589893 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-134e07f6-c8d0-490c-b499-7287dd0f8831 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:02:52.647784 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-134e07f6-c8d0-490c-b499-7287dd0f8831 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:52.653859 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-134e07f6-c8d0-490c-b499-7287dd0f8831 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:52.696487 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e07f6-c8d0-490c-b499-7287dd0f8831 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9bedd1-6aa0-48a4-84a6-338244d5169b,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:52.699008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-134e07f6-c8d0-490c-b499-7287dd0f8831 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:52.700220 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-134e07f6-c8d0-490c-b499-7287dd0f8831 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2061493 Jan 24 17:02:52.703160 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42920) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:52.708844 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-218e9328-ff79-414e-a1e0-8f2d378f52e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': 'ea9bedd1-6aa0-48a4-84a6-338244d5169b', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:02:52.715009 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-218e9328-ff79-414e-a1e0-8f2d378f52e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:02:52.719295 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-218e9328-ff79-414e-a1e0-8f2d378f52e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:02:52.722712 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-218e9328-ff79-414e-a1e0-8f2d378f52e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:02:52.728526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-218e9328-ff79-414e-a1e0-8f2d378f52e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:02:52.749682 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-218e9328-ff79-414e-a1e0-8f2d378f52e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:52.816945 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-218e9328-ff79-414e-a1e0-8f2d378f52e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:52.824282 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-218e9328-ff79-414e-a1e0-8f2d378f52e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:52.849666 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e9328-ff79-414e-a1e0-8f2d378f52e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2931c066-8c76-443c-acb5-d1cc39303536,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:52.861424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-218e9328-ff79-414e-a1e0-8f2d378f52e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:52.862592 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-218e9328-ff79-414e-a1e0-8f2d378f52e6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1584086 Jan 24 17:02:52.865347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42924) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:52.870660 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-15209523-e16a-4583-a80d-b926501f6894 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': 'ea9bedd1-6aa0-48a4-84a6-338244d5169b', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:02:52.876861 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-15209523-e16a-4583-a80d-b926501f6894 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:02:52.880803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-15209523-e16a-4583-a80d-b926501f6894 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:02:52.883668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-15209523-e16a-4583-a80d-b926501f6894 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:02:52.889484 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-15209523-e16a-4583-a80d-b926501f6894 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:02:52.907764 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15209523-e16a-4583-a80d-b926501f6894 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:52.969641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15209523-e16a-4583-a80d-b926501f6894 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:52.975851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15209523-e16a-4583-a80d-b926501f6894 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:52.999658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f4ba9476-71a0-4a13-bf7d-7fb1074274b9 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:02:53.001382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15209523-e16a-4583-a80d-b926501f6894 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717683fc-3cb4-427e-ac11-253aac911930,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:53.010382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-15209523-e16a-4583-a80d-b926501f6894 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.011583 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-15209523-e16a-4583-a80d-b926501f6894 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1453056 Jan 24 17:02:53.014324 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42928) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:53.019936 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-0738ff4c-c51e-4c8f-a1bb-d4ef5a4d4eb1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': 'ea9bedd1-6aa0-48a4-84a6-338244d5169b', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:02:53.025754 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0738ff4c-c51e-4c8f-a1bb-d4ef5a4d4eb1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:02:53.029686 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0738ff4c-c51e-4c8f-a1bb-d4ef5a4d4eb1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:02:53.032807 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-0738ff4c-c51e-4c8f-a1bb-d4ef5a4d4eb1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:02:53.032973 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: f4ba9476-71a0-4a13-bf7d-7fb1074274b9 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:02:53.033291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f4ba9476-71a0-4a13-bf7d-7fb1074274b9 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:02:53.038461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-0738ff4c-c51e-4c8f-a1bb-d4ef5a4d4eb1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:02:53.056622 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0738ff4c-c51e-4c8f-a1bb-d4ef5a4d4eb1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.121714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0738ff4c-c51e-4c8f-a1bb-d4ef5a4d4eb1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.128246 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0738ff4c-c51e-4c8f-a1bb-d4ef5a4d4eb1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.155087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738ff4c-c51e-4c8f-a1bb-d4ef5a4d4eb1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13786525-7f75-484e-a474-75ac39306cc7,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:53.166558 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-0738ff4c-c51e-4c8f-a1bb-d4ef5a4d4eb1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.167996 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-0738ff4c-c51e-4c8f-a1bb-d4ef5a4d4eb1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1525605 Jan 24 17:02:53.170916 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42932) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:53.176806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-8f4226ba-fb09-4248-b7e3-b303e7d84cdd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': 'ea9bedd1-6aa0-48a4-84a6-338244d5169b', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:02:53.182704 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8f4226ba-fb09-4248-b7e3-b303e7d84cdd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:02:53.186583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8f4226ba-fb09-4248-b7e3-b303e7d84cdd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:02:53.189481 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-8f4226ba-fb09-4248-b7e3-b303e7d84cdd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:02:53.195054 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-8f4226ba-fb09-4248-b7e3-b303e7d84cdd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:02:53.211810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f4226ba-fb09-4248-b7e3-b303e7d84cdd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.276175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f4226ba-fb09-4248-b7e3-b303e7d84cdd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.282029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f4226ba-fb09-4248-b7e3-b303e7d84cdd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.303906 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4226ba-fb09-4248-b7e3-b303e7d84cdd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e4942a-d242-4863-9fae-85fb11a017a5,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:53.314644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-8f4226ba-fb09-4248-b7e3-b303e7d84cdd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.316143 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-8f4226ba-fb09-4248-b7e3-b303e7d84cdd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1441360 Jan 24 17:02:53.318971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42936) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:53.324451 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-7331610c-5a34-4262-8635-54b543ef51a2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': 'ea9bedd1-6aa0-48a4-84a6-338244d5169b', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:02:53.330582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7331610c-5a34-4262-8635-54b543ef51a2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:02:53.334768 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7331610c-5a34-4262-8635-54b543ef51a2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:02:53.337846 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-7331610c-5a34-4262-8635-54b543ef51a2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:02:53.344163 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-7331610c-5a34-4262-8635-54b543ef51a2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:02:53.360065 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-7331610c-5a34-4262-8635-54b543ef51a2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Project edd5921dd99549ffb2cf58151bde22da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 17:02:53.369918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7331610c-5a34-4262-8635-54b543ef51a2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.434498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7331610c-5a34-4262-8635-54b543ef51a2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.440181 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7331610c-5a34-4262-8635-54b543ef51a2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.464756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331610c-5a34-4262-8635-54b543ef51a2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544d65fa-901b-480e-b746-a6d75a97ab0d,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:53.474401 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7331610c-5a34-4262-8635-54b543ef51a2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.475709 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7331610c-5a34-4262-8635-54b543ef51a2 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1555831 Jan 24 17:02:53.478343 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42940) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:53.483927 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-cdcb109a-8ee1-44af-b770-a21a7deb247b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'security_group_rule': {'security_group_id': 'ea9bedd1-6aa0-48a4-84a6-338244d5169b', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:02:53.490003 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cdcb109a-8ee1-44af-b770-a21a7deb247b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:02:53.493944 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cdcb109a-8ee1-44af-b770-a21a7deb247b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:security_group_rule and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:02:53.496890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cdcb109a-8ee1-44af-b770-a21a7deb247b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:02:53.502803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cdcb109a-8ee1-44af-b770-a21a7deb247b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:02:53.514933 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-cdcb109a-8ee1-44af-b770-a21a7deb247b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Project edd5921dd99549ffb2cf58151bde22da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 17:02:53.521410 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cdcb109a-8ee1-44af-b770-a21a7deb247b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.586495 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cdcb109a-8ee1-44af-b770-a21a7deb247b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.593323 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cdcb109a-8ee1-44af-b770-a21a7deb247b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.618144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb109a-8ee1-44af-b770-a21a7deb247b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ac10c1-9b0f-4fe6-b573-58dbfd7d90f4,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:53.627382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cdcb109a-8ee1-44af-b770-a21a7deb247b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.628709 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cdcb109a-8ee1-44af-b770-a21a7deb247b tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1495044 Jan 24 17:02:53.631598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42944) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:53.637032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-635d6b80-c958-42f0-b15d-9b07e92a1ace tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'network': {'name': 'tempest-network-smoke--830662363', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'port_security_enabled': True}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:02:53.642265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-635d6b80-c958-42f0-b15d-9b07e92a1ace tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:02:53.646457 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-635d6b80-c958-42f0-b15d-9b07e92a1ace tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:network and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:02:53.649393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-635d6b80-c958-42f0-b15d-9b07e92a1ace tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:02:53.655137 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-635d6b80-c958-42f0-b15d-9b07e92a1ace tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:02:53.668474 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635d6b80-c958-42f0-b15d-9b07e92a1ace tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Made reservation on behalf of edd5921dd99549ffb2cf58151bde22da for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:02:53.671368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-635d6b80-c958-42f0-b15d-9b07e92a1ace tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.704462 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635d6b80-c958-42f0-b15d-9b07e92a1ace tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 17:02:53.713497 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-635d6b80-c958-42f0-b15d-9b07e92a1ace tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.713928 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-635d6b80-c958-42f0-b15d-9b07e92a1ace tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Added segment 49142a02-6c9a-4fcf-9e2c-14749c232dae of type vlan for network 7390955b-79d7-4ad4-93a6-73c497d26aee Jan 24 17:02:53.740491 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-635d6b80-c958-42f0-b15d-9b07e92a1ace tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.774966 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-635d6b80-c958-42f0-b15d-9b07e92a1ace tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.778587 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635d6b80-c958-42f0-b15d-9b07e92a1ace tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:53.779156 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-635d6b80-c958-42f0-b15d-9b07e92a1ace tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.886187 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-635d6b80-c958-42f0-b15d-9b07e92a1ace tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2534492 Jan 24 17:02:53.889040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42948) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:53.895515 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d6b80-c958-42f0-b15d-9b07e92a1ace tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Network': ['ID=7390955b-79d7-4ad4-93a6-73c497d26aee,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:53.895689 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1714202459', 'admin_state_up': True, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:02:53.902645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:02:53.905853 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 7390955b-79d7-4ad4-93a6-73c497d26aee details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 17:02:53.907300 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:router and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:02:53.910881 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:02:53.917444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:02:53.929170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.930367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:53.950345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:54.098234 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:54.293727 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:54.323012 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:54.459653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.26.2.155 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/eace9e9e-e5b3-4dd8-ab89-1e9887131b2b) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:02:54.612040 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:54.643308 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:54.722237 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:02:54.725143 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:02:54.729462 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:02:54.753608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=eace9e9e-e5b3-4dd8-ab89-1e9887131b2b,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:54.901887 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:54.903061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:55.146643 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router e790a80f-ca68-4d72-a240-d83a64d7b7ac is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 17:02:55.450341 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:02:55.462643 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Sync routers for ids ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:02:55.475514 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Routers {'e790a80f-ca68-4d72-a240-d83a64d7b7ac'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:02:55.476138 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:02:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:02:55.477444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:55.478616 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-11f2187e-ae3d-4c33-9742-0407593114d6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5876102 Jan 24 17:02:55.481880 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42952) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:55.520611 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1c87742b-6017-405c-9d7b-232fd66fbbf1 tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/subnets?project_id=edd5921dd99549ffb2cf58151bde22da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376594 Jan 24 17:02:55.523559 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42956) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:55.584114 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:02:55.652253 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Set router e790a80f-ca68-4d72-a240-d83a64d7b7ac gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:02:55.655169 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1c4e7e-21dd-46d0-9b01-324a1a65537d tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:55.657482 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7e1c4e7e-21dd-46d0-9b01-324a1a65537d tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323462 Jan 24 17:02:55.660650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42960) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:55.699405 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-882d3403-dc45-44b4-bde2-021772bac8ab tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/subnets?network_id=2668b65a-79ae-4c58-beed-9fa3e5f27e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374923 Jan 24 17:02:55.702334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 42964) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:55.708972 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ed979a17-59f1-4953-b837-0ce5c65df9a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-181583312', 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee', 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:02:55.823409 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ed979a17-59f1-4953-b837-0ce5c65df9a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:02:55.827388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ed979a17-59f1-4953-b837-0ce5c65df9a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:subnet and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:02:55.830378 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ed979a17-59f1-4953-b837-0ce5c65df9a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:02:55.836355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ed979a17-59f1-4953-b837-0ce5c65df9a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:02:55.848352 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed979a17-59f1-4953-b837-0ce5c65df9a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Made reservation on behalf of edd5921dd99549ffb2cf58151bde22da for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:02:55.935815 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714202459', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:02:53Z', 'updated_at': '2022-01-24T17:02:54Z', 'revision_number': 3, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:54Z', 'updated_at': '2022-01-24T17:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:02:55.940351 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Checking router: e790a80f-ca68-4d72-a240-d83a64d7b7ac for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:02:55.940774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Updating router e790a80f-ca68-4d72-a240-d83a64d7b7ac port eace9e9e-e5b3-4dd8-ab89-1e9887131b2b binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 17:02:55.958527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ed979a17-59f1-4953-b837-0ce5c65df9a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:55.994351 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:56.174559 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ed979a17-59f1-4953-b837-0ce5c65df9a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:56.251649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed979a17-59f1-4953-b837-0ce5c65df9a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Subnet': ['ID=2452afcc-bc35-411c-bdad-71dc25982bf8,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:56.269277 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed979a17-59f1-4953-b837-0ce5c65df9a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Checking segment: {'id': '49142a02-6c9a-4fcf-9e2c-14749c232dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:02:56.269760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed979a17-59f1-4953-b837-0ce5c65df9a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network hostable DHCP agents. Network: 7390955b-79d7-4ad4-93a6-73c497d26aee, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 17:02:56.294268 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed979a17-59f1-4953-b837-0ce5c65df9a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 7390955b-79d7-4ad4-93a6-73c497d26aee is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 17:02:56.306574 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-ed979a17-59f1-4953-b837-0ce5c65df9a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 7390955b-79d7-4ad4-93a6-73c497d26aee) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:02:56.310489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed979a17-59f1-4953-b837-0ce5c65df9a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:56.311067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ed979a17-59f1-4953-b837-0ce5c65df9a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:56.335501 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ed979a17-59f1-4953-b837-0ce5c65df9a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6319306 Jan 24 17:02:56.338418 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 42968) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:02:56.342004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77802f22-1c51-4cd7-a339-1f4233c435a1 None None] Network 7390955b-79d7-4ad4-93a6-73c497d26aee requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:02:56.447453 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:56.470994 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Transition to ACTIVE for port object eace9e9e-e5b3-4dd8-ab89-1e9887131b2b will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:02:56.488865 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:56.610795 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b259d-778f-4727-af80-57aa42521bd2 None None] Pushing event updated for resources: {'Port': ['ID=eace9e9e-e5b3-4dd8-ab89-1e9887131b2b,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:56.624508 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Attempting to bind port eace9e9e-e5b3-4dd8-ab89-1e9887131b2b on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:02:56.624895 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Attempting to bind port eace9e9e-e5b3-4dd8-ab89-1e9887131b2b by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:02:56.625266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Attempting to bind port eace9e9e-e5b3-4dd8-ab89-1e9887131b2b on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:02:56.668969 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:02:56.669331 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:02:56.669734 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:56.670123 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:02:56.670585 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Bound port: eace9e9e-e5b3-4dd8-ab89-1e9887131b2b, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:02:56.670970 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:56.706321 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-7390955b-79d7-4ad4-93a6-73c497d26aee', 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ips': [{'subnet_id': '2452afcc-bc35-411c-bdad-71dc25982bf8'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 17:02:56.707122 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:56.809924 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] For port eace9e9e-e5b3-4dd8-ab89-1e9887131b2b, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:02:56.834892 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] For port eace9e9e-e5b3-4dd8-ab89-1e9887131b2b, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=eace9e9e-e5b3-4dd8-ab89-1e9887131b2b,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:02:56.842364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:56.977293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Allocated IP 172.20.0.2 (7390955b-79d7-4ad4-93a6-73c497d26aee/2452afcc-bc35-411c-bdad-71dc25982bf8/867aff00-046f-4d16-8714-8b90a52ed62d) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:02:56.982379 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b259d-778f-4727-af80-57aa42521bd2 None None] Pushing event updated for resources: {'Port': ['ID=eace9e9e-e5b3-4dd8-ab89-1e9887131b2b,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:57.057497 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Routers {'e790a80f-ca68-4d72-a240-d83a64d7b7ac'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:02:57.058246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:02:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:02:57.101322 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:57.339185 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] Set router e790a80f-ca68-4d72-a240-d83a64d7b7ac gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:02:57.452603 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:57.476101 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Transition to ACTIVE for port object 867aff00-046f-4d16-8714-8b90a52ed62d will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:02:57.549716 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Transition to ACTIVE for port object 867aff00-046f-4d16-8714-8b90a52ed62d will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:02:57.566513 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:57.631539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.20.0.1 (7390955b-79d7-4ad4-93a6-73c497d26aee/2452afcc-bc35-411c-bdad-71dc25982bf8/53d15966-b79d-4a59-855a-de49f86e0973) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:02:57.691935 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Network 7390955b-79d7-4ad4-93a6-73c497d26aee is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:02:57.692775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Pushing event updated for resources: {'Port': ['ID=867aff00-046f-4d16-8714-8b90a52ed62d,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:57.698747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:02:57.700911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:02:57.798382 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:57.815571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Transition to ACTIVE for port object 53d15966-b79d-4a59-855a-de49f86e0973 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:02:57.837537 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:57.850989 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Attempting to bind port 867aff00-046f-4d16-8714-8b90a52ed62d on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:02:57.851344 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Attempting to bind port 867aff00-046f-4d16-8714-8b90a52ed62d by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '49142a02-6c9a-4fcf-9e2c-14749c232dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:02:57.851714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Attempting to bind port 867aff00-046f-4d16-8714-8b90a52ed62d on network 7390955b-79d7-4ad4-93a6-73c497d26aee {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:02:57.861425 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:02:57.861782 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Checking segment: {'id': '49142a02-6c9a-4fcf-9e2c-14749c232dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:02:57.862168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:57.862542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Bound using segment: {'id': '49142a02-6c9a-4fcf-9e2c-14749c232dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:02:57.862987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Bound port: 867aff00-046f-4d16-8714-8b90a52ed62d, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49142a02-6c9a-4fcf-9e2c-14749c232dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:02:57.863340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:57.878223 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714202459', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:02:53Z', 'updated_at': '2022-01-24T17:02:54Z', 'revision_number': 3, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:54Z', 'updated_at': '2022-01-24T17:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:02:57.906470 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 7390955b-79d7-4ad4-93a6-73c497d26aee is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:02:57.908948 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f849d9-2f64-49fa-88d3-329d65e660d5 None None] The sync data for ids ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'] in dv-neutron-826104-1-hyperv is: [{'id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714202459', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:02:53Z', 'updated_at': '2022-01-24T17:02:54Z', 'revision_number': 3, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:54Z', 'updated_at': '2022-01-24T17:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:02:57.909529 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:02:57.913550 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:02:57.945185 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=53d15966-b79d-4a59-855a-de49f86e0973,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:57.968256 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] For port 867aff00-046f-4d16-8714-8b90a52ed62d, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:02:57.972144 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] For port 867aff00-046f-4d16-8714-8b90a52ed62d, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=867aff00-046f-4d16-8714-8b90a52ed62d,segment=NetworkSegment(49142a02-6c9a-4fcf-9e2c-14749c232dae),segment_id=49142a02-6c9a-4fcf-9e2c-14749c232dae)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:02:57.978241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:57.982301 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:58.074800 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349879c1-915a-4f0a-8ecf-ffde678db0f7 None None] Pushing event updated for resources: {'Port': ['ID=867aff00-046f-4d16-8714-8b90a52ed62d,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:58.232407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:58.673075 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:58.678259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:58.798100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:58.801607 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=53d15966-b79d-4a59-855a-de49f86e0973,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:58.943076 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 7390955b-79d7-4ad4-93a6-73c497d26aee is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:02:58.944931 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:02:59.016443 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3855a202-10a6-4360-bfc9-aa87444a23c9 None None] Network 7390955b-79d7-4ad4-93a6-73c497d26aee requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:02:59.132749 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device eace9e9e-e5b3-4dd8-ab89-1e9887131b2b up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:02:59.160933 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-fffc70d7-be4f-46f0-9711-68503ba10482 None None] Provisioning for port 867aff00-046f-4d16-8714-8b90a52ed62d completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:02:59.292759 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port eace9e9e-e5b3-4dd8-ab89-1e9887131b2b completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:02:59.300159 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port eace9e9e-e5b3-4dd8-ab89-1e9887131b2b triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:02:59.300452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:59.359140 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router e790a80f-ca68-4d72-a240-d83a64d7b7ac has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:02:59.436302 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:59.453794 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port eace9e9e-e5b3-4dd8-ab89-1e9887131b2b, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=eace9e9e-e5b3-4dd8-ab89-1e9887131b2b,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:02:59.458624 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:59.459394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 867aff00-046f-4d16-8714-8b90a52ed62d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:02:59.575540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=eace9e9e-e5b3-4dd8-ab89-1e9887131b2b,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:02:59.576878 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:02:59.590213 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 867aff00-046f-4d16-8714-8b90a52ed62d completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:02:59.597464 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-eac4b45c-545b-4478-935c-a7d884d46fa9 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "PUT /v2.0/routers/e790a80f-ca68-4d72-a240-d83a64d7b7ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2517271 Jan 24 17:02:59.597595 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 867aff00-046f-4d16-8714-8b90a52ed62d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:02:59.597595 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:59.665822 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d7bdd9b2-83af-4c8a-8118-934b2e926f04 None None] Provisioning for port 53d15966-b79d-4a59-855a-de49f86e0973 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:02:59.677394 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d7bdd9b2-83af-4c8a-8118-934b2e926f04 None None] Provisioning complete for port 53d15966-b79d-4a59-855a-de49f86e0973 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:02:59.678017 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd9b2-83af-4c8a-8118-934b2e926f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:59.784597 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d7bdd9b2-83af-4c8a-8118-934b2e926f04 None None] Port 53d15966-b79d-4a59-855a-de49f86e0973 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:02:59.788215 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-7e98d1b6-8d88-4185-b52a-5386859c3265 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1617666232&fields=id&tenant_id=edd5921dd99549ffb2cf58151bde22da HTTP/1.1" status: 200 len: 267 time: 0.0546613 Jan 24 17:02:59.788688 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:59.823117 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d7bdd9b2-83af-4c8a-8118-934b2e926f04 None None] Provisioning complete for port 867aff00-046f-4d16-8714-8b90a52ed62d triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:02:59.823519 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd9b2-83af-4c8a-8118-934b2e926f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:59.865932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 867aff00-046f-4d16-8714-8b90a52ed62d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=867aff00-046f-4d16-8714-8b90a52ed62d,segment=NetworkSegment(49142a02-6c9a-4fcf-9e2c-14749c232dae),segment_id=49142a02-6c9a-4fcf-9e2c-14749c232dae)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:02:59.877454 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:02:59.985089 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=867aff00-046f-4d16-8714-8b90a52ed62d,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:00.059332 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-fb001e2a-75a2-4408-8278-d8ea31044a0d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:00.060022 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-fb001e2a-75a2-4408-8278-d8ea31044a0d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:03:00.077007 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-fb001e2a-75a2-4408-8278-d8ea31044a0d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:03:00.078270 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-fb001e2a-75a2-4408-8278-d8ea31044a0d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/networks?id=7390955b-79d7-4ad4-93a6-73c497d26aee HTTP/1.1" status: 200 len: 796 time: 0.2835777 Jan 24 17:03:00.097711 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-6fa1d60e-ab38-4ecc-8bad-aa23b707b0e8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/quotas/edd5921dd99549ffb2cf58151bde22da HTTP/1.1" status: 200 len: 375 time: 0.0127628 Jan 24 17:03:00.145206 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-baf81cbd-e6e2-408b-a64f-ac2b6a0d9c86 None None] Provisioning complete for port 53d15966-b79d-4a59-855a-de49f86e0973 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:03:00.145814 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-baf81cbd-e6e2-408b-a64f-ac2b6a0d9c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:00.185043 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-0fd8abc6-0114-46bd-85d7-3d4cbfc3a351 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:03:00.201558 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-baf81cbd-e6e2-408b-a64f-ac2b6a0d9c86 None None] Port 53d15966-b79d-4a59-855a-de49f86e0973 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:03:00.201884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-0fd8abc6-0114-46bd-85d7-3d4cbfc3a351 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:03:00.204386 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-0fd8abc6-0114-46bd-85d7-3d4cbfc3a351 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014073 Jan 24 17:03:00.420112 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-766050ee-b2d2-46fb-9910-589896682eca service neutron] 10.222.0.130 "GET /v2.0/networks/7390955b-79d7-4ad4-93a6-73c497d26aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039824 Jan 24 17:03:00.559863 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-68413d2f-c138-4a75-98cd-0ceafa6073ba service neutron] 10.222.0.130 "GET /v2.0/networks/7390955b-79d7-4ad4-93a6-73c497d26aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334591 Jan 24 17:03:00.764523 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-9f3faa83-ee27-4d29-9094-404a3b521548 req-878f69f9-5ac5-421d-bf87-c113befb6d04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:03:00.776821 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-9f3faa83-ee27-4d29-9094-404a3b521548 req-878f69f9-5ac5-421d-bf87-c113befb6d04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:03:00.777957 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9f3faa83-ee27-4d29-9094-404a3b521548 req-878f69f9-5ac5-421d-bf87-c113befb6d04 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 210 time: 0.0540020 Jan 24 17:03:01.071002 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device eace9e9e-e5b3-4dd8-ab89-1e9887131b2b up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:03:01.141896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port eace9e9e-e5b3-4dd8-ab89-1e9887131b2b triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:03:01.142252 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:01.262092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 867aff00-046f-4d16-8714-8b90a52ed62d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:03:01.331057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 867aff00-046f-4d16-8714-8b90a52ed62d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:03:01.331393 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:01.431813 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Sync routers for ids ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:03:01.444121 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Routers {'e790a80f-ca68-4d72-a240-d83a64d7b7ac'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:03:01.444804 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:02:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:01.621722 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Set router e790a80f-ca68-4d72-a240-d83a64d7b7ac gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:03:01.949943 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-43368151-f71c-4f65-946d-f8d27eebbcec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:01.951326 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-43368151-f71c-4f65-946d-f8d27eebbcec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:network {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:03:01.958897 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714202459', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:02:53Z', 'updated_at': '2022-01-24T17:02:58Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:54Z', 'updated_at': '2022-01-24T17:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '53d15966-b79d-4a59-855a-de49f86e0973', 'name': '', 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:7f:37:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:57Z', 'updated_at': '2022-01-24T17:02:58Z', 'revision_number': 2, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:01.964570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-43368151-f71c-4f65-946d-f8d27eebbcec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:network {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:03:01.966046 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-43368151-f71c-4f65-946d-f8d27eebbcec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "GET /v2.0/networks?id=7390955b-79d7-4ad4-93a6-73c497d26aee HTTP/1.1" status: 200 len: 796 time: 0.1673596 Jan 24 17:03:01.968144 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Checking router: e790a80f-ca68-4d72-a240-d83a64d7b7ac for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:03:01.968557 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Updating router e790a80f-ca68-4d72-a240-d83a64d7b7ac port 53d15966-b79d-4a59-855a-de49f86e0973 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 17:03:01.980872 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4bad6ece-ae7c-4986-8c2b-897b5c9db8b9 req-fa47aa7a-8ff8-49d2-907c-fe81212b7f4e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 210 time: 0.0724883 Jan 24 17:03:02.028928 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:02.052583 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-b71fffe6-a79b-4a41-9003-a581750cf95a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:03:02.070653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-b71fffe6-a79b-4a41-9003-a581750cf95a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:03:02.072288 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-b71fffe6-a79b-4a41-9003-a581750cf95a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edd5921dd99549ffb2cf58151bde22da HTTP/1.1" status: 200 len: 380 time: 0.0935488 Jan 24 17:03:02.083763 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-74e78520-6325-45f7-8d6f-a2aaf3d04354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'port': {'device_id': 'd3966dc3-6ac2-4d7e-b740-cb5363fdbddc', 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee', 'admin_state_up': True, 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'security_groups': ['ea9bedd1-6aa0-48a4-84a6-338244d5169b']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:03:02.223074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-74e78520-6325-45f7-8d6f-a2aaf3d04354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:03:02.232333 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-74e78520-6325-45f7-8d6f-a2aaf3d04354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:03:02.242546 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-74e78520-6325-45f7-8d6f-a2aaf3d04354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Made reservation on behalf of edd5921dd99549ffb2cf58151bde22da for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:03:02.246019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-74e78520-6325-45f7-8d6f-a2aaf3d04354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:02.406093 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:02.418197 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Transition to ACTIVE for port object 53d15966-b79d-4a59-855a-de49f86e0973 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:03:02.428536 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:02.497168 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-74e78520-6325-45f7-8d6f-a2aaf3d04354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.20.0.3 (7390955b-79d7-4ad4-93a6-73c497d26aee/2452afcc-bc35-411c-bdad-71dc25982bf8/28ee7a4d-d3af-4e56-9666-fdda9dd63f87) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:03:02.554260 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf424f1-26b8-4731-80c0-f14bdaf00a01 None None] Pushing event updated for resources: {'Port': ['ID=53d15966-b79d-4a59-855a-de49f86e0973,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:02.626757 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf424f1-26b8-4731-80c0-f14bdaf00a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:02.627103 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf424f1-26b8-4731-80c0-f14bdaf00a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:02.627428 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf424f1-26b8-4731-80c0-f14bdaf00a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:02.627749 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf424f1-26b8-4731-80c0-f14bdaf00a01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:02.628092 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf424f1-26b8-4731-80c0-f14bdaf00a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:02.628406 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf424f1-26b8-4731-80c0-f14bdaf00a01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:02.628721 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf424f1-26b8-4731-80c0-f14bdaf00a01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:02.629033 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf424f1-26b8-4731-80c0-f14bdaf00a01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:02.629342 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf424f1-26b8-4731-80c0-f14bdaf00a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:02.629619 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf424f1-26b8-4731-80c0-f14bdaf00a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:02.629930 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf424f1-26b8-4731-80c0-f14bdaf00a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:02.658415 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Attempting to bind port 53d15966-b79d-4a59-855a-de49f86e0973 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:03:02.658885 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Attempting to bind port 53d15966-b79d-4a59-855a-de49f86e0973 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '49142a02-6c9a-4fcf-9e2c-14749c232dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:03:02.659262 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Attempting to bind port 53d15966-b79d-4a59-855a-de49f86e0973 on network 7390955b-79d7-4ad4-93a6-73c497d26aee {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:03:02.666138 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:03:02.666516 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Checking segment: {'id': '49142a02-6c9a-4fcf-9e2c-14749c232dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:03:02.666936 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:02.667369 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Bound using segment: {'id': '49142a02-6c9a-4fcf-9e2c-14749c232dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:03:02.667972 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Bound port: 53d15966-b79d-4a59-855a-de49f86e0973, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49142a02-6c9a-4fcf-9e2c-14749c232dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:03:02.668339 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:02.789516 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] For port 53d15966-b79d-4a59-855a-de49f86e0973, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:03:02.792910 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] For port 53d15966-b79d-4a59-855a-de49f86e0973, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=53d15966-b79d-4a59-855a-de49f86e0973,segment=NetworkSegment(49142a02-6c9a-4fcf-9e2c-14749c232dae),segment_id=49142a02-6c9a-4fcf-9e2c-14749c232dae)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:03:02.799093 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:02.809626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-74e78520-6325-45f7-8d6f-a2aaf3d04354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:02.828721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-74e78520-6325-45f7-8d6f-a2aaf3d04354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Transition to ACTIVE for port object 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:03:02.851496 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-74e78520-6325-45f7-8d6f-a2aaf3d04354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:02.888605 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf424f1-26b8-4731-80c0-f14bdaf00a01 None None] Pushing event updated for resources: {'Port': ['ID=53d15966-b79d-4a59-855a-de49f86e0973,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:02.895879 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Routers {'e790a80f-ca68-4d72-a240-d83a64d7b7ac'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:03:02.896492 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:02:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:02.927689 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-74e78520-6325-45f7-8d6f-a2aaf3d04354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 7390955b-79d7-4ad4-93a6-73c497d26aee is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:03:02.931085 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-74e78520-6325-45f7-8d6f-a2aaf3d04354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:03:02.933574 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-74e78520-6325-45f7-8d6f-a2aaf3d04354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:03:02.966644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e78520-6325-45f7-8d6f-a2aaf3d04354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=28ee7a4d-d3af-4e56-9666-fdda9dd63f87,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:03.005638 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-74e78520-6325-45f7-8d6f-a2aaf3d04354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:03.006265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-74e78520-6325-45f7-8d6f-a2aaf3d04354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:03.062158 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-74e78520-6325-45f7-8d6f-a2aaf3d04354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9821656 Jan 24 17:03:03.073427 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Request body: {'port': {'device_id': 'd3966dc3-6ac2-4d7e-b740-cb5363fdbddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:03:03.099888 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] Set router e790a80f-ca68-4d72-a240-d83a64d7b7ac gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:03:03.255826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:03.355000 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5f308-6e70-4aec-8562-6307c7c6d95f req-76315de3-29d1-4ad9-92e9-a4ebfcf74a1e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:03.355723 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-e1d5f308-6e70-4aec-8562-6307c7c6d95f req-76315de3-29d1-4ad9-92e9-a4ebfcf74a1e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:03:03.402543 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7bea8e41-b80d-45ae-806d-e7c05d2496c3 None None] Provisioning for port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:03:03.409527 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-7bea8e41-b80d-45ae-806d-e7c05d2496c3 None None] Provisioning complete for port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:03:03.410052 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-7bea8e41-b80d-45ae-806d-e7c05d2496c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:03.427499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-e1d5f308-6e70-4aec-8562-6307c7c6d95f req-76315de3-29d1-4ad9-92e9-a4ebfcf74a1e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:03:03.428745 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e1d5f308-6e70-4aec-8562-6307c7c6d95f req-76315de3-29d1-4ad9-92e9-a4ebfcf74a1e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 931 time: 0.2453568 Jan 24 17:03:03.434025 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714202459', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:02:53Z', 'updated_at': '2022-01-24T17:02:58Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:54Z', 'updated_at': '2022-01-24T17:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '53d15966-b79d-4a59-855a-de49f86e0973', 'name': '', 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:7f:37:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:57Z', 'updated_at': '2022-01-24T17:03:02Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:03.438965 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a180a2-2d1a-40e3-9877-e23e4e3ef25d None None] The sync data for ids ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'] in dv-neutron-826104-1-hyperv is: [{'id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714202459', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:02:53Z', 'updated_at': '2022-01-24T17:02:58Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:54Z', 'updated_at': '2022-01-24T17:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '53d15966-b79d-4a59-855a-de49f86e0973', 'name': '', 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:7f:37:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:57Z', 'updated_at': '2022-01-24T17:03:02Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:03:03.475702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-7bea8e41-b80d-45ae-806d-e7c05d2496c3 None None] Port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:03:03.583351 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e1d5f308-6e70-4aec-8562-6307c7c6d95f req-92f2e7ce-0561-45d9-a9ef-b61aa14568a3 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447804 Jan 24 17:03:03.704329 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:03:03.719584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:03.749287 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Transition to ACTIVE for port object 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:03:03.756362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:03.912693 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Pushing event updated for resources: {'Port': ['ID=28ee7a4d-d3af-4e56-9666-fdda9dd63f87,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:04.034753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Attempting to bind port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:03:04.035382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Attempting to bind port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '49142a02-6c9a-4fcf-9e2c-14749c232dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:03:04.035382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Attempting to bind port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 on network 7390955b-79d7-4ad4-93a6-73c497d26aee {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:03:04.041492 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 on network 7390955b-79d7-4ad4-93a6-73c497d26aee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 17:03:04.041810 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Attempting to bind port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 on network 7390955b-79d7-4ad4-93a6-73c497d26aee {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:03:04.049056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:03:04.049392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Checking segment: {'id': '49142a02-6c9a-4fcf-9e2c-14749c232dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:03:04.049775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Bound using segment: {'id': '49142a02-6c9a-4fcf-9e2c-14749c232dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:03:04.050198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Bound port: 28ee7a4d-d3af-4e56-9666-fdda9dd63f87, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49142a02-6c9a-4fcf-9e2c-14749c232dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:03:04.050527 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:04.151830 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] For port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:03:04.154990 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] For port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=28ee7a4d-d3af-4e56-9666-fdda9dd63f87,segment=NetworkSegment(49142a02-6c9a-4fcf-9e2c-14749c232dae),segment_id=49142a02-6c9a-4fcf-9e2c-14749c232dae)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:03:04.160367 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:04.222755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:04.224131 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] 10.222.0.129 "PUT /v2.0/ports/28ee7a4d-d3af-4e56-9666-fdda9dd63f87 HTTP/1.1" status: 200 len: 1093 time: 1.1548960 Jan 24 17:03:04.224559 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3966dc3-6ac2-4d7e-b740-cb5363fdbddc', 'tag': '28ee7a4d-d3af-4e56-9666-fdda9dd63f87'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:03:04.244122 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2332ef-8d5e-431c-a10c-b4f57018f59c service neutron] Pushing event updated for resources: {'Port': ['ID=28ee7a4d-d3af-4e56-9666-fdda9dd63f87,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:04.310376 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3966dc3-6ac2-4d7e-b740-cb5363fdbddc', 'tag': '28ee7a4d-d3af-4e56-9666-fdda9dd63f87', 'status': 'completed', 'code': 200} Jan 24 17:03:04.357591 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-45eb925d-a1f5-4610-b709-1f66aac075f8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 1096 time: 0.0856874 Jan 24 17:03:04.430511 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-8b12936b-17a3-44f8-a49c-b5d80d4a3ce0 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ee7a4d-d3af-4e56-9666-fdda9dd63f87 HTTP/1.1" status: 200 len: 217 time: 0.0617728 Jan 24 17:03:04.494595 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-1b7f7118-eba4-4aa1-8b3f-1ac506d4c742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:04.496407 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-1b7f7118-eba4-4aa1-8b3f-1ac506d4c742 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=2452afcc-bc35-411c-bdad-71dc25982bf8 HTTP/1.1" status: 200 len: 834 time: 0.0594285 Jan 24 17:03:04.576667 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-46d1b109-b90a-4d04-bf51-bae5d13b20cb service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7390955b-79d7-4ad4-93a6-73c497d26aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718179 Jan 24 17:03:04.709852 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-f41b043a-fa9f-4672-ad23-36b41a0aee0e service neutron] 10.222.0.129 "GET /v2.0/networks/7390955b-79d7-4ad4-93a6-73c497d26aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266060 Jan 24 17:03:04.985683 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-264e89bf-f07b-48cc-bf6e-d7d0352272f3 req-1abf32a1-93a9-4f88-9b57-1e6868d80c2d service neutron] 10.222.0.129 "GET /v2.0/networks/7390955b-79d7-4ad4-93a6-73c497d26aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460034 Jan 24 17:03:04.992769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ff68b-5ef6-4903-8bca-be69573353a3 req-2cead1b5-ece7-48e7-8396-d9d50830949c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:04.993589 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-100ff68b-5ef6-4903-8bca-be69573353a3 req-2cead1b5-ece7-48e7-8396-d9d50830949c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 943 time: 0.2828960 Jan 24 17:03:05.042391 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-100ff68b-5ef6-4903-8bca-be69573353a3 req-81a474ac-1f31-4827-9b88-2d67b27ad608 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430698 Jan 24 17:03:05.100404 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 53d15966-b79d-4a59-855a-de49f86e0973 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:03:05.126799 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-473d13a5-5dc2-4599-9159-4c2fc453e1a5 req-b37fe609-63b6-4a33-ae8e-4fa7d952c869 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 1096 time: 0.0770476 Jan 24 17:03:05.200925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 53d15966-b79d-4a59-855a-de49f86e0973 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:03:05.206603 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 53d15966-b79d-4a59-855a-de49f86e0973 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:03:05.206961 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:05.262882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d13a5-5dc2-4599-9159-4c2fc453e1a5 req-992905c6-44ed-4d3f-9276-6192235c69d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:05.264289 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-473d13a5-5dc2-4599-9159-4c2fc453e1a5 req-992905c6-44ed-4d3f-9276-6192235c69d7 service neutron] 10.222.0.129 "GET /v2.0/networks?id=7390955b-79d7-4ad4-93a6-73c497d26aee HTTP/1.1" status: 200 len: 897 time: 0.1280417 Jan 24 17:03:05.323446 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:05.339092 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-473d13a5-5dc2-4599-9159-4c2fc453e1a5 req-f277782b-1b9a-4237-9c7f-08fb7b28614e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ee7a4d-d3af-4e56-9666-fdda9dd63f87 HTTP/1.1" status: 200 len: 217 time: 0.0665541 Jan 24 17:03:05.365184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 53d15966-b79d-4a59-855a-de49f86e0973, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=53d15966-b79d-4a59-855a-de49f86e0973,segment=NetworkSegment(49142a02-6c9a-4fcf-9e2c-14749c232dae),segment_id=49142a02-6c9a-4fcf-9e2c-14749c232dae)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:03:05.374067 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:05.423146 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d13a5-5dc2-4599-9159-4c2fc453e1a5 req-74a71627-0445-4a30-9433-4687ba33060e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:05.424597 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-473d13a5-5dc2-4599-9159-4c2fc453e1a5 req-74a71627-0445-4a30-9433-4687ba33060e service neutron] 10.222.0.129 "GET /v2.0/subnets?id=2452afcc-bc35-411c-bdad-71dc25982bf8 HTTP/1.1" status: 200 len: 834 time: 0.0791414 Jan 24 17:03:05.444406 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=53d15966-b79d-4a59-855a-de49f86e0973,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:05.506787 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-473d13a5-5dc2-4599-9159-4c2fc453e1a5 req-7d27b4ea-f68e-456c-b540-a539ae138480 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7390955b-79d7-4ad4-93a6-73c497d26aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735865 Jan 24 17:03:05.647826 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-473d13a5-5dc2-4599-9159-4c2fc453e1a5 req-5625637a-c0e9-462e-b0d3-bd129559b334 service neutron] 10.222.0.129 "GET /v2.0/networks/7390955b-79d7-4ad4-93a6-73c497d26aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305013 Jan 24 17:03:05.795735 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-473d13a5-5dc2-4599-9159-4c2fc453e1a5 req-f7d71ef1-16cb-4546-93b8-8a7aa314b890 service neutron] 10.222.0.129 "GET /v2.0/networks/7390955b-79d7-4ad4-93a6-73c497d26aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363630 Jan 24 17:03:06.255617 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc493e-c15a-4111-bf21-2736edd925db req-c379fc60-c3c9-48e9-b337-2b40e0b2206c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:06.257056 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b6cc493e-c15a-4111-bf21-2736edd925db req-c379fc60-c3c9-48e9-b337-2b40e0b2206c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 943 time: 0.0868824 Jan 24 17:03:06.316616 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b6cc493e-c15a-4111-bf21-2736edd925db req-26d0bb1a-b82d-4933-95d6-06189400c609 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511425 Jan 24 17:03:06.651671 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 17:03:06.795499 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=28ee7a4d-d3af-4e56-9666-fdda9dd63f87,segment=NetworkSegment(49142a02-6c9a-4fcf-9e2c-14749c232dae),segment_id=49142a02-6c9a-4fcf-9e2c-14749c232dae)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:03:06.810007 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': '28ee7a4d-d3af-4e56-9666-fdda9dd63f87', 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee', 'port_id': '28ee7a4d-d3af-4e56-9666-fdda9dd63f87', 'mac_address': 'fa:16:3e:d0:b6:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 17:03:06.868301 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:06.885732 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:03:06.901307 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=28ee7a4d-d3af-4e56-9666-fdda9dd63f87,segment=NetworkSegment(49142a02-6c9a-4fcf-9e2c-14749c232dae),segment_id=49142a02-6c9a-4fcf-9e2c-14749c232dae)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:03:06.907157 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:06.975551 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=28ee7a4d-d3af-4e56-9666-fdda9dd63f87,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:07.009818 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8018995a-133b-4e02-a4eb-3d8605090b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:07.056389 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 53d15966-b79d-4a59-855a-de49f86e0973 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:03:07.134889 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 53d15966-b79d-4a59-855a-de49f86e0973 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:03:07.135216 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:07.188899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['28ee7a4d-d3af-4e56-9666-fdda9dd63f87'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 17:03:07.526773 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f68578-8fd2-4e1c-bee7-b9cb0e65c749 req-1ba290d4-79e2-4af6-bd09-3b0904a3db76 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:07.528166 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-70f68578-8fd2-4e1c-bee7-b9cb0e65c749 req-1ba290d4-79e2-4af6-bd09-3b0904a3db76 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 944 time: 0.0805128 Jan 24 17:03:07.575068 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-70f68578-8fd2-4e1c-bee7-b9cb0e65c749 req-4ac6f913-52d4-46bb-934c-b64f273d1ec6 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402780 Jan 24 17:03:08.652187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:03:08.725628 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:03:08.730441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:03:08.730908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:08.788187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3930-7aba-4f0c-8003-e844855971a8 req-5b71ce17-25d3-42cd-b1b3-3a0fde165c5a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:08.790342 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-decc3930-7aba-4f0c-8003-e844855971a8 req-5b71ce17-25d3-42cd-b1b3-3a0fde165c5a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 944 time: 0.0826757 Jan 24 17:03:08.838221 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-decc3930-7aba-4f0c-8003-e844855971a8 req-60dd32a0-bcaa-4413-bd86-0f8dc921c260 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399871 Jan 24 17:03:08.847569 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:08.877505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3966dc3-6ac2-4d7e-b740-cb5363fdbddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ee7a4d-d3af-4e56-9666-fdda9dd63f87'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:03:08.887659 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=28ee7a4d-d3af-4e56-9666-fdda9dd63f87,segment=NetworkSegment(49142a02-6c9a-4fcf-9e2c-14749c232dae),segment_id=49142a02-6c9a-4fcf-9e2c-14749c232dae)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:03:08.893303 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:08.935862 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3966dc3-6ac2-4d7e-b740-cb5363fdbddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ee7a4d-d3af-4e56-9666-fdda9dd63f87', 'code': 200} Jan 24 17:03:08.963076 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=28ee7a4d-d3af-4e56-9666-fdda9dd63f87,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:09.197131 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0e55bf6b-f83b-480b-890d-6cda14a6480b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:09.201313 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-941faef4-95ab-48c8-85cd-8f552766aa27 req-20145002-8697-4bd4-a492-dacaff97fd94 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 1098 time: 0.0806696 Jan 24 17:03:09.248919 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-941faef4-95ab-48c8-85cd-8f552766aa27 req-6a6327d8-6f8a-4d64-b4dc-43db5dee3511 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406780 Jan 24 17:03:10.051914 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acdb88-6782-4817-9e5f-488b03c6da73 req-8b4e46b9-ca56-4a10-addd-22e2830b4fde tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:10.053354 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-28acdb88-6782-4817-9e5f-488b03c6da73 req-8b4e46b9-ca56-4a10-addd-22e2830b4fde tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 945 time: 0.0884602 Jan 24 17:03:10.101811 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-28acdb88-6782-4817-9e5f-488b03c6da73 req-52c6b694-2eb1-467d-850a-5b2d6bd47f22 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424721 Jan 24 17:03:10.414385 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:10.525371 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:11.303280 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156daa5-9e37-4b44-ac4e-0e823b4b4bcc req-c61ce23b-d337-4894-8a7c-33fa2e4f0c5e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:11.304751 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8156daa5-9e37-4b44-ac4e-0e823b4b4bcc req-c61ce23b-d337-4894-8a7c-33fa2e4f0c5e tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 945 time: 0.0783029 Jan 24 17:03:11.367041 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8156daa5-9e37-4b44-ac4e-0e823b4b4bcc req-b6b1712f-afd3-447c-8c11-8fd3a1c03179 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564265 Jan 24 17:03:11.582578 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd065cf-c88b-4a70-81c4-8ea0575f9ac7 req-f31cc5c4-77e8-4512-9489-b3577302c36f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:11.583953 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3fd065cf-c88b-4a70-81c4-8ea0575f9ac7 req-f31cc5c4-77e8-4512-9489-b3577302c36f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 945 time: 0.0897937 Jan 24 17:03:11.631348 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3fd065cf-c88b-4a70-81c4-8ea0575f9ac7 req-51044f46-4428-4a8e-995b-9c12163d6db7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418496 Jan 24 17:03:11.659230 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43014) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:03:11.741941 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a4186988-30ea-4f33-94da-3ee4701b3471 tempest-TestNetworkAdvancedServerOps-1353590116 tempest-TestNetworkAdvancedServerOps-1353590116-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 1093 time: 0.0815516 Jan 24 17:03:11.744638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43018) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:03:11.749645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': '28ee7a4d-d3af-4e56-9666-fdda9dd63f87', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:03:11.755552 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:03:11.759661 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Usage tracker for resource:floatingip and tenant:edd5921dd99549ffb2cf58151bde22da is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:03:11.762588 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:03:11.768698 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:03:11.784614 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:11.938576 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:11.958422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:12.083583 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Allocated IP 172.26.2.113 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/e9e9b15c-ddc5-436d-a990-848440140e55) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:03:12.239757 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:12.269926 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:12.339886 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:03:12.342750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:03:12.347516 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:03:12.372122 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=e9e9b15c-ddc5-436d-a990-848440140e55,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:12.968876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:13.030607 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:13.242303 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:13.248850 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:13.349768 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event updated for resources: {'Port': ['ID=e9e9b15c-ddc5-436d-a990-848440140e55,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:13.371918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:13.582145 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Floating IP 0031ed69-8373-4ffb-8120-a211c89fc4bb associated. External IP: 172.26.2.113, port: 28ee7a4d-d3af-4e56-9666-fdda9dd63f87. Jan 24 17:03:13.998446 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router e790a80f-ca68-4d72-a240-d83a64d7b7ac has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:03:14.323053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:03:14.333481 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa47cfd7-5f21-4c56-9fde-93b1415c0ae8 None None] Sync routers for ids ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:03:14.346816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa47cfd7-5f21-4c56-9fde-93b1415c0ae8 None None] Routers {'e790a80f-ca68-4d72-a240-d83a64d7b7ac'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:03:14.347647 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-aa47cfd7-5f21-4c56-9fde-93b1415c0ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:03:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:14.350415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:14.406158 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4326f8a4-0815-4634-94d8-d64b9df419fd tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6603734 Jan 24 17:03:14.406765 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3966dc3-6ac2-4d7e-b740-cb5363fdbddc', 'tag': '28ee7a4d-d3af-4e56-9666-fdda9dd63f87'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:03:14.473482 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3966dc3-6ac2-4d7e-b740-cb5363fdbddc', 'tag': '28ee7a4d-d3af-4e56-9666-fdda9dd63f87', 'status': 'completed', 'code': 200} Jan 24 17:03:14.557354 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-aa47cfd7-5f21-4c56-9fde-93b1415c0ae8 None None] Set router e790a80f-ca68-4d72-a240-d83a64d7b7ac gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:03:14.628491 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-677d2f73-67af-4a7e-aae2-8c586dba2713 req-49537b93-ed68-4572-aa8c-6de15f77164c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 1098 time: 0.1321321 Jan 24 17:03:14.636812 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84596b-6b47-4a2f-906d-f419b791e911 req-5fe5b20c-5d80-4855-b92a-b8a159f5e34a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:14.638575 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5d84596b-6b47-4a2f-906d-f419b791e911 req-5fe5b20c-5d80-4855-b92a-b8a159f5e34a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 945 time: 0.1069138 Jan 24 17:03:14.797163 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5d84596b-6b47-4a2f-906d-f419b791e911 req-7d21ec7e-3189-44d3-b7c2-aa78add02008 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344092 Jan 24 17:03:14.804318 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d2f73-67af-4a7e-aae2-8c586dba2713 req-54827d67-b2b9-45f7-920d-b56f00fa56f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:14.805728 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-677d2f73-67af-4a7e-aae2-8c586dba2713 req-54827d67-b2b9-45f7-920d-b56f00fa56f2 service neutron] 10.222.0.129 "GET /v2.0/networks?id=7390955b-79d7-4ad4-93a6-73c497d26aee HTTP/1.1" status: 200 len: 897 time: 0.1662557 Jan 24 17:03:14.828703 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43026) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:03:14.923142 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-677d2f73-67af-4a7e-aae2-8c586dba2713 req-f3017435-609d-4027-bed2-883ccf845a43 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ee7a4d-d3af-4e56-9666-fdda9dd63f87 HTTP/1.1" status: 200 len: 999 time: 0.1071262 Jan 24 17:03:14.942061 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c688205d-1d2e-4ba0-b756-3429a2daaa03 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/0031ed69-8373-4ffb-8120-a211c89fc4bb HTTP/1.1" status: 200 len: 991 time: 0.1120191 Jan 24 17:03:14.967897 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-aa47cfd7-5f21-4c56-9fde-93b1415c0ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714202459', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:02:53Z', 'updated_at': '2022-01-24T17:02:58Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:54Z', 'updated_at': '2022-01-24T17:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '0031ed69-8373-4ffb-8120-a211c89fc4bb', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'floating_ip_address': '172.26.2.113', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'port_id': '28ee7a4d-d3af-4e56-9666-fdda9dd63f87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee', 'mac_address': 'fa:16:3e:d0:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3966dc3-6ac2-4d7e-b740-cb5363fdbddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:03:12Z', 'updated_at': '2022-01-24T17:03:12Z', 'revision_number': 0, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d15966-b79d-4a59-855a-de49f86e0973', 'name': '', 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:7f:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:57Z', 'updated_at': '2022-01-24T17:03:05Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:14.972798 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa47cfd7-5f21-4c56-9fde-93b1415c0ae8 None None] Checking router: e790a80f-ca68-4d72-a240-d83a64d7b7ac for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:03:14.985541 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa47cfd7-5f21-4c56-9fde-93b1415c0ae8 None None] Routers {'e790a80f-ca68-4d72-a240-d83a64d7b7ac'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:03:14.986367 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-aa47cfd7-5f21-4c56-9fde-93b1415c0ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:03:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:15.099157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d2f73-67af-4a7e-aae2-8c586dba2713 req-ffe35f91-1a9e-4b79-93e5-ab16777b75be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:15.100690 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-677d2f73-67af-4a7e-aae2-8c586dba2713 req-ffe35f91-1a9e-4b79-93e5-ab16777b75be service neutron] 10.222.0.129 "GET /v2.0/subnets?id=2452afcc-bc35-411c-bdad-71dc25982bf8 HTTP/1.1" status: 200 len: 834 time: 0.1702223 Jan 24 17:03:15.177452 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-aa47cfd7-5f21-4c56-9fde-93b1415c0ae8 None None] Set router e790a80f-ca68-4d72-a240-d83a64d7b7ac gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:03:15.183950 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-677d2f73-67af-4a7e-aae2-8c586dba2713 req-1f386311-a443-4068-ac3c-0103fe1ccdcc service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7390955b-79d7-4ad4-93a6-73c497d26aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713389 Jan 24 17:03:15.322009 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-677d2f73-67af-4a7e-aae2-8c586dba2713 req-8ac5308f-c5dd-4d50-83e8-43537fd0596e service neutron] 10.222.0.129 "GET /v2.0/networks/7390955b-79d7-4ad4-93a6-73c497d26aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313443 Jan 24 17:03:15.460273 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-677d2f73-67af-4a7e-aae2-8c586dba2713 req-76a138ec-0bed-4435-9c20-f631f9d157ab service neutron] 10.222.0.129 "GET /v2.0/networks/7390955b-79d7-4ad4-93a6-73c497d26aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319602 Jan 24 17:03:15.543540 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-aa47cfd7-5f21-4c56-9fde-93b1415c0ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714202459', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:02:53Z', 'updated_at': '2022-01-24T17:02:58Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:54Z', 'updated_at': '2022-01-24T17:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '0031ed69-8373-4ffb-8120-a211c89fc4bb', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'floating_ip_address': '172.26.2.113', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'port_id': '28ee7a4d-d3af-4e56-9666-fdda9dd63f87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee', 'mac_address': 'fa:16:3e:d0:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3966dc3-6ac2-4d7e-b740-cb5363fdbddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:03:12Z', 'updated_at': '2022-01-24T17:03:12Z', 'revision_number': 0, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d15966-b79d-4a59-855a-de49f86e0973', 'name': '', 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:7f:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:57Z', 'updated_at': '2022-01-24T17:03:05Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:15.548469 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa47cfd7-5f21-4c56-9fde-93b1415c0ae8 None None] The sync data for ids ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'] in dv-neutron-826104-1-hyperv is: [{'id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714202459', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:02:53Z', 'updated_at': '2022-01-24T17:02:58Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:54Z', 'updated_at': '2022-01-24T17:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '0031ed69-8373-4ffb-8120-a211c89fc4bb', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'floating_ip_address': '172.26.2.113', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'port_id': '28ee7a4d-d3af-4e56-9666-fdda9dd63f87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee', 'mac_address': 'fa:16:3e:d0:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3966dc3-6ac2-4d7e-b740-cb5363fdbddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:03:12Z', 'updated_at': '2022-01-24T17:03:12Z', 'revision_number': 0, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d15966-b79d-4a59-855a-de49f86e0973', 'name': '', 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:7f:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:57Z', 'updated_at': '2022-01-24T17:03:05Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:03:15.944634 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43030) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:03:16.058392 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6b1f4fb3-1af5-4520-b2ec-ce92a9482efa tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/0031ed69-8373-4ffb-8120-a211c89fc4bb HTTP/1.1" status: 200 len: 991 time: 0.1123598 Jan 24 17:03:17.062462 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43034) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:03:17.167072 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7388b622-c315-4ebc-99ca-a65a077d5df7 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/0031ed69-8373-4ffb-8120-a211c89fc4bb HTTP/1.1" status: 200 len: 991 time: 0.1034803 Jan 24 17:03:18.172630 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43038) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:03:18.288879 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ad49fd05-edeb-4eb2-91a5-188c3c943db1 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/0031ed69-8373-4ffb-8120-a211c89fc4bb HTTP/1.1" status: 200 len: 991 time: 0.1151869 Jan 24 17:03:18.399857 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:19.293582 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43042) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:03:19.418024 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a0296770-5afc-40a2-953c-79fe04af9d64 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/0031ed69-8373-4ffb-8120-a211c89fc4bb HTTP/1.1" status: 200 len: 991 time: 0.1232648 Jan 24 17:03:19.447846 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9fe1c2-2542-4ba6-aa8b-aa287042027f None None] New status for floating IP 0031ed69-8373-4ffb-8120-a211c89fc4bb: ACTIVE {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 17:03:20.421571 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43046) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:03:20.540188 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-227cf679-44a7-4ce8-9a7e-28addd121349 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/0031ed69-8373-4ffb-8120-a211c89fc4bb HTTP/1.1" status: 200 len: 993 time: 0.1173983 Jan 24 17:03:32.585664 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:03:37.017771 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-68581a3d-e8f3-42fb-b0e2-9d255333560e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:38.720952 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-634c6c30-bb69-42c7-905a-697b03061b19 req-1d89e020-02a6-477d-9bfd-3956d5acb05d service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779386 Jan 24 17:03:38.888818 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-634c6c30-bb69-42c7-905a-697b03061b19 req-97dcd93c-e0a5-4a82-be24-aabf74a89b19 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 1098 time: 0.0763838 Jan 24 17:03:39.039066 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c6c30-bb69-42c7-905a-697b03061b19 req-523ea729-1ca3-4b40-9063-bc518c95e997 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:39.040545 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-634c6c30-bb69-42c7-905a-697b03061b19 req-523ea729-1ca3-4b40-9063-bc518c95e997 service neutron] 10.222.0.129 "GET /v2.0/networks?id=7390955b-79d7-4ad4-93a6-73c497d26aee HTTP/1.1" status: 200 len: 897 time: 0.1281853 Jan 24 17:03:39.142744 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-634c6c30-bb69-42c7-905a-697b03061b19 req-df96e651-a28a-406a-b422-64bba8376e21 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ee7a4d-d3af-4e56-9666-fdda9dd63f87 HTTP/1.1" status: 200 len: 1001 time: 0.0953124 Jan 24 17:03:39.191382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2fb8a07d-5526-4486-897f-e351eff8a240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:39.216580 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c6c30-bb69-42c7-905a-697b03061b19 req-e975eff6-0ef3-4f73-a32a-2f83a2d4497a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:39.218027 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-634c6c30-bb69-42c7-905a-697b03061b19 req-e975eff6-0ef3-4f73-a32a-2f83a2d4497a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=2452afcc-bc35-411c-bdad-71dc25982bf8 HTTP/1.1" status: 200 len: 834 time: 0.0649304 Jan 24 17:03:39.300419 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-634c6c30-bb69-42c7-905a-697b03061b19 req-f81d4640-f2d4-4480-8d1d-1265e87cf230 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7390955b-79d7-4ad4-93a6-73c497d26aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719264 Jan 24 17:03:39.442211 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-634c6c30-bb69-42c7-905a-697b03061b19 req-5528132c-dc5a-495c-ac3a-b304d5732fa8 service neutron] 10.222.0.129 "GET /v2.0/networks/7390955b-79d7-4ad4-93a6-73c497d26aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316395 Jan 24 17:03:39.692374 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-634c6c30-bb69-42c7-905a-697b03061b19 req-ef19f228-c4d7-4792-8284-498aefd05f74 service neutron] 10.222.0.129 "GET /v2.0/networks/7390955b-79d7-4ad4-93a6-73c497d26aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421250 Jan 24 17:03:40.421615 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:40.532609 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:41.971682 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:48.422268 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:49.156891 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [req-3fb5701a-af70-494b-99b2-7dfef62d6685 req-e031c58a-4f83-4c2e-8258-c936064a6d96 service neutron] (83466) timed out ('10.222.0.130', 38948) {{(pid=83466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 24 17:03:52.412665 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888b2de-afc6-4869-91f7-e9f59a83fdb0 req-afff407f-96cc-4a53-a1cd-25508de7cb7a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:52.414114 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a888b2de-afc6-4869-91f7-e9f59a83fdb0 req-afff407f-96cc-4a53-a1cd-25508de7cb7a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 945 time: 0.0798886 Jan 24 17:03:52.473940 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a888b2de-afc6-4869-91f7-e9f59a83fdb0 req-209755c1-faee-44cd-bb9a-34195c0870bc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531840 Jan 24 17:03:53.734416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2aeb80-0d13-444c-9fca-7b840c59f0b7 req-05f77f9b-143a-4c91-8be7-43d1deba3ccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:53.735944 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ad2aeb80-0d13-444c-9fca-7b840c59f0b7 req-05f77f9b-143a-4c91-8be7-43d1deba3ccb tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 945 time: 0.1101215 Jan 24 17:03:53.793246 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ad2aeb80-0d13-444c-9fca-7b840c59f0b7 req-06861564-8bfd-4755-85a0-5d643c4008f8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492065 Jan 24 17:03:53.823744 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43066) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:03:53.936222 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-19635b87-2798-41e0-9f40-d08d1566a7d5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/0031ed69-8373-4ffb-8120-a211c89fc4bb HTTP/1.1" status: 200 len: 993 time: 0.1112957 Jan 24 17:03:55.468815 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-acd42ba7-1715-40e4-8671-fc0f805cac1e req-fcd1d204-299d-4624-bc62-2aa663ca7bc1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 1098 time: 0.0728674 Jan 24 17:03:55.474431 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5ab54-59b4-4656-9294-b004f4ca2c1d req-7b9026f5-47c2-46b0-86c6-15c1f24e138d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:55.475902 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3ca5ab54-59b4-4656-9294-b004f4ca2c1d req-7b9026f5-47c2-46b0-86c6-15c1f24e138d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 945 time: 0.0887666 Jan 24 17:03:55.521006 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3ca5ab54-59b4-4656-9294-b004f4ca2c1d req-6fb346ea-9c95-45c8-b839-da827ebd452a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393274 Jan 24 17:03:55.598988 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd42ba7-1715-40e4-8671-fc0f805cac1e req-f4d9e535-668f-481b-875b-c61e8e1878b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:55.600468 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-acd42ba7-1715-40e4-8671-fc0f805cac1e req-f4d9e535-668f-481b-875b-c61e8e1878b4 service neutron] 10.222.0.129 "GET /v2.0/networks?id=7390955b-79d7-4ad4-93a6-73c497d26aee HTTP/1.1" status: 200 len: 897 time: 0.1256430 Jan 24 17:03:55.702671 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-acd42ba7-1715-40e4-8671-fc0f805cac1e req-768d1bb7-6f09-4c94-8cb7-b403c463f2da service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ee7a4d-d3af-4e56-9666-fdda9dd63f87 HTTP/1.1" status: 200 len: 1001 time: 0.0953729 Jan 24 17:03:55.766867 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd42ba7-1715-40e4-8671-fc0f805cac1e req-e4a1ef13-4312-4ad7-986b-67d85158fea9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:55.768291 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-acd42ba7-1715-40e4-8671-fc0f805cac1e req-e4a1ef13-4312-4ad7-986b-67d85158fea9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=2452afcc-bc35-411c-bdad-71dc25982bf8 HTTP/1.1" status: 200 len: 834 time: 0.0591803 Jan 24 17:03:55.847145 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-acd42ba7-1715-40e4-8671-fc0f805cac1e req-d989b784-0201-4394-9b1b-f68fa9a3dd1e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7390955b-79d7-4ad4-93a6-73c497d26aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717220 Jan 24 17:03:55.984421 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-acd42ba7-1715-40e4-8671-fc0f805cac1e req-1ce6c283-6278-41f4-bcbe-db622f2a3b07 service neutron] 10.222.0.129 "GET /v2.0/networks/7390955b-79d7-4ad4-93a6-73c497d26aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303589 Jan 24 17:03:56.129698 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-acd42ba7-1715-40e4-8671-fc0f805cac1e req-0fa63f17-0c78-4937-b421-43925debe6d0 service neutron] 10.222.0.129 "GET /v2.0/networks/7390955b-79d7-4ad4-93a6-73c497d26aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378391 Jan 24 17:03:56.741564 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cf0c2-5ba5-4756-8511-0c0207156252 req-b782ecf2-51da-4153-86fd-820858f8c570 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:56.743006 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2c6cf0c2-5ba5-4756-8511-0c0207156252 req-b782ecf2-51da-4153-86fd-820858f8c570 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 945 time: 0.0887945 Jan 24 17:03:56.791757 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2c6cf0c2-5ba5-4756-8511-0c0207156252 req-72848e78-1887-4dbf-a5bd-b9eeba857e39 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409422 Jan 24 17:03:57.995389 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1d8ea-22fd-472d-816e-f5821f6bc01b req-5e31601b-4b0e-4419-af51-e370a705895f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:57.996856 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-24e1d8ea-22fd-472d-816e-f5821f6bc01b req-5e31601b-4b0e-4419-af51-e370a705895f tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 945 time: 0.0786617 Jan 24 17:03:58.046589 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-24e1d8ea-22fd-472d-816e-f5821f6bc01b req-f90d6270-505f-4c3c-8323-0bd749d57460 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442579 Jan 24 17:03:58.074969 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43080) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:03:58.186549 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f4ad4ebe-f6b9-47a7-8d50-81d72faae963 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/floatingips/0031ed69-8373-4ffb-8120-a211c89fc4bb HTTP/1.1" status: 200 len: 993 time: 0.1103296 Jan 24 17:03:58.511260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43088) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:03:58.713803 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port e9e9b15c-ddc5-436d-a990-848440140e55 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:03:58.714094 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:58.996034 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:58.996310 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:59.117252 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for e9e9b15c-ddc5-436d-a990-848440140e55 owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:03:59.278601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:59.323948 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=e9e9b15c-ddc5-436d-a990-848440140e55,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:59.335344 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:59.335749 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:59.336083 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:59.336413 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:59.336722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:59.337048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:59.337753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:59.337753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:59.337963 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:59.338284 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:59.338598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:59.426010 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:03:59.867137 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router e790a80f-ca68-4d72-a240-d83a64d7b7ac has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:04:00.073133 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:04:00.083829 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6070aaae-c6bd-4e74-9531-6bdf7ed312ca None None] Sync routers for ids ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:04:00.096904 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:00.097308 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6070aaae-c6bd-4e74-9531-6bdf7ed312ca None None] Routers {'e790a80f-ca68-4d72-a240-d83a64d7b7ac'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:04:00.098022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6070aaae-c6bd-4e74-9531-6bdf7ed312ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:03:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:00.149957 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-525c3fa9-6378-4899-9afa-34781637256a tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/floatingips/0031ed69-8373-4ffb-8120-a211c89fc4bb HTTP/1.1" status: 204 len: 168 time: 1.6374629 Jan 24 17:04:00.150528 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3966dc3-6ac2-4d7e-b740-cb5363fdbddc', 'tag': '28ee7a4d-d3af-4e56-9666-fdda9dd63f87'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:04:00.211275 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3966dc3-6ac2-4d7e-b740-cb5363fdbddc', 'tag': '28ee7a4d-d3af-4e56-9666-fdda9dd63f87', 'status': 'completed', 'code': 200} Jan 24 17:04:00.283819 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-6070aaae-c6bd-4e74-9531-6bdf7ed312ca None None] Set router e790a80f-ca68-4d72-a240-d83a64d7b7ac gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:04:00.318003 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-25c43e81-75cf-42c2-8567-e3af28bc4c2f req-458c8c9c-a475-464d-8e94-35158dfe45e2 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=edd5921dd99549ffb2cf58151bde22da&device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 1098 time: 0.0756907 Jan 24 17:04:00.524753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c43e81-75cf-42c2-8567-e3af28bc4c2f req-9595c3a0-54d6-4bd6-8bf8-4ffc2aaa6925 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:00.526217 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-25c43e81-75cf-42c2-8567-e3af28bc4c2f req-9595c3a0-54d6-4bd6-8bf8-4ffc2aaa6925 service neutron] 10.222.0.129 "GET /v2.0/networks?id=7390955b-79d7-4ad4-93a6-73c497d26aee HTTP/1.1" status: 200 len: 897 time: 0.2014203 Jan 24 17:04:00.627221 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6070aaae-c6bd-4e74-9531-6bdf7ed312ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714202459', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:02:53Z', 'updated_at': '2022-01-24T17:02:58Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:54Z', 'updated_at': '2022-01-24T17:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '53d15966-b79d-4a59-855a-de49f86e0973', 'name': '', 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:7f:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:57Z', 'updated_at': '2022-01-24T17:03:05Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:00.631713 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6070aaae-c6bd-4e74-9531-6bdf7ed312ca None None] Checking router: e790a80f-ca68-4d72-a240-d83a64d7b7ac for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:04:00.644539 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6070aaae-c6bd-4e74-9531-6bdf7ed312ca None None] Routers {'e790a80f-ca68-4d72-a240-d83a64d7b7ac'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:04:00.645190 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6070aaae-c6bd-4e74-9531-6bdf7ed312ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:03:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:00.747022 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-25c43e81-75cf-42c2-8567-e3af28bc4c2f req-722cb69d-9b02-4700-9105-c29a0e49ba84 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28ee7a4d-d3af-4e56-9666-fdda9dd63f87 HTTP/1.1" status: 200 len: 217 time: 0.2133248 Jan 24 17:04:00.812317 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a38cf-1747-4721-b85f-dee94e750592 req-e556c2eb-7752-4b36-9329-cc9298351354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:00.812909 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-645a38cf-1747-4721-b85f-dee94e750592 req-e556c2eb-7752-4b36-9329-cc9298351354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Synchronizing usage tracker for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:04:00.838459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c43e81-75cf-42c2-8567-e3af28bc4c2f req-e15ed3fe-867c-496f-8133-6df7f620b75f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:00.839952 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-25c43e81-75cf-42c2-8567-e3af28bc4c2f req-e15ed3fe-867c-496f-8133-6df7f620b75f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=2452afcc-bc35-411c-bdad-71dc25982bf8 HTTP/1.1" status: 200 len: 834 time: 0.0846074 Jan 24 17:04:00.845180 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-645a38cf-1747-4721-b85f-dee94e750592 req-e556c2eb-7752-4b36-9329-cc9298351354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Unset dirty status for tenant:edd5921dd99549ffb2cf58151bde22da on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:04:00.846246 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-645a38cf-1747-4721-b85f-dee94e750592 req-e556c2eb-7752-4b36-9329-cc9298351354 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 945 time: 0.3661416 Jan 24 17:04:00.871527 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-6070aaae-c6bd-4e74-9531-6bdf7ed312ca None None] Set router e790a80f-ca68-4d72-a240-d83a64d7b7ac gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:04:00.948707 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-645a38cf-1747-4721-b85f-dee94e750592 req-e52f191d-bd78-46e0-bcf8-8afac8f11292 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583649 Jan 24 17:04:00.961650 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-25c43e81-75cf-42c2-8567-e3af28bc4c2f req-214c1f00-8da0-4a2a-b7f4-54284629f425 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7390955b-79d7-4ad4-93a6-73c497d26aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1131811 Jan 24 17:04:01.120013 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-25c43e81-75cf-42c2-8567-e3af28bc4c2f req-71a7e377-ef66-4bb0-87bf-4cb28f074e3f service neutron] 10.222.0.129 "GET /v2.0/networks/7390955b-79d7-4ad4-93a6-73c497d26aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484077 Jan 24 17:04:01.221535 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-6070aaae-c6bd-4e74-9531-6bdf7ed312ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714202459', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:02:53Z', 'updated_at': '2022-01-24T17:02:58Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:54Z', 'updated_at': '2022-01-24T17:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '53d15966-b79d-4a59-855a-de49f86e0973', 'name': '', 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:7f:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:57Z', 'updated_at': '2022-01-24T17:03:05Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:01.226065 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6070aaae-c6bd-4e74-9531-6bdf7ed312ca None None] The sync data for ids ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'] in dv-neutron-826104-1-hyperv is: [{'id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714202459', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:02:53Z', 'updated_at': '2022-01-24T17:02:58Z', 'revision_number': 4, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:54Z', 'updated_at': '2022-01-24T17:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '53d15966-b79d-4a59-855a-de49f86e0973', 'name': '', 'network_id': '7390955b-79d7-4ad4-93a6-73c497d26aee', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'mac_address': 'fa:16:3e:7f:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:57Z', 'updated_at': '2022-01-24T17:03:05Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'subnets': [{'id': '2452afcc-bc35-411c-bdad-71dc25982bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:04:01.268981 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-25c43e81-75cf-42c2-8567-e3af28bc4c2f req-8ce2e305-afc5-4d93-889f-aae1c7d95541 service neutron] 10.222.0.129 "GET /v2.0/networks/7390955b-79d7-4ad4-93a6-73c497d26aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336975 Jan 24 17:04:01.471576 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631cc1e-27ce-4b91-9521-cebc0acafaa1 None None] New status for floating IP 0031ed69-8373-4ffb-8120-a211c89fc4bb: DOWN {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 17:04:02.189957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445859de-7aba-4f19-b0b6-50d2793acf8f req-eec2adf1-e645-4cea-8769-528fff5dbf29 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:02.191375 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-445859de-7aba-4f19-b0b6-50d2793acf8f req-eec2adf1-e645-4cea-8769-528fff5dbf29 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 945 time: 0.0934546 Jan 24 17:04:02.246946 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-445859de-7aba-4f19-b0b6-50d2793acf8f req-b2bc5a61-defa-4675-a220-4e3379b0d8ed tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/security-groups?id=ea9bedd1-6aa0-48a4-84a6-338244d5169b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491655 Jan 24 17:04:02.488994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b841d-4580-464d-a4cf-bce51808531c req-6a55f6f5-7487-4825-926d-d8e0fb5a1ce8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:02.490332 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-345b841d-4580-464d-a4cf-bce51808531c req-6a55f6f5-7487-4825-926d-d8e0fb5a1ce8 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 945 time: 0.0805299 Jan 24 17:04:02.562622 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-345b841d-4580-464d-a4cf-bce51808531c req-7072c049-e026-4704-95c5-d7e761d9c64c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:04:02.562908 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-345b841d-4580-464d-a4cf-bce51808531c req-7072c049-e026-4704-95c5-d7e761d9c64c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:02.846581 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-345b841d-4580-464d-a4cf-bce51808531c req-7072c049-e026-4704-95c5-d7e761d9c64c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] For port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=28ee7a4d-d3af-4e56-9666-fdda9dd63f87,segment=NetworkSegment(49142a02-6c9a-4fcf-9e2c-14749c232dae),segment_id=49142a02-6c9a-4fcf-9e2c-14749c232dae)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:04:02.846820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-345b841d-4580-464d-a4cf-bce51808531c req-7072c049-e026-4704-95c5-d7e761d9c64c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:02.972334 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-345b841d-4580-464d-a4cf-bce51808531c req-7072c049-e026-4704-95c5-d7e761d9c64c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:04:03.121014 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-345b841d-4580-464d-a4cf-bce51808531c req-7072c049-e026-4704-95c5-d7e761d9c64c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:03.167942 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072c049-e026-4704-95c5-d7e761d9c64c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=28ee7a4d-d3af-4e56-9666-fdda9dd63f87,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:03.240666 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-345b841d-4580-464d-a4cf-bce51808531c req-7072c049-e026-4704-95c5-d7e761d9c64c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] No DVR routers for this DVR port 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:04:03.243103 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-345b841d-4580-464d-a4cf-bce51808531c req-7072c049-e026-4704-95c5-d7e761d9c64c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:03.245599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3966dc3-6ac2-4d7e-b740-cb5363fdbddc', 'name': 'network-vif-deleted', 'tag': '28ee7a4d-d3af-4e56-9666-fdda9dd63f87'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:04:03.262041 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-345b841d-4580-464d-a4cf-bce51808531c req-7072c049-e026-4704-95c5-d7e761d9c64c tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.129 "DELETE /v2.0/ports/28ee7a4d-d3af-4e56-9666-fdda9dd63f87 HTTP/1.1" status: 204 len: 173 time: 0.7656870 Jan 24 17:04:03.308095 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3966dc3-6ac2-4d7e-b740-cb5363fdbddc', 'name': 'network-vif-deleted', 'tag': '28ee7a4d-d3af-4e56-9666-fdda9dd63f87', 'status': 'completed', 'code': 200} Jan 24 17:04:03.430145 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8b34ad60-acfd-4a2c-8540-f11c7dc2a0ee req-da14a15b-67b0-4b84-9fe3-baf76e303d23 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "GET /v2.0/ports?device_id=d3966dc3-6ac2-4d7e-b740-cb5363fdbddc HTTP/1.1" status: 200 len: 210 time: 0.0489259 Jan 24 17:04:04.543619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43106) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:04.963941 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:04.985392 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:04:05.019845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:04:05.019845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device 28ee7a4d-d3af-4e56-9666-fdda9dd63f87 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:04:05.721627 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port 53d15966-b79d-4a59-855a-de49f86e0973 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:04:05.722256 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:05.973073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] For port 53d15966-b79d-4a59-855a-de49f86e0973, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=53d15966-b79d-4a59-855a-de49f86e0973,segment=NetworkSegment(49142a02-6c9a-4fcf-9e2c-14749c232dae),segment_id=49142a02-6c9a-4fcf-9e2c-14749c232dae)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:04:05.973313 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:06.096229 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for 53d15966-b79d-4a59-855a-de49f86e0973 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:04:06.308152 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:06.353909 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=53d15966-b79d-4a59-855a-de49f86e0973,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:06.365692 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:06.366030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:06.366352 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:06.366679 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:06.367035 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:06.367356 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:06.367697 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:06.368012 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:06.368312 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:06.369133 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:06.369133 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:06.659539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:07.014887 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a05378da-80cd-40a2-9340-870bb421858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:07.358116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Router e790a80f-ca68-4d72-a240-d83a64d7b7ac has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:04:07.561610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:04:07.571773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77fa8b-9a32-4cba-b1d9-36a608ae1417 None None] Sync routers for ids ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:04:07.574022 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f20668b3-7181-4784-b7be-9369d5bcf6cc tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "PUT /v2.0/routers/e790a80f-ca68-4d72-a240-d83a64d7b7ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0292907 Jan 24 17:04:07.577564 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43110) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:07.586967 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77fa8b-9a32-4cba-b1d9-36a608ae1417 None None] Routers {'e790a80f-ca68-4d72-a240-d83a64d7b7ac'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:04:07.587602 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-2a77fa8b-9a32-4cba-b1d9-36a608ae1417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:03:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:07.759001 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42886c3-d30e-49cb-a310-87f525de08a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting subnet 2452afcc-bc35-411c-bdad-71dc25982bf8 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 17:04:07.762146 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f42886c3-d30e-49cb-a310-87f525de08a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:07.770980 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-2a77fa8b-9a32-4cba-b1d9-36a608ae1417 None None] Set router e790a80f-ca68-4d72-a240-d83a64d7b7ac gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:04:07.816077 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f42886c3-d30e-49cb-a310-87f525de08a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:07.902606 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f42886c3-d30e-49cb-a310-87f525de08a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:07.973724 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f42886c3-d30e-49cb-a310-87f525de08a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:08.013927 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42886c3-d30e-49cb-a310-87f525de08a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Subnet': ['ID=2452afcc-bc35-411c-bdad-71dc25982bf8,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:08.017810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f42886c3-d30e-49cb-a310-87f525de08a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:08.029628 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f42886c3-d30e-49cb-a310-87f525de08a5 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/subnets/2452afcc-bc35-411c-bdad-71dc25982bf8 HTTP/1.1" status: 204 len: 168 time: 0.4484088 Jan 24 17:04:08.029826 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43114) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:08.036467 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0532adb-e536-4e68-8365-8ffd3411fc89 None None] Network 7390955b-79d7-4ad4-93a6-73c497d26aee requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:04:08.230263 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-2a77fa8b-9a32-4cba-b1d9-36a608ae1417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714202459', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:02:53Z', 'updated_at': '2022-01-24T17:04:06Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:54Z', 'updated_at': '2022-01-24T17:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:08.235993 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-baf827bf-94c0-4e09-be88-bd85c47e3aec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:08.238023 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77fa8b-9a32-4cba-b1d9-36a608ae1417 None None] Checking router: e790a80f-ca68-4d72-a240-d83a64d7b7ac for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:04:08.256629 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77fa8b-9a32-4cba-b1d9-36a608ae1417 None None] Routers {'e790a80f-ca68-4d72-a240-d83a64d7b7ac'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:04:08.257224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-2a77fa8b-9a32-4cba-b1d9-36a608ae1417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:03:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:08.393706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] DHCP port deletion for 7390955b-79d7-4ad4-93a6-73c497d26aee request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 17:04:08.405124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Deleting port 867aff00-046f-4d16-8714-8b90a52ed62d {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:04:08.405505 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:08.455145 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-baf827bf-94c0-4e09-be88-bd85c47e3aec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:08.466148 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-baf827bf-94c0-4e09-be88-bd85c47e3aec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Deleting port eace9e9e-e5b3-4dd8-ab89-1e9887131b2b {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:04:08.466503 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-baf827bf-94c0-4e09-be88-bd85c47e3aec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:08.566104 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-2a77fa8b-9a32-4cba-b1d9-36a608ae1417 None None] Set router e790a80f-ca68-4d72-a240-d83a64d7b7ac gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:04:08.640638 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-baf827bf-94c0-4e09-be88-bd85c47e3aec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] For port eace9e9e-e5b3-4dd8-ab89-1e9887131b2b, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=eace9e9e-e5b3-4dd8-ab89-1e9887131b2b,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:04:08.640895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-baf827bf-94c0-4e09-be88-bd85c47e3aec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:08.860578 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] For port 867aff00-046f-4d16-8714-8b90a52ed62d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=867aff00-046f-4d16-8714-8b90a52ed62d,segment=NetworkSegment(49142a02-6c9a-4fcf-9e2c-14749c232dae),segment_id=49142a02-6c9a-4fcf-9e2c-14749c232dae)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:04:08.860828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:08.877925 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-baf827bf-94c0-4e09-be88-bd85c47e3aec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Calling delete_port for eace9e9e-e5b3-4dd8-ab89-1e9887131b2b owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:04:08.992608 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Calling delete_port for 867aff00-046f-4d16-8714-8b90a52ed62d owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:04:09.050959 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-baf827bf-94c0-4e09-be88-bd85c47e3aec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:09.100557 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf827bf-94c0-4e09-be88-bd85c47e3aec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Port': ['ID=eace9e9e-e5b3-4dd8-ab89-1e9887131b2b,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:09.122005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 867aff00-046f-4d16-8714-8b90a52ed62d no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:04:09.150272 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247'] for port, after_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:09.201476 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 867aff00-046f-4d16-8714-8b90a52ed62d {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:04:09.201821 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 867aff00-046f-4d16-8714-8b90a52ed62d not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:04:09.222902 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Pushing event deleted for resources: {'Port': ['ID=867aff00-046f-4d16-8714-8b90a52ed62d,revision_number=None']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:09.233480 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-2a77fa8b-9a32-4cba-b1d9-36a608ae1417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714202459', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:02:53Z', 'updated_at': '2022-01-24T17:04:06Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:54Z', 'updated_at': '2022-01-24T17:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:09.241853 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f24f30ae-cc45-4bef-b5b7-a343d8ede278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:09.243898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] No DVR routers for this DVR port 867aff00-046f-4d16-8714-8b90a52ed62d on host dv-neutron-826104-1-hyperv {{(pid=83467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:04:09.246829 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77fa8b-9a32-4cba-b1d9-36a608ae1417 None None] The sync data for ids ['e790a80f-ca68-4d72-a240-d83a64d7b7ac'] in dv-neutron-826104-1-hyperv is: [{'id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714202459', 'tenant_id': 'edd5921dd99549ffb2cf58151bde22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155'}], 'enable_snat': True}, 'gw_port_id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:02:53Z', 'updated_at': '2022-01-24T17:04:06Z', 'revision_number': 5, 'project_id': 'edd5921dd99549ffb2cf58151bde22da', 'gw_port': {'id': 'eace9e9e-e5b3-4dd8-ab89-1e9887131b2b', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790a80f-ca68-4d72-a240-d83a64d7b7ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:02:54Z', 'updated_at': '2022-01-24T17:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:04:09.251325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:09.251325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:09.251325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:09.251325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:09.251325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:09.251325 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:09.252470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:09.252470 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:09.253050 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:09.253050 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:09.253209 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eff7c-b281-4114-85d0-6cee02605e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:09.350527 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-baf827bf-94c0-4e09-be88-bd85c47e3aec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:09.590323 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:04:09.608222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-baf827bf-94c0-4e09-be88-bd85c47e3aec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:09.613067 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-baf827bf-94c0-4e09-be88-bd85c47e3aec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:09.642451 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-baf827bf-94c0-4e09-be88-bd85c47e3aec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:09.642957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf827bf-94c0-4e09-be88-bd85c47e3aec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Fanout notify agent at l3_agent the message router_deleted on router e790a80f-ca68-4d72-a240-d83a64d7b7ac {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 17:04:09.665702 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-baf827bf-94c0-4e09-be88-bd85c47e3aec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:09.666801 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-baf827bf-94c0-4e09-be88-bd85c47e3aec tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/routers/e790a80f-ca68-4d72-a240-d83a64d7b7ac HTTP/1.1" status: 204 len: 168 time: 1.6361487 Jan 24 17:04:09.669806 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43118) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:09.781811 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-665235f7-d994-4434-a0b1-ecabbb6e8f34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:09.914629 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-665235f7-d994-4434-a0b1-ecabbb6e8f34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:09.939697 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-665235f7-d994-4434-a0b1-ecabbb6e8f34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7390955b-79d7-4ad4-93a6-73c497d26aee']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:09.952310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-665235f7-d994-4434-a0b1-ecabbb6e8f34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49142a02-6c9a-4fcf-9e2c-14749c232dae') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:09.952597 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-665235f7-d994-4434-a0b1-ecabbb6e8f34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49142a02-6c9a-4fcf-9e2c-14749c232dae') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:09.964172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-665235f7-d994-4434-a0b1-ecabbb6e8f34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:09.981334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-665235f7-d994-4434-a0b1-ecabbb6e8f34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:09.988407 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665235f7-d994-4434-a0b1-ecabbb6e8f34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 17:04:09.988769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-665235f7-d994-4434-a0b1-ecabbb6e8f34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 17:04:10.002830 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 17:04:10.083802 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-665235f7-d994-4434-a0b1-ecabbb6e8f34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:10.101129 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-665235f7-d994-4434-a0b1-ecabbb6e8f34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:10.112417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665235f7-d994-4434-a0b1-ecabbb6e8f34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'Network': ['ID=7390955b-79d7-4ad4-93a6-73c497d26aee,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:10.122361 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-665235f7-d994-4434-a0b1-ecabbb6e8f34 tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/networks/7390955b-79d7-4ad4-93a6-73c497d26aee HTTP/1.1" status: 204 len: 168 time: 0.4513319 Jan 24 17:04:10.125526 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43122) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:10.196325 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4885ff8b-fff9-4bc4-9ab3-dfbad10c0d9d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:10.231785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4885ff8b-fff9-4bc4-9ab3-dfbad10c0d9d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:10.417723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:10.433490 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4885ff8b-fff9-4bc4-9ab3-dfbad10c0d9d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:10.460582 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885ff8b-fff9-4bc4-9ab3-dfbad10c0d9d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9bedd1-6aa0-48a4-84a6-338244d5169b,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:10.471105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4885ff8b-fff9-4bc4-9ab3-dfbad10c0d9d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:10.472250 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4885ff8b-fff9-4bc4-9ab3-dfbad10c0d9d tempest-TestNetworkAdvancedServerOps-2138020325 tempest-TestNetworkAdvancedServerOps-2138020325-project] 10.222.0.130 "DELETE /v2.0/security-groups/ea9bedd1-6aa0-48a4-84a6-338244d5169b HTTP/1.1" status: 204 len: 168 time: 0.3458149 Jan 24 17:04:10.548286 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:10.923775 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43132) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:11.089672 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device eace9e9e-e5b3-4dd8-ab89-1e9887131b2b no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:04:11.128638 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: eace9e9e-e5b3-4dd8-ab89-1e9887131b2b {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:04:11.128959 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device eace9e9e-e5b3-4dd8-ab89-1e9887131b2b not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:04:11.129368 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 53d15966-b79d-4a59-855a-de49f86e0973 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:04:11.138913 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d571700d-8fd3-4bbe-83ff-c4d29eb265df admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=edd5921dd99549ffb2cf58151bde22da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2136056 Jan 24 17:04:11.141192 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43138) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:11.172712 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 53d15966-b79d-4a59-855a-de49f86e0973 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:04:11.173326 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 53d15966-b79d-4a59-855a-de49f86e0973 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:04:11.207753 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ff57fef5-1784-4469-8310-c25581bc4f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:11.238922 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ff57fef5-1784-4469-8310-c25581bc4f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:11.296810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ff57fef5-1784-4469-8310-c25581bc4f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:11.312629 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57fef5-1784-4469-8310-c25581bc4f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fdb01c-1207-4395-8151-232f42c64193,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:11.320760 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ff57fef5-1784-4469-8310-c25581bc4f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:11.326858 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ff57fef5-1784-4469-8310-c25581bc4f05 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/a7fdb01c-1207-4395-8151-232f42c64193 HTTP/1.1" status: 204 len: 168 time: 0.1797779 Jan 24 17:04:11.692650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43146) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:11.711016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3af209db-4b21-4538-aac2-25f58aa7c3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:11.745921 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3af209db-4b21-4538-aac2-25f58aa7c3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:11.749686 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3af209db-4b21-4538-aac2-25f58aa7c3ed admin admin] Usage tracker for resource:security_group_rule and tenant:862a1d4a95cc4eac9f512978dde14fbd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:11.752388 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-3af209db-4b21-4538-aac2-25f58aa7c3ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:11.758221 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-3af209db-4b21-4538-aac2-25f58aa7c3ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:11.836380 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3af209db-4b21-4538-aac2-25f58aa7c3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:11.842124 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-3af209db-4b21-4538-aac2-25f58aa7c3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:11.886320 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af209db-4b21-4538-aac2-25f58aa7c3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d37450-afcc-4e23-b1e4-f92262d11ac5,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:11.892034 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-3af209db-4b21-4538-aac2-25f58aa7c3ed admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=862a1d4a95cc4eac9f512978dde14fbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1983235 Jan 24 17:04:11.894887 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43150) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:11.965913 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a571e023-837e-4da4-939e-e619fc0a8e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:11.970605 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:11.994895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a571e023-837e-4da4-939e-e619fc0a8e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:12.049560 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a571e023-837e-4da4-939e-e619fc0a8e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:12.063328 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571e023-837e-4da4-939e-e619fc0a8e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d37450-afcc-4e23-b1e4-f92262d11ac5,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:12.077144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a571e023-837e-4da4-939e-e619fc0a8e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:12.078676 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a571e023-837e-4da4-939e-e619fc0a8e7e admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/d0d37450-afcc-4e23-b1e4-f92262d11ac5 HTTP/1.1" status: 204 len: 168 time: 0.1828804 Jan 24 17:04:13.120884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43172) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:13.268220 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-390414262-network', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:04:13.276169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:13.281336 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Usage tracker for resource:network and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:13.284327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:13.293969 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:13.307857 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Made reservation on behalf of d324bc3f26e54fee8f4f97480ba7fdfd for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:04:13.310251 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:13.322833 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:13.353791 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:13.358382 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Usage tracker for resource:security_group_rule and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:13.361126 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:13.366677 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:13.436450 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:13.443011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:13.474532 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 17:04:13.484587 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f1fe03-4fb8-4993-89c6-80f8985588f8,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:13.491816 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:13.492169 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Added segment a35db430-3f13-490c-9126-de759ecfc397 of type vlan for network 8b92781c-d70f-40d4-9752-e0f4cb01b083 Jan 24 17:04:13.519653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:13.552806 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:13.553715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:13.554287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:13.658625 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] Pushing event updated for resources: {'Network': ['ID=8b92781c-d70f-40d4-9752-e0f4cb01b083,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:13.661609 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-1241e143-b87f-4e6b-bc8e-430d8baa64ea admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5396562 Jan 24 17:04:13.664770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43178) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:13.668533 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 8b92781c-d70f-40d4-9752-e0f4cb01b083 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 17:04:13.671643 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-51113e39-04f9-4af0-a147-aa9dcb46e7cc admin admin] Request body: {'subnet': {'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-390414262-subnet', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'ip_version': 4}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:04:13.677310 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-51113e39-04f9-4af0-a147-aa9dcb46e7cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:13.681640 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-51113e39-04f9-4af0-a147-aa9dcb46e7cc admin admin] Usage tracker for resource:subnet and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:13.684628 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-51113e39-04f9-4af0-a147-aa9dcb46e7cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:13.690466 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-51113e39-04f9-4af0-a147-aa9dcb46e7cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:13.704434 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51113e39-04f9-4af0-a147-aa9dcb46e7cc admin admin] Made reservation on behalf of d324bc3f26e54fee8f4f97480ba7fdfd for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:04:13.706790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51113e39-04f9-4af0-a147-aa9dcb46e7cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:13.917619 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51113e39-04f9-4af0-a147-aa9dcb46e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:13.992504 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51113e39-04f9-4af0-a147-aa9dcb46e7cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae67394-f940-42ba-a18f-ee0d550335f7,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:14.015221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51113e39-04f9-4af0-a147-aa9dcb46e7cc admin admin] Checking segment: {'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:04:14.015735 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51113e39-04f9-4af0-a147-aa9dcb46e7cc admin admin] Network hostable DHCP agents. Network: 8b92781c-d70f-40d4-9752-e0f4cb01b083, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 17:04:14.041826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51113e39-04f9-4af0-a147-aa9dcb46e7cc admin admin] Network 8b92781c-d70f-40d4-9752-e0f4cb01b083 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 17:04:14.054173 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-51113e39-04f9-4af0-a147-aa9dcb46e7cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 8b92781c-d70f-40d4-9752-e0f4cb01b083) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:04:14.060061 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51113e39-04f9-4af0-a147-aa9dcb46e7cc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:14.062530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-51113e39-04f9-4af0-a147-aa9dcb46e7cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:14.063423 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf79295-fcdc-4ca3-bcaf-186a539cbac0 None None] Network 8b92781c-d70f-40d4-9752-e0f4cb01b083 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:04:14.094432 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-51113e39-04f9-4af0-a147-aa9dcb46e7cc admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4284108 Jan 24 17:04:14.097234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43182) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:14.102313 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:04:14.108014 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:14.113857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Usage tracker for resource:router and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:14.117078 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:14.123632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:14.149636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:14.156365 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:14.181788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:14.319783 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-8b92781c-d70f-40d4-9752-e0f4cb01b083', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 17:04:14.320859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:14.478781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:14.514944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Allocated IP 172.20.0.2 (8b92781c-d70f-40d4-9752-e0f4cb01b083/dae67394-f940-42ba-a18f-ee0d550335f7/50280234-39ce-4ef5-84b7-6447e74319fc) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:04:14.693016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:14.726210 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:14.791978 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:14.804422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Transition to ACTIVE for port object 50280234-39ce-4ef5-84b7-6447e74319fc will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:04:14.830367 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Transition to ACTIVE for port object 50280234-39ce-4ef5-84b7-6447e74319fc will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:04:14.837880 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:14.899317 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Allocated IP 172.26.2.134 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/89343f9d-ac3c-4884-9563-1cef16da565c) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:04:14.922216 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Network 8b92781c-d70f-40d4-9752-e0f4cb01b083 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:04:14.925107 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:04:14.928892 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:04:14.933957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Pushing event updated for resources: {'Port': ['ID=50280234-39ce-4ef5-84b7-6447e74319fc,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:15.028183 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Attempting to bind port 50280234-39ce-4ef5-84b7-6447e74319fc on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:04:15.028742 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Attempting to bind port 50280234-39ce-4ef5-84b7-6447e74319fc by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:04:15.029351 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Attempting to bind port 50280234-39ce-4ef5-84b7-6447e74319fc on network 8b92781c-d70f-40d4-9752-e0f4cb01b083 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:04:15.037769 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:04:15.038142 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Checking segment: {'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:04:15.038538 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:15.038914 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Bound using segment: {'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:04:15.039559 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Bound port: 50280234-39ce-4ef5-84b7-6447e74319fc, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:04:15.040030 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:15.095185 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:15.124726 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:15.145168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] For port 50280234-39ce-4ef5-84b7-6447e74319fc, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:04:15.148238 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] For port 50280234-39ce-4ef5-84b7-6447e74319fc, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=50280234-39ce-4ef5-84b7-6447e74319fc,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:04:15.153135 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:15.196870 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:04:15.200530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:04:15.202652 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Pushing event updated for resources: {'Port': ['ID=89343f9d-ac3c-4884-9563-1cef16da565c,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:15.204782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:04:15.239364 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad8af9-87bc-49a4-9055-41650d828c88 None None] Pushing event updated for resources: {'Port': ['ID=50280234-39ce-4ef5-84b7-6447e74319fc,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:15.405310 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:15.406394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:15.661070 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 17:04:15.869900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:04:15.881730 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Sync routers for ids ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:04:15.896913 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Routers {'6b8c3c95-24df-4520-8a45-0e40ec6f21eb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:04:15.897152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:15.897698 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:04:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:15.900263 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d1b9b9b4-c1fb-4d6d-b825-49c19fad4c7a admin admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8006780 Jan 24 17:04:15.902064 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43186) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:16.157922 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Set router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:04:16.218640 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4954fd39-2357-49fe-8235-7b97b6ded766 None None] Network 8b92781c-d70f-40d4-9752-e0f4cb01b083 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:04:16.401411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a7e77e21-a07a-4de1-bfad-1be87b9e113e None None] Provisioning for port 50280234-39ce-4ef5-84b7-6447e74319fc completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:04:16.518443 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:15Z', 'revision_number': 3, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:16.522619 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Checking router: 6b8c3c95-24df-4520-8a45-0e40ec6f21eb for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:04:16.522954 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Updating router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb port 89343f9d-ac3c-4884-9563-1cef16da565c binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 17:04:16.584550 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:16.795209 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:16.947050 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:16.960101 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Transition to ACTIVE for port object 89343f9d-ac3c-4884-9563-1cef16da565c will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:04:16.967243 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:16.999877 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Allocated IP 172.20.0.1 (8b92781c-d70f-40d4-9752-e0f4cb01b083/dae67394-f940-42ba-a18f-ee0d550335f7/dbcab211-70b8-48c6-8aeb-f2b64ea8e98b) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:04:17.043110 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Attempting to bind port 89343f9d-ac3c-4884-9563-1cef16da565c on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:04:17.043513 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Attempting to bind port 89343f9d-ac3c-4884-9563-1cef16da565c by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:04:17.043937 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Attempting to bind port 89343f9d-ac3c-4884-9563-1cef16da565c on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:04:17.055610 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5c5af-fc4c-46eb-b36e-01235b3a1a14 None None] Pushing event updated for resources: {'Port': ['ID=89343f9d-ac3c-4884-9563-1cef16da565c,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:17.064267 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c5af-fc4c-46eb-b36e-01235b3a1a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:17.064777 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c5af-fc4c-46eb-b36e-01235b3a1a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:17.065235 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c5af-fc4c-46eb-b36e-01235b3a1a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:17.065725 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c5af-fc4c-46eb-b36e-01235b3a1a14 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:17.066197 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c5af-fc4c-46eb-b36e-01235b3a1a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:17.066657 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c5af-fc4c-46eb-b36e-01235b3a1a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:17.067123 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c5af-fc4c-46eb-b36e-01235b3a1a14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:17.067619 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c5af-fc4c-46eb-b36e-01235b3a1a14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:17.068093 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c5af-fc4c-46eb-b36e-01235b3a1a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:17.068554 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c5af-fc4c-46eb-b36e-01235b3a1a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:17.069015 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5c5af-fc4c-46eb-b36e-01235b3a1a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:04:17.072398 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:04:17.072957 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:04:17.073482 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:17.074009 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:04:17.074603 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Bound port: 89343f9d-ac3c-4884-9563-1cef16da565c, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:04:17.075154 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:17.156806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 50280234-39ce-4ef5-84b7-6447e74319fc up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:04:17.157499 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] For port 89343f9d-ac3c-4884-9563-1cef16da565c, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:04:17.161881 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] For port 89343f9d-ac3c-4884-9563-1cef16da565c, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=89343f9d-ac3c-4884-9563-1cef16da565c,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:04:17.165987 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:17.232033 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 50280234-39ce-4ef5-84b7-6447e74319fc completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:04:17.237494 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 50280234-39ce-4ef5-84b7-6447e74319fc triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:17.238005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:17.246646 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5c5af-fc4c-46eb-b36e-01235b3a1a14 None None] Pushing event updated for resources: {'Port': ['ID=89343f9d-ac3c-4884-9563-1cef16da565c,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:17.249585 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Routers {'6b8c3c95-24df-4520-8a45-0e40ec6f21eb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:04:17.250172 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:04:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:17.271168 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:17.290438 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Transition to ACTIVE for port object dbcab211-70b8-48c6-8aeb-f2b64ea8e98b will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:04:17.315798 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:17.364649 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:17.384024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Network 8b92781c-d70f-40d4-9752-e0f4cb01b083 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:04:17.386857 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:04:17.392429 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:04:17.402791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 50280234-39ce-4ef5-84b7-6447e74319fc, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=50280234-39ce-4ef5-84b7-6447e74319fc,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:04:17.408316 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:17.432785 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Pushing event updated for resources: {'Port': ['ID=dbcab211-70b8-48c6-8aeb-f2b64ea8e98b,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:17.435095 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] Set router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:04:17.458280 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:17.483864 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=50280234-39ce-4ef5-84b7-6447e74319fc,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:17.554098 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:17.691702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d1cb6f88-8580-4d7e-9a0d-51fd2f473a19 None None] Provisioning for port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:04:17.696863 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d1cb6f88-8580-4d7e-9a0d-51fd2f473a19 None None] Provisioning complete for port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:17.697339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d1cb6f88-8580-4d7e-9a0d-51fd2f473a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:17.755080 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d1cb6f88-8580-4d7e-9a0d-51fd2f473a19 None None] Port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:04:17.808009 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:15Z', 'revision_number': 3, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:17.813185 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a960a2-4426-4ba9-a28f-73e41f3b1b6a None None] The sync data for ids ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'] in dv-neutron-826104-1-hyperv is: [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:15Z', 'revision_number': 3, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:04:17.826461 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:17.834619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:17.953259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Pushing event updated for resources: {'Port': ['ID=dbcab211-70b8-48c6-8aeb-f2b64ea8e98b,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:17.955788 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:18.118383 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Network 8b92781c-d70f-40d4-9752-e0f4cb01b083 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:04:18.119535 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:04:18.382362 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-1d8ecff5-785e-4c0a-b3dc-453a8400a7ab None None] Provisioning complete for port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:18.382960 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1d8ecff5-785e-4c0a-b3dc-453a8400a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:18.447393 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:18.458789 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ecff5-785e-4c0a-b3dc-453a8400a7ab None None] Port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:04:18.575568 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:04:18.785463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:04:18.795077 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-bc202258-ece1-4777-9260-4e932e506c3b admin admin] 10.222.0.130 "PUT /v2.0/routers/6b8c3c95-24df-4520-8a45-0e40ec6f21eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8919194 Jan 24 17:04:19.167440 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 50280234-39ce-4ef5-84b7-6447e74319fc up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:04:19.235755 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 50280234-39ce-4ef5-84b7-6447e74319fc triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:19.236120 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:19.366445 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 89343f9d-ac3c-4884-9563-1cef16da565c up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:04:19.438213 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 89343f9d-ac3c-4884-9563-1cef16da565c completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:04:19.447912 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 89343f9d-ac3c-4884-9563-1cef16da565c triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:19.448295 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:19.588123 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:19.611520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 89343f9d-ac3c-4884-9563-1cef16da565c, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=89343f9d-ac3c-4884-9563-1cef16da565c,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:04:19.617119 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:19.688354 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=89343f9d-ac3c-4884-9563-1cef16da565c,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:19.728085 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43208) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:19.735596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1263704793-network', 'tenant_id': '12fd2242cf92489bb8aa2c22d019f3ef'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:04:19.741653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:19.746143 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Usage tracker for resource:network and tenant:12fd2242cf92489bb8aa2c22d019f3ef is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:19.751432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:19.759467 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:19.774422 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Made reservation on behalf of 12fd2242cf92489bb8aa2c22d019f3ef for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:04:19.777312 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:19.792145 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:19.828775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:19.832882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Usage tracker for resource:security_group_rule and tenant:12fd2242cf92489bb8aa2c22d019f3ef is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:19.835911 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:19.842051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:19.917786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:19.922849 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:19.953981 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 17:04:19.963722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3138cb94-9ee8-4a08-95ca-60699bea22e9,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:19.969787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:19.970153 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Added segment 12176c81-874e-4cb4-a28e-e08d350eb0f5 of type vlan for network fe54501b-cdb7-4267-887e-4f36032a2344 Jan 24 17:04:20.001098 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:20.044221 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:20.045419 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:20.046102 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:20.161353 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] Pushing event updated for resources: {'Network': ['ID=fe54501b-cdb7-4267-887e-4f36032a2344,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:20.164507 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4babebf8-d4b7-4a25-bf13-5e248b51ddd9 admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4353852 Jan 24 17:04:20.168999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43212) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:20.174116 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network fe54501b-cdb7-4267-887e-4f36032a2344 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 17:04:20.174818 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-710957fc-de54-4814-a5c9-4ec116daf28e admin admin] Request body: {'subnet': {'network_id': 'fe54501b-cdb7-4267-887e-4f36032a2344', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1263704793-subnet', 'tenant_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'ip_version': 4}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:04:20.181341 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-710957fc-de54-4814-a5c9-4ec116daf28e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:20.186298 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-710957fc-de54-4814-a5c9-4ec116daf28e admin admin] Usage tracker for resource:subnet and tenant:12fd2242cf92489bb8aa2c22d019f3ef is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:20.189587 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-710957fc-de54-4814-a5c9-4ec116daf28e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:20.195454 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-710957fc-de54-4814-a5c9-4ec116daf28e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:20.206889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710957fc-de54-4814-a5c9-4ec116daf28e admin admin] Made reservation on behalf of 12fd2242cf92489bb8aa2c22d019f3ef for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:04:20.209471 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-710957fc-de54-4814-a5c9-4ec116daf28e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:20.597299 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-710957fc-de54-4814-a5c9-4ec116daf28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:20.664673 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710957fc-de54-4814-a5c9-4ec116daf28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec41994-c394-4d92-936b-9e6c840f864a,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:20.692274 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710957fc-de54-4814-a5c9-4ec116daf28e admin admin] Checking segment: {'id': '12176c81-874e-4cb4-a28e-e08d350eb0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fe54501b-cdb7-4267-887e-4f36032a2344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:04:20.692632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710957fc-de54-4814-a5c9-4ec116daf28e admin admin] Network hostable DHCP agents. Network: fe54501b-cdb7-4267-887e-4f36032a2344, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 17:04:20.722546 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710957fc-de54-4814-a5c9-4ec116daf28e admin admin] Network fe54501b-cdb7-4267-887e-4f36032a2344 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 17:04:20.736806 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-710957fc-de54-4814-a5c9-4ec116daf28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, fe54501b-cdb7-4267-887e-4f36032a2344) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:04:20.741186 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710957fc-de54-4814-a5c9-4ec116daf28e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:20.741870 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-710957fc-de54-4814-a5c9-4ec116daf28e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:20.747423 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4e1806-d512-4701-892f-b9b1b32038b5 None None] Network fe54501b-cdb7-4267-887e-4f36032a2344 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:04:20.767610 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-710957fc-de54-4814-a5c9-4ec116daf28e admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5972781 Jan 24 17:04:20.770230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43216) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:20.777112 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1263704793-router', 'tenant_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:04:20.782138 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:20.786250 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Usage tracker for resource:router and tenant:12fd2242cf92489bb8aa2c22d019f3ef is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:20.789854 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:20.796031 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:20.811836 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:20.812823 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:20.836718 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:20.997236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:21.025621 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-fe54501b-cdb7-4267-887e-4f36032a2344', 'network_id': 'fe54501b-cdb7-4267-887e-4f36032a2344', 'tenant_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'fixed_ips': [{'subnet_id': '4ec41994-c394-4d92-936b-9e6c840f864a'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 17:04:21.026489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:21.129271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 89343f9d-ac3c-4884-9563-1cef16da565c up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:04:21.249253 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:21.266435 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Allocated IP 172.20.0.2 (fe54501b-cdb7-4267-887e-4f36032a2344/4ec41994-c394-4d92-936b-9e6c840f864a/f7ad1e65-809a-4738-8d1f-6151aacc4b00) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:04:21.280693 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 89343f9d-ac3c-4884-9563-1cef16da565c triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:21.281047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:21.283164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:21.446130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Allocated IP 172.26.2.165 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/08ff9e3b-d0a3-4706-a463-6e075b763773) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:04:21.598404 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Sync routers for ids ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:04:21.626851 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:21.658507 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:21.666312 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Routers {'6b8c3c95-24df-4520-8a45-0e40ec6f21eb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:04:21.666943 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:04:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:21.742183 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:04:21.745768 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:04:21.750502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:04:21.752645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:21.780604 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Transition to ACTIVE for port object f7ad1e65-809a-4738-8d1f-6151aacc4b00 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:04:21.782360 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Pushing event updated for resources: {'Port': ['ID=08ff9e3b-d0a3-4706-a463-6e075b763773,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:21.884546 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Transition to ACTIVE for port object f7ad1e65-809a-4738-8d1f-6151aacc4b00 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:04:21.897816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:21.932314 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:21.933064 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:21.997222 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Pushing event updated for resources: {'Port': ['ID=f7ad1e65-809a-4738-8d1f-6151aacc4b00,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:22.000774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Set router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:04:22.047796 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Network fe54501b-cdb7-4267-887e-4f36032a2344 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:04:22.049840 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:04:22.055826 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:04:22.188759 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Router 6bb17dfa-f722-46ba-a1a3-14b71d87ea50 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 17:04:22.326393 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Attempting to bind port f7ad1e65-809a-4738-8d1f-6151aacc4b00 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:04:22.327019 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Attempting to bind port f7ad1e65-809a-4738-8d1f-6151aacc4b00 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '12176c81-874e-4cb4-a28e-e08d350eb0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fe54501b-cdb7-4267-887e-4f36032a2344'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:04:22.327661 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Attempting to bind port f7ad1e65-809a-4738-8d1f-6151aacc4b00 on network fe54501b-cdb7-4267-887e-4f36032a2344 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:04:22.351226 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:04:22.351622 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Checking segment: {'id': '12176c81-874e-4cb4-a28e-e08d350eb0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fe54501b-cdb7-4267-887e-4f36032a2344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:04:22.351995 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:22.352422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Bound using segment: {'id': '12176c81-874e-4cb4-a28e-e08d350eb0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fe54501b-cdb7-4267-887e-4f36032a2344'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:04:22.352926 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Bound port: f7ad1e65-809a-4738-8d1f-6151aacc4b00, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12176c81-874e-4cb4-a28e-e08d350eb0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fe54501b-cdb7-4267-887e-4f36032a2344'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:04:22.353289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:22.438858 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:04:22.448059 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Sync routers for ids ['6bb17dfa-f722-46ba-a1a3-14b71d87ea50'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:04:22.460020 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Routers {'6bb17dfa-f722-46ba-a1a3-14b71d87ea50'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:04:22.460644 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:04:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6bb17dfa-f722-46ba-a1a3-14b71d87ea50'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:22.468225 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:22.470794 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-a4a4076d-61f9-49ff-a218-9510d574c00a admin admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6993203 Jan 24 17:04:22.472908 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43220) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:22.547807 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] For port f7ad1e65-809a-4738-8d1f-6151aacc4b00, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:04:22.553747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] For port f7ad1e65-809a-4738-8d1f-6151aacc4b00, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f7ad1e65-809a-4738-8d1f-6151aacc4b00,segment=NetworkSegment(12176c81-874e-4cb4-a28e-e08d350eb0f5),segment_id=12176c81-874e-4cb4-a28e-e08d350eb0f5)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:04:22.561969 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:22.647965 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Set router 6bb17dfa-f722-46ba-a1a3-14b71d87ea50 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:04:22.727607 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'dbcab211-70b8-48c6-8aeb-f2b64ea8e98b', 'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'mac_address': 'fa:16:3e:22:23:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:16Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 2, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'subnets': [{'id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:22.737291 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Checking router: 6b8c3c95-24df-4520-8a45-0e40ec6f21eb for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:04:22.737645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Updating router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 17:04:22.767947 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fe5d1-21b4-4655-9a0a-8d3531327798 None None] Pushing event updated for resources: {'Port': ['ID=f7ad1e65-809a-4738-8d1f-6151aacc4b00,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:22.808222 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:23.049639 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'name': 'tempest-TestShelveInstance-1263704793-router', 'tenant_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.165'}], 'enable_snat': True}, 'gw_port_id': '08ff9e3b-d0a3-4706-a463-6e075b763773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:20Z', 'updated_at': '2022-01-24T17:04:21Z', 'revision_number': 3, 'project_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'gw_port': {'id': '08ff9e3b-d0a3-4706-a463-6e075b763773', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:21Z', 'updated_at': '2022-01-24T17:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:23.066049 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Checking router: 6bb17dfa-f722-46ba-a1a3-14b71d87ea50 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:04:23.066395 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Updating router 6bb17dfa-f722-46ba-a1a3-14b71d87ea50 port 08ff9e3b-d0a3-4706-a463-6e075b763773 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 17:04:23.198912 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:23.226088 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f7ad1e65-809a-4738-8d1f-6151aacc4b00 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:04:23.386559 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port f7ad1e65-809a-4738-8d1f-6151aacc4b00 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:04:23.405084 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:23.418454 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Transition to ACTIVE for port object dbcab211-70b8-48c6-8aeb-f2b64ea8e98b will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:04:23.426864 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:23.534207 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:23.563432 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cf298-825f-4887-b1a5-7d48d9d63cf8 None None] Pushing event updated for resources: {'Port': ['ID=dbcab211-70b8-48c6-8aeb-f2b64ea8e98b,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:23.569498 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:23.582457 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Transition to ACTIVE for port object 08ff9e3b-d0a3-4706-a463-6e075b763773 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:04:23.590313 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:23.664774 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Attempting to bind port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:04:23.665251 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Attempting to bind port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:04:23.665628 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Attempting to bind port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b on network 8b92781c-d70f-40d4-9752-e0f4cb01b083 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:04:23.678616 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:04:23.679083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Checking segment: {'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:04:23.679375 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:23.679845 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Bound using segment: {'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:04:23.680311 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Bound port: dbcab211-70b8-48c6-8aeb-f2b64ea8e98b, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:04:23.680676 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:23.698293 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Attempting to bind port 08ff9e3b-d0a3-4706-a463-6e075b763773 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:04:23.698646 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Attempting to bind port 08ff9e3b-d0a3-4706-a463-6e075b763773 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:04:23.698994 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Attempting to bind port 08ff9e3b-d0a3-4706-a463-6e075b763773 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:04:23.715029 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3602f04-ac75-4474-8fbb-1d51be4fad2d None None] Pushing event updated for resources: {'Port': ['ID=08ff9e3b-d0a3-4706-a463-6e075b763773,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:23.719052 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:04:23.719420 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:04:23.719849 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:23.720225 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:04:23.720683 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Bound port: 08ff9e3b-d0a3-4706-a463-6e075b763773, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:04:23.721043 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:23.799520 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] For port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:04:23.805339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] For port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=dbcab211-70b8-48c6-8aeb-f2b64ea8e98b,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:04:23.812624 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:23.838598 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Allocated IP 172.20.0.1 (fe54501b-cdb7-4267-887e-4f36032a2344/4ec41994-c394-4d92-936b-9e6c840f864a/1c1ee6a0-2572-4cff-bc55-d35093d98d96) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:04:23.862578 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] For port 08ff9e3b-d0a3-4706-a463-6e075b763773, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:04:23.866718 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] For port 08ff9e3b-d0a3-4706-a463-6e075b763773, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=08ff9e3b-d0a3-4706-a463-6e075b763773,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:04:23.872813 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:23.911949 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cf298-825f-4887-b1a5-7d48d9d63cf8 None None] Pushing event updated for resources: {'Port': ['ID=dbcab211-70b8-48c6-8aeb-f2b64ea8e98b,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:23.926938 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Routers {'6b8c3c95-24df-4520-8a45-0e40ec6f21eb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:04:23.927600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:04:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:23.976161 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3602f04-ac75-4474-8fbb-1d51be4fad2d None None] Pushing event updated for resources: {'Port': ['ID=08ff9e3b-d0a3-4706-a463-6e075b763773,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:23.979237 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Routers {'6bb17dfa-f722-46ba-a1a3-14b71d87ea50'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:04:23.979934 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:04:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6bb17dfa-f722-46ba-a1a3-14b71d87ea50'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:24.070944 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:24.089426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Transition to ACTIVE for port object 1c1ee6a0-2572-4cff-bc55-d35093d98d96 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:04:24.134789 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:24.167401 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bfe9a3-e99a-4a5d-9717-e6093de17ab6 None None] Network fe54501b-cdb7-4267-887e-4f36032a2344 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:04:24.218553 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Network fe54501b-cdb7-4267-887e-4f36032a2344 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:04:24.235257 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Pushing event updated for resources: {'Port': ['ID=1c1ee6a0-2572-4cff-bc55-d35093d98d96,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:24.242661 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:04:24.246374 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:04:24.267838 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] Set router 6bb17dfa-f722-46ba-a1a3-14b71d87ea50 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:04:24.278699 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] Set router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:04:24.314766 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:24.402021 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:24.566047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-633ed32d-8462-4d42-82af-f7f7bda739c0 None None] Provisioning for port f7ad1e65-809a-4738-8d1f-6151aacc4b00 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:04:24.586667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-633ed32d-8462-4d42-82af-f7f7bda739c0 None None] Provisioning complete for port f7ad1e65-809a-4738-8d1f-6151aacc4b00 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:24.587028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-633ed32d-8462-4d42-82af-f7f7bda739c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:24.614264 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'name': 'tempest-TestShelveInstance-1263704793-router', 'tenant_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.165'}], 'enable_snat': True}, 'gw_port_id': '08ff9e3b-d0a3-4706-a463-6e075b763773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:20Z', 'updated_at': '2022-01-24T17:04:21Z', 'revision_number': 3, 'project_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'gw_port': {'id': '08ff9e3b-d0a3-4706-a463-6e075b763773', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:21Z', 'updated_at': '2022-01-24T17:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:24.619313 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031054d-070b-4de9-896f-eb9bec97014e None None] The sync data for ids ['6bb17dfa-f722-46ba-a1a3-14b71d87ea50'] in dv-neutron-826104-1-hyperv is: [{'id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'name': 'tempest-TestShelveInstance-1263704793-router', 'tenant_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.165'}], 'enable_snat': True}, 'gw_port_id': '08ff9e3b-d0a3-4706-a463-6e075b763773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:20Z', 'updated_at': '2022-01-24T17:04:21Z', 'revision_number': 3, 'project_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'gw_port': {'id': '08ff9e3b-d0a3-4706-a463-6e075b763773', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:21Z', 'updated_at': '2022-01-24T17:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:04:24.660073 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:24.665763 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:24.772586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Pushing event updated for resources: {'Port': ['ID=1c1ee6a0-2572-4cff-bc55-d35093d98d96,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:24.774863 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:24.897560 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-633ed32d-8462-4d42-82af-f7f7bda739c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:24.930145 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'dbcab211-70b8-48c6-8aeb-f2b64ea8e98b', 'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'mac_address': 'fa:16:3e:22:23:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:16Z', 'updated_at': '2022-01-24T17:04:23Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'subnets': [{'id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:24.940623 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75832485-fae6-4cab-9382-f44f3fc500ba None None] The sync data for ids ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'] in dv-neutron-826104-1-hyperv is: [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'dbcab211-70b8-48c6-8aeb-f2b64ea8e98b', 'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'mac_address': 'fa:16:3e:22:23:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:16Z', 'updated_at': '2022-01-24T17:04:23Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'subnets': [{'id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:04:24.953665 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-633ed32d-8462-4d42-82af-f7f7bda739c0 None None] For port f7ad1e65-809a-4738-8d1f-6151aacc4b00, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f7ad1e65-809a-4738-8d1f-6151aacc4b00,segment=NetworkSegment(12176c81-874e-4cb4-a28e-e08d350eb0f5),segment_id=12176c81-874e-4cb4-a28e-e08d350eb0f5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:04:24.958559 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-633ed32d-8462-4d42-82af-f7f7bda739c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:25.102823 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ed32d-8462-4d42-82af-f7f7bda739c0 None None] Pushing event updated for resources: {'Port': ['ID=f7ad1e65-809a-4738-8d1f-6151aacc4b00,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:25.118770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Network fe54501b-cdb7-4267-887e-4f36032a2344 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:04:25.120440 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:04:25.175273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device dbcab211-70b8-48c6-8aeb-f2b64ea8e98b up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:04:25.289588 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:04:25.300842 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:25.301489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:25.459805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-653996b0-7ebe-495a-8c6f-6f2e602cc954 None None] Provisioning complete for port f7ad1e65-809a-4738-8d1f-6151aacc4b00 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:25.460083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-653996b0-7ebe-495a-8c6f-6f2e602cc954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:25.556249 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:25.667011 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Router 6bb17dfa-f722-46ba-a1a3-14b71d87ea50 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:04:25.671892 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=dbcab211-70b8-48c6-8aeb-f2b64ea8e98b,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:04:25.678352 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:25.737764 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-653996b0-7ebe-495a-8c6f-6f2e602cc954 None None] Provisioning for port 1c1ee6a0-2572-4cff-bc55-d35093d98d96 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:04:25.751381 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-653996b0-7ebe-495a-8c6f-6f2e602cc954 None None] Provisioning complete for port 1c1ee6a0-2572-4cff-bc55-d35093d98d96 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:25.751905 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-653996b0-7ebe-495a-8c6f-6f2e602cc954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:25.835942 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-653996b0-7ebe-495a-8c6f-6f2e602cc954 None None] Port 1c1ee6a0-2572-4cff-bc55-d35093d98d96 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:04:25.847346 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=dbcab211-70b8-48c6-8aeb-f2b64ea8e98b,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:25.931042 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:04:25.949168 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e40e9e7c-87e9-4f62-b76b-1c89b699270e admin admin] 10.222.0.130 "PUT /v2.0/routers/6bb17dfa-f722-46ba-a1a3-14b71d87ea50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4747233 Jan 24 17:04:25.963016 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d9f54b89-3a86-4ea9-8680-fe8f62158b69 None None] Provisioning complete for port 1c1ee6a0-2572-4cff-bc55-d35093d98d96 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:25.963528 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d9f54b89-3a86-4ea9-8680-fe8f62158b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:26.045601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d9f54b89-3a86-4ea9-8680-fe8f62158b69 None None] Port 1c1ee6a0-2572-4cff-bc55-d35093d98d96 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:04:26.637604 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43232) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:26.645973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ec15facf-63b5-4e6f-a899-872559500d0d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1801733119', 'description': 'tempest-secgroup-smoke-1801733119 description', 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:04:26.654614 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ec15facf-63b5-4e6f-a899-872559500d0d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:26.658627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ec15facf-63b5-4e6f-a899-872559500d0d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:security_group and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:26.661696 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ec15facf-63b5-4e6f-a899-872559500d0d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:26.667738 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ec15facf-63b5-4e6f-a899-872559500d0d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:26.680764 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec15facf-63b5-4e6f-a899-872559500d0d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:26.714541 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ec15facf-63b5-4e6f-a899-872559500d0d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:26.718610 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ec15facf-63b5-4e6f-a899-872559500d0d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:security_group_rule and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:26.721499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ec15facf-63b5-4e6f-a899-872559500d0d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:26.727151 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ec15facf-63b5-4e6f-a899-872559500d0d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:26.780809 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec15facf-63b5-4e6f-a899-872559500d0d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:26.787397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec15facf-63b5-4e6f-a899-872559500d0d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:26.838218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15facf-63b5-4e6f-a899-872559500d0d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775f386f-3e8e-4b39-92d3-d95cdf6a926d,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:26.841397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec15facf-63b5-4e6f-a899-872559500d0d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:26.842602 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ec15facf-63b5-4e6f-a899-872559500d0d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2037878 Jan 24 17:04:26.845650 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43236) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:26.851022 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-91de0f4c-4f16-417b-b3d3-3fb1c77bfa7b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'security_group_rule': {'security_group_id': '775f386f-3e8e-4b39-92d3-d95cdf6a926d', 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:04:26.857019 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-91de0f4c-4f16-417b-b3d3-3fb1c77bfa7b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:26.861203 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-91de0f4c-4f16-417b-b3d3-3fb1c77bfa7b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:security_group_rule and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:26.864025 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-91de0f4c-4f16-417b-b3d3-3fb1c77bfa7b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:26.869601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-91de0f4c-4f16-417b-b3d3-3fb1c77bfa7b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:26.890442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-91de0f4c-4f16-417b-b3d3-3fb1c77bfa7b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:26.952601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-91de0f4c-4f16-417b-b3d3-3fb1c77bfa7b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:26.957225 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-91de0f4c-4f16-417b-b3d3-3fb1c77bfa7b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:26.979888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de0f4c-4f16-417b-b3d3-3fb1c77bfa7b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba02284-0ff1-44a2-8c84-b67489bf4319,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:26.990538 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-91de0f4c-4f16-417b-b3d3-3fb1c77bfa7b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:26.991871 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-91de0f4c-4f16-417b-b3d3-3fb1c77bfa7b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1452188 Jan 24 17:04:26.994948 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43240) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:27.000436 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-306e4380-a02d-45ad-86f9-d7bf5527b20d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'security_group_rule': {'security_group_id': '775f386f-3e8e-4b39-92d3-d95cdf6a926d', 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:04:27.006189 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-306e4380-a02d-45ad-86f9-d7bf5527b20d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:27.009911 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-306e4380-a02d-45ad-86f9-d7bf5527b20d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:security_group_rule and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:27.012923 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-306e4380-a02d-45ad-86f9-d7bf5527b20d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:27.018443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-306e4380-a02d-45ad-86f9-d7bf5527b20d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:27.035164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-306e4380-a02d-45ad-86f9-d7bf5527b20d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.104090 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-306e4380-a02d-45ad-86f9-d7bf5527b20d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.109208 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-306e4380-a02d-45ad-86f9-d7bf5527b20d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.132120 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e4380-a02d-45ad-86f9-d7bf5527b20d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391a1a3c-db2d-4e43-9b4a-3d0d92feef38,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:27.142139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-306e4380-a02d-45ad-86f9-d7bf5527b20d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.143556 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-306e4380-a02d-45ad-86f9-d7bf5527b20d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1478140 Jan 24 17:04:27.146339 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43244) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:27.151721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-cc78e4af-98bc-4d7e-a2fb-70aabc48c3e2 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'security_group_rule': {'security_group_id': '775f386f-3e8e-4b39-92d3-d95cdf6a926d', 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:04:27.157787 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cc78e4af-98bc-4d7e-a2fb-70aabc48c3e2 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:27.161489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cc78e4af-98bc-4d7e-a2fb-70aabc48c3e2 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:security_group_rule and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:27.164796 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-cc78e4af-98bc-4d7e-a2fb-70aabc48c3e2 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:27.170281 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-cc78e4af-98bc-4d7e-a2fb-70aabc48c3e2 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:27.185015 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device dbcab211-70b8-48c6-8aeb-f2b64ea8e98b up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:04:27.188982 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cc78e4af-98bc-4d7e-a2fb-70aabc48c3e2 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.253140 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:27.253504 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.254346 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cc78e4af-98bc-4d7e-a2fb-70aabc48c3e2 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.258405 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cc78e4af-98bc-4d7e-a2fb-70aabc48c3e2 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.281793 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78e4af-98bc-4d7e-a2fb-70aabc48c3e2 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896112f3-0e38-46ce-ad3b-b80ad76e6803,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:27.291660 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-cc78e4af-98bc-4d7e-a2fb-70aabc48c3e2 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.292958 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-cc78e4af-98bc-4d7e-a2fb-70aabc48c3e2 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1456788 Jan 24 17:04:27.295822 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43248) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:27.301490 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-ec57ff15-dc7c-4701-9e77-1ffa787c2e09 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'security_group_rule': {'security_group_id': '775f386f-3e8e-4b39-92d3-d95cdf6a926d', 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:04:27.307390 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ec57ff15-dc7c-4701-9e77-1ffa787c2e09 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:27.311236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ec57ff15-dc7c-4701-9e77-1ffa787c2e09 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:security_group_rule and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:27.314069 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-ec57ff15-dc7c-4701-9e77-1ffa787c2e09 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:27.319743 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-ec57ff15-dc7c-4701-9e77-1ffa787c2e09 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:27.337639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec57ff15-dc7c-4701-9e77-1ffa787c2e09 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.377738 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 08ff9e3b-d0a3-4706-a463-6e075b763773 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:04:27.403818 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec57ff15-dc7c-4701-9e77-1ffa787c2e09 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.408882 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec57ff15-dc7c-4701-9e77-1ffa787c2e09 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.436964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57ff15-dc7c-4701-9e77-1ffa787c2e09 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d722d83a-2b3d-4b61-ae81-226eafa5e20f,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:27.445070 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ec57ff15-dc7c-4701-9e77-1ffa787c2e09 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.447247 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ec57ff15-dc7c-4701-9e77-1ffa787c2e09 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1500726 Jan 24 17:04:27.449877 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43252) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:27.451207 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 08ff9e3b-d0a3-4706-a463-6e075b763773 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:04:27.455364 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-af0d9cb4-5789-4697-873c-d62ffad6a7e4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'security_group_rule': {'security_group_id': '775f386f-3e8e-4b39-92d3-d95cdf6a926d', 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:04:27.456293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 08ff9e3b-d0a3-4706-a463-6e075b763773 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:27.456649 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.461175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-af0d9cb4-5789-4697-873c-d62ffad6a7e4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:27.464895 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-af0d9cb4-5789-4697-873c-d62ffad6a7e4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:security_group_rule and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:27.467896 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-af0d9cb4-5789-4697-873c-d62ffad6a7e4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:27.473388 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-af0d9cb4-5789-4697-873c-d62ffad6a7e4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:27.484821 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-af0d9cb4-5789-4697-873c-d62ffad6a7e4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Project d324bc3f26e54fee8f4f97480ba7fdfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 17:04:27.491500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af0d9cb4-5789-4697-873c-d62ffad6a7e4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.555392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af0d9cb4-5789-4697-873c-d62ffad6a7e4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.559530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af0d9cb4-5789-4697-873c-d62ffad6a7e4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.577942 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.584314 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d9cb4-5789-4697-873c-d62ffad6a7e4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13db13b-0c26-4793-8cc1-d5d13155f630,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:27.594486 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-af0d9cb4-5789-4697-873c-d62ffad6a7e4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.597492 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 08ff9e3b-d0a3-4706-a463-6e075b763773, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=08ff9e3b-d0a3-4706-a463-6e075b763773,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:04:27.599170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43256) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:27.599844 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-af0d9cb4-5789-4697-873c-d62ffad6a7e4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1483831 Jan 24 17:04:27.601611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.602886 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f7ad1e65-809a-4738-8d1f-6151aacc4b00 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:04:27.605708 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-09faaa3f-c220-4d83-87e0-d9e3c818cc8b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'security_group_rule': {'security_group_id': '775f386f-3e8e-4b39-92d3-d95cdf6a926d', 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:04:27.612317 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-09faaa3f-c220-4d83-87e0-d9e3c818cc8b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:27.616116 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-09faaa3f-c220-4d83-87e0-d9e3c818cc8b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:security_group_rule and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:27.619066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-09faaa3f-c220-4d83-87e0-d9e3c818cc8b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:27.625408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-09faaa3f-c220-4d83-87e0-d9e3c818cc8b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:27.636516 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-09faaa3f-c220-4d83-87e0-d9e3c818cc8b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Project d324bc3f26e54fee8f4f97480ba7fdfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 17:04:27.643238 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-09faaa3f-c220-4d83-87e0-d9e3c818cc8b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.707666 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-09faaa3f-c220-4d83-87e0-d9e3c818cc8b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.712539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-09faaa3f-c220-4d83-87e0-d9e3c818cc8b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.724027 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=08ff9e3b-d0a3-4706-a463-6e075b763773,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:27.734183 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09faaa3f-c220-4d83-87e0-d9e3c818cc8b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc229ee1-b372-43e4-8e51-74b28cae5b95,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:27.737009 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port f7ad1e65-809a-4738-8d1f-6151aacc4b00 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:27.737675 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.746309 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-09faaa3f-c220-4d83-87e0-d9e3c818cc8b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:27.747656 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-09faaa3f-c220-4d83-87e0-d9e3c818cc8b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1472840 Jan 24 17:04:28.004067 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-84d24f5f-8ddc-4b5a-9b10-8e2ab7bbbb42 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Synchronizing usage tracker for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:04:28.024963 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-84d24f5f-8ddc-4b5a-9b10-8e2ab7bbbb42 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Unset dirty status for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:04:28.026285 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-84d24f5f-8ddc-4b5a-9b10-8e2ab7bbbb42 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801733119&fields=id&tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd HTTP/1.1" status: 200 len: 267 time: 0.0746353 Jan 24 17:04:28.282689 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-0d134979-8100-4873-8609-e16e290b7fa9 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:28.283343 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-0d134979-8100-4873-8609-e16e290b7fa9 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Synchronizing usage tracker for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:04:28.301856 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-0d134979-8100-4873-8609-e16e290b7fa9 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Unset dirty status for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:04:28.303013 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-0d134979-8100-4873-8609-e16e290b7fa9 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 808 time: 0.2656517 Jan 24 17:04:28.322130 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-544aaed4-2904-493b-96f2-c2cd706ef46d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/quotas/d324bc3f26e54fee8f4f97480ba7fdfd HTTP/1.1" status: 200 len: 375 time: 0.0112205 Jan 24 17:04:28.411688 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-ae40675c-140a-4fb3-b722-24c35efbe31f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Synchronizing usage tracker for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:04:28.432345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-ae40675c-140a-4fb3-b722-24c35efbe31f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Unset dirty status for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:04:28.433813 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-ae40675c-140a-4fb3-b722-24c35efbe31f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063366 Jan 24 17:04:28.590791 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-03fce9d7-3255-43d1-89fc-935cacea26c8 service neutron] 10.222.0.130 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450484 Jan 24 17:04:28.730737 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-e0d9636e-8f69-439f-8f4c-fa9744826583 service neutron] 10.222.0.130 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311779 Jan 24 17:04:28.928361 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-12b70441-3519-4be1-b021-c6253e2f7665 req-18082407-7119-4eef-8f83-9e7c1d59bc51 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 210 time: 0.0502937 Jan 24 17:04:29.102443 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 08ff9e3b-d0a3-4706-a463-6e075b763773 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:04:29.172258 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 08ff9e3b-d0a3-4706-a463-6e075b763773 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:29.172618 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:30.099984 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-bb5cccfa-3f2e-4e87-9340-8ea85a91944f req-7f5cfe2b-0001-41b4-88ae-e4ecc6ece0f8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 210 time: 0.0416882 Jan 24 17:04:30.287385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-886d0da0-6a98-48f2-a33b-aab0d71e025f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:30.288859 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-886d0da0-6a98-48f2-a33b-aab0d71e025f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 808 time: 0.1506371 Jan 24 17:04:30.344199 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5e474ae0-1bd0-4729-84e6-243c2fdc07e9 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Synchronizing usage tracker for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:security_group {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:04:30.355504 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5e474ae0-1bd0-4729-84e6-243c2fdc07e9 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Unset dirty status for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:security_group {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:04:30.356865 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5e474ae0-1bd0-4729-84e6-243c2fdc07e9 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd HTTP/1.1" status: 200 len: 380 time: 0.0551209 Jan 24 17:04:30.369970 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5742bb82-d47b-491a-8a8c-be3a12e00fa1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'port': {'device_id': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'admin_state_up': True, 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'security_groups': ['775f386f-3e8e-4b39-92d3-d95cdf6a926d']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:04:30.507932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5742bb82-d47b-491a-8a8c-be3a12e00fa1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:30.518265 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5742bb82-d47b-491a-8a8c-be3a12e00fa1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:30.531924 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5742bb82-d47b-491a-8a8c-be3a12e00fa1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Made reservation on behalf of d324bc3f26e54fee8f4f97480ba7fdfd for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:04:30.537040 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5742bb82-d47b-491a-8a8c-be3a12e00fa1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:30.824740 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5742bb82-d47b-491a-8a8c-be3a12e00fa1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Allocated IP 172.20.0.13 (8b92781c-d70f-40d4-9752-e0f4cb01b083/dae67394-f940-42ba-a18f-ee0d550335f7/a2cd40e5-0d17-4662-bc41-d3f342b94ca5) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:04:31.017308 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5742bb82-d47b-491a-8a8c-be3a12e00fa1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:31.033254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5742bb82-d47b-491a-8a8c-be3a12e00fa1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Transition to ACTIVE for port object a2cd40e5-0d17-4662-bc41-d3f342b94ca5 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:04:31.057679 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5742bb82-d47b-491a-8a8c-be3a12e00fa1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:31.132745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5742bb82-d47b-491a-8a8c-be3a12e00fa1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Network 8b92781c-d70f-40d4-9752-e0f4cb01b083 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:04:31.135986 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5742bb82-d47b-491a-8a8c-be3a12e00fa1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:04:31.140811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5742bb82-d47b-491a-8a8c-be3a12e00fa1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:04:31.165633 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742bb82-d47b-491a-8a8c-be3a12e00fa1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'Port': ['ID=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:31.205786 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5742bb82-d47b-491a-8a8c-be3a12e00fa1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:31.206408 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5742bb82-d47b-491a-8a8c-be3a12e00fa1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:31.267788 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-5742bb82-d47b-491a-8a8c-be3a12e00fa1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9014764 Jan 24 17:04:31.280764 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Request body: {'port': {'device_id': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:04:31.407189 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6329b0ae-d01d-4cb6-97ef-4c089052318f None None] Provisioning for port a2cd40e5-0d17-4662-bc41-d3f342b94ca5 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:04:31.412925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-6329b0ae-d01d-4cb6-97ef-4c089052318f None None] Provisioning complete for port a2cd40e5-0d17-4662-bc41-d3f342b94ca5 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:31.413254 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6329b0ae-d01d-4cb6-97ef-4c089052318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:31.414894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2e76e-67c3-4699-bbaa-ba51c082cc4f req-0eaf6998-b16b-4011-9d2d-66e481b0cb74 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:31.415596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-7fc2e76e-67c3-4699-bbaa-ba51c082cc4f req-0eaf6998-b16b-4011-9d2d-66e481b0cb74 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Synchronizing usage tracker for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:04:31.418062 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:31.469511 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-6329b0ae-d01d-4cb6-97ef-4c089052318f None None] Port a2cd40e5-0d17-4662-bc41-d3f342b94ca5 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:04:31.482152 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-7fc2e76e-67c3-4699-bbaa-ba51c082cc4f req-0eaf6998-b16b-4011-9d2d-66e481b0cb74 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Unset dirty status for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:04:31.483695 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7fc2e76e-67c3-4699-bbaa-ba51c082cc4f req-0eaf6998-b16b-4011-9d2d-66e481b0cb74 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 932 time: 0.2564936 Jan 24 17:04:31.593998 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7fc2e76e-67c3-4699-bbaa-ba51c082cc4f req-2d5e9e3f-3da8-4297-8da9-b54e0e8c7879 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032846 Jan 24 17:04:31.821396 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2cd40e5-0d17-4662-bc41-d3f342b94ca5 {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:04:31.829259 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:31.845287 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Transition to ACTIVE for port object a2cd40e5-0d17-4662-bc41-d3f342b94ca5 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:04:31.851266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:31.971438 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:32.093218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Attempting to bind port a2cd40e5-0d17-4662-bc41-d3f342b94ca5 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:04:32.093525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Attempting to bind port a2cd40e5-0d17-4662-bc41-d3f342b94ca5 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:04:32.093852 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Attempting to bind port a2cd40e5-0d17-4662-bc41-d3f342b94ca5 on network 8b92781c-d70f-40d4-9752-e0f4cb01b083 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:04:32.099737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Port a2cd40e5-0d17-4662-bc41-d3f342b94ca5 on network 8b92781c-d70f-40d4-9752-e0f4cb01b083 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 17:04:32.100048 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Attempting to bind port a2cd40e5-0d17-4662-bc41-d3f342b94ca5 on network 8b92781c-d70f-40d4-9752-e0f4cb01b083 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:04:32.106121 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:04:32.106450 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Checking segment: {'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:04:32.106823 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Bound using segment: {'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:04:32.107283 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Bound port: a2cd40e5-0d17-4662-bc41-d3f342b94ca5, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:04:32.107914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:32.202281 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] For port a2cd40e5-0d17-4662-bc41-d3f342b94ca5, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:04:32.205560 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] For port a2cd40e5-0d17-4662-bc41-d3f342b94ca5, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:04:32.211790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:32.271699 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:32.273028 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] 10.222.0.129 "PUT /v2.0/ports/a2cd40e5-0d17-4662-bc41-d3f342b94ca5 HTTP/1.1" status: 200 len: 1094 time: 0.9965804 Jan 24 17:04:32.273531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'tag': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:04:32.298055 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f712b-a2b1-43e4-8fa1-bf5d45fa7da6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:32.355917 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'tag': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'status': 'completed', 'code': 200} Jan 24 17:04:32.397714 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-68d9886a-d2ae-4227-8900-56db59e09462 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 1097 time: 0.0765891 Jan 24 17:04:32.471580 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-d552cec3-a1b7-4416-915c-f015d3a0d790 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5 HTTP/1.1" status: 200 len: 217 time: 0.0632145 Jan 24 17:04:32.540584 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-0dcf51b3-1ce8-4673-876e-e52282465533 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:32.541941 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-0dcf51b3-1ce8-4673-876e-e52282465533 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0634429 Jan 24 17:04:32.622049 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-dc8bcdc6-a65e-48e2-9867-4e0e25952feb service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715292 Jan 24 17:04:32.902616 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-593c23a5-417d-4bc2-896f-cbb5874b384c service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738793 Jan 24 17:04:32.934608 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f0335-0774-4884-83c2-130ade60d2c7 req-5f1ae3a3-8db0-4a42-92db-f95e8b60dc0b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:32.936062 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3f3f0335-0774-4884-83c2-130ade60d2c7 req-5f1ae3a3-8db0-4a42-92db-f95e8b60dc0b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 944 time: 0.1443560 Jan 24 17:04:33.055790 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3f3f0335-0774-4884-83c2-130ade60d2c7 req-6d34ee3f-bcad-4149-9320-1de50ec8030e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746558 Jan 24 17:04:33.077141 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-66c5c4db-264d-4283-ae79-ba638de500e2 req-913efe62-ae16-4f88-b755-bde69b5beb5d service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671021 Jan 24 17:04:33.200281 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34e32f6a-d53a-4cdd-a27d-3b4b0d97c5b3 req-5a50e95d-0908-457b-b08d-37daa5c77251 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 1097 time: 0.0718925 Jan 24 17:04:33.332721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e32f6a-d53a-4cdd-a27d-3b4b0d97c5b3 req-d47178be-f784-4772-ab47-08f01ec6e400 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:33.334200 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34e32f6a-d53a-4cdd-a27d-3b4b0d97c5b3 req-d47178be-f784-4772-ab47-08f01ec6e400 service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1259174 Jan 24 17:04:33.405867 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34e32f6a-d53a-4cdd-a27d-3b4b0d97c5b3 req-80eafcf1-5a67-42fa-8347-8c3a59007895 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5 HTTP/1.1" status: 200 len: 217 time: 0.0633185 Jan 24 17:04:33.477940 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e32f6a-d53a-4cdd-a27d-3b4b0d97c5b3 req-cd427736-b8e1-4813-bf25-6181c37bd506 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:33.479289 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34e32f6a-d53a-4cdd-a27d-3b4b0d97c5b3 req-cd427736-b8e1-4813-bf25-6181c37bd506 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0642276 Jan 24 17:04:33.559020 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34e32f6a-d53a-4cdd-a27d-3b4b0d97c5b3 req-3d96536e-838f-4c2a-9af6-14f98146e379 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733654 Jan 24 17:04:33.702153 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34e32f6a-d53a-4cdd-a27d-3b4b0d97c5b3 req-19efbb56-7a47-457f-b3de-330ae1b10b01 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259437 Jan 24 17:04:33.834031 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34e32f6a-d53a-4cdd-a27d-3b4b0d97c5b3 req-f121cd9b-db91-4fbf-befd-dfe5532365b7 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249433 Jan 24 17:04:34.272572 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6935a-945e-4b3b-ac52-01b7f159ba8a req-a2fdba88-d070-4f61-94db-d1d45a300f92 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:34.274609 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-53d6935a-945e-4b3b-ac52-01b7f159ba8a req-a2fdba88-d070-4f61-94db-d1d45a300f92 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 944 time: 0.0907664 Jan 24 17:04:34.325508 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-53d6935a-945e-4b3b-ac52-01b7f159ba8a req-6a00cb9a-e1f3-4bd7-8e20-86ce7fd3119d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440106 Jan 24 17:04:35.136844 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device a2cd40e5-0d17-4662-bc41-d3f342b94ca5 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 17:04:35.311004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port a2cd40e5-0d17-4662-bc41-d3f342b94ca5, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:04:35.326402 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'port_id': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'mac_address': 'fa:16:3e:c3:2c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 17:04:35.384128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:35.402911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2cd40e5-0d17-4662-bc41-d3f342b94ca5 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:04:35.420283 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port a2cd40e5-0d17-4662-bc41-d3f342b94ca5, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:04:35.425446 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:35.503194 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:35.684129 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425c393-b105-41f1-93bc-1f28f6220871 req-9f2726d3-6cf7-4913-8700-c4ed4ccf3382 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:35.685715 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3425c393-b105-41f1-93bc-1f28f6220871 req-9f2726d3-6cf7-4913-8700-c4ed4ccf3382 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 945 time: 0.0881984 Jan 24 17:04:35.693871 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['a2cd40e5-0d17-4662-bc41-d3f342b94ca5'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 17:04:35.736538 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3425c393-b105-41f1-93bc-1f28f6220871 req-73ae6366-6d16-4d83-858f-8ad98bfe24bf tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427797 Jan 24 17:04:36.953856 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07486286-a507-4607-8858-9f8f629c14ce req-2f5c2087-9e66-4955-b1d6-79709b90f52b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:36.955248 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-07486286-a507-4607-8858-9f8f629c14ce req-2f5c2087-9e66-4955-b1d6-79709b90f52b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 945 time: 0.0861640 Jan 24 17:04:37.001712 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-07486286-a507-4607-8858-9f8f629c14ce req-f5d75c3f-cf6a-4ecb-8654-2f27382d4877 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407114 Jan 24 17:04:37.017938 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-25876283-8303-4d07-819d-9e1aba63e01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:37.153752 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device a2cd40e5-0d17-4662-bc41-d3f342b94ca5 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:04:37.224691 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port a2cd40e5-0d17-4662-bc41-d3f342b94ca5 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:04:37.229362 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port a2cd40e5-0d17-4662-bc41-d3f342b94ca5 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:37.229706 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:37.345476 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:37.372831 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:04:37.382266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port a2cd40e5-0d17-4662-bc41-d3f342b94ca5, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:04:37.387311 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:37.456623 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:37.504632 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'code': 200} Jan 24 17:04:37.758263 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e4e6d2cf-6a49-4c74-b9a0-4d6585293388 req-f82bc2cd-26f6-4b15-a29c-3db6aa66ad6e service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 1099 time: 0.0783539 Jan 24 17:04:37.801334 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e4e6d2cf-6a49-4c74-b9a0-4d6585293388 req-e9a7d6a1-a41e-40e6-b1d6-63def66fafe9 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361214 Jan 24 17:04:38.221047 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907176a-8f02-4452-8b88-5e8ba1e96441 req-1aceb244-3604-4d52-a051-99937c48d4b3 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:38.222450 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8907176a-8f02-4452-8b88-5e8ba1e96441 req-1aceb244-3604-4d52-a051-99937c48d4b3 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0881596 Jan 24 17:04:38.269584 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8907176a-8f02-4452-8b88-5e8ba1e96441 req-87982e4e-17ec-4b9b-8cb0-9d9cbae9cd88 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414321 Jan 24 17:04:39.206723 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-270bf6b0-fe33-4d53-9754-9cb2ba12efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:39.510857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568593-167d-4ed2-b696-abf1fe8f897c req-360adb79-f818-465a-8300-3c97676e6e64 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:39.512486 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ea568593-167d-4ed2-b696-abf1fe8f897c req-360adb79-f818-465a-8300-3c97676e6e64 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.1095958 Jan 24 17:04:39.576533 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ea568593-167d-4ed2-b696-abf1fe8f897c req-f8019710-8f19-43d5-adfb-84f436189372 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576162 Jan 24 17:04:39.799765 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419d91d-ac6d-417c-b2a2-898d56176551 req-94b305fd-61da-46e1-88b2-7e9e621ed19f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:39.801261 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3419d91d-ac6d-417c-b2a2-898d56176551 req-94b305fd-61da-46e1-88b2-7e9e621ed19f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0828731 Jan 24 17:04:39.853237 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-3419d91d-ac6d-417c-b2a2-898d56176551 req-bf9e1345-34c0-4ddc-ba77-62cf0dba328f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438747 Jan 24 17:04:39.886697 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43306) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:39.907425 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bb1cbc9b-10f6-415c-b96e-ef79ed886ea1 req-3e675e08-a8a1-4f77-8c63-639c4541ec07 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746062 Jan 24 17:04:40.061110 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bb1cbc9b-10f6-415c-b96e-ef79ed886ea1 req-4791bece-6a9d-4d0b-afdc-b8404e77ee68 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 1099 time: 0.0721791 Jan 24 17:04:40.133180 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-edff57fd-37b9-4797-81c3-fb5d4edfe656 tempest-TestShelveInstance-1881507562 tempest-TestShelveInstance-1881507562-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 1094 time: 0.2452211 Jan 24 17:04:40.136294 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43312) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:04:40.142218 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:04:40.148483 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:04:40.152417 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:floatingip and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:04:40.156128 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:04:40.162187 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:04:40.174144 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for floatingip, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:40.212456 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cbc9b-10f6-415c-b96e-ef79ed886ea1 req-571b3913-590d-4724-b5c8-e0dfa2010ad7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:40.213891 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bb1cbc9b-10f6-415c-b96e-ef79ed886ea1 req-571b3913-590d-4724-b5c8-e0dfa2010ad7 service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1329606 Jan 24 17:04:40.325061 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:40.397804 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bb1cbc9b-10f6-415c-b96e-ef79ed886ea1 req-e2e7847f-8e49-4138-a4ab-c2ae25bf1b7e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5 HTTP/1.1" status: 200 len: 217 time: 0.1770084 Jan 24 17:04:40.416427 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:40.463723 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Allocated IP 172.26.2.159 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/467af9e0-4264-48fe-9861-59b101568c8f) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:04:40.468056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cbc9b-10f6-415c-b96e-ef79ed886ea1 req-d26e6878-7e94-498d-be2a-aa9ae5128899 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:40.469847 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bb1cbc9b-10f6-415c-b96e-ef79ed886ea1 req-d26e6878-7e94-498d-be2a-aa9ae5128899 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0654435 Jan 24 17:04:40.533909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:40.553155 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bb1cbc9b-10f6-415c-b96e-ef79ed886ea1 req-ffaaab1d-6ece-4aa9-9ad1-1241f8f5ac7d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767720 Jan 24 17:04:40.618714 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:40.648418 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:40.687524 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bb1cbc9b-10f6-415c-b96e-ef79ed886ea1 req-d36930d9-2f65-4418-9f4b-e06ef88974a1 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269722 Jan 24 17:04:40.723403 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:04:40.724317 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'Port': ['ID=467af9e0-4264-48fe-9861-59b101568c8f,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:40.727134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:04:40.729232 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:04:40.823104 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bb1cbc9b-10f6-415c-b96e-ef79ed886ea1 req-9aa7a624-fa42-426e-951f-50bb1a2d3b45 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293752 Jan 24 17:04:41.342633 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:41.408773 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:41.631461 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:41.638048 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:41.742345 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'Port': ['ID=467af9e0-4264-48fe-9861-59b101568c8f,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:41.760459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:41.951505 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.l3_db [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Floating IP e23dc559-f0cd-4b49-92a7-ac5a5f4df221 associated. External IP: 172.26.2.159, port: a2cd40e5-0d17-4662-bc41-d3f342b94ca5. Jan 24 17:04:41.973146 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:42.352230 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:04:42.681073 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:04:42.691805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968dce1d-7ecd-4273-8102-69c7b1e3ef28 None None] Sync routers for ids ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:04:42.703611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968dce1d-7ecd-4273-8102-69c7b1e3ef28 None None] Routers {'6b8c3c95-24df-4520-8a45-0e40ec6f21eb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:04:42.704221 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-968dce1d-7ecd-4273-8102-69c7b1e3ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:04:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:42.707763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:42.762266 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-dcdb47cd-5f7b-4e1e-84f6-9e712ae1b283 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6249051 Jan 24 17:04:42.762848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'tag': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:04:42.818853 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'tag': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'status': 'completed', 'code': 200} Jan 24 17:04:42.883420 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-968dce1d-7ecd-4273-8102-69c7b1e3ef28 None None] Set router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:04:42.913001 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b495f7f9-8ca2-4181-af0c-93f4fc127e0c req-c9a49a4e-8d6c-4ccb-ae3a-74c3d41badd6 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 1099 time: 0.0698614 Jan 24 17:04:43.046769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f7f9-8ca2-4181-af0c-93f4fc127e0c req-a6d3f479-773d-44f0-a657-d44c564f3d6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:43.048181 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b495f7f9-8ca2-4181-af0c-93f4fc127e0c req-a6d3f479-773d-44f0-a657-d44c564f3d6d service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1284645 Jan 24 17:04:43.155153 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b495f7f9-8ca2-4181-af0c-93f4fc127e0c req-cbf8474b-23e6-4a88-9de0-7e9cde56823d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5 HTTP/1.1" status: 200 len: 1000 time: 0.0982528 Jan 24 17:04:43.225757 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f7f9-8ca2-4181-af0c-93f4fc127e0c req-9b17551f-9993-468a-889b-5f8599159515 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:04:43.227196 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b495f7f9-8ca2-4181-af0c-93f4fc127e0c req-9b17551f-9993-468a-889b-5f8599159515 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0654688 Jan 24 17:04:43.230792 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-968dce1d-7ecd-4273-8102-69c7b1e3ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'e23dc559-f0cd-4b49-92a7-ac5a5f4df221', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'floating_ip_address': '172.26.2.159', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'port_id': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'mac_address': 'fa:16:3e:c3:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:04:41Z', 'updated_at': '2022-01-24T17:04:41Z', 'revision_number': 0, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbcab211-70b8-48c6-8aeb-f2b64ea8e98b', 'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'mac_address': 'fa:16:3e:22:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:16Z', 'updated_at': '2022-01-24T17:04:25Z', 'revision_number': 5, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'subnets': [{'id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:43.236132 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968dce1d-7ecd-4273-8102-69c7b1e3ef28 None None] Checking router: 6b8c3c95-24df-4520-8a45-0e40ec6f21eb for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:04:43.247639 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968dce1d-7ecd-4273-8102-69c7b1e3ef28 None None] Routers {'6b8c3c95-24df-4520-8a45-0e40ec6f21eb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:04:43.248340 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-968dce1d-7ecd-4273-8102-69c7b1e3ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:04:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:43.302720 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b495f7f9-8ca2-4181-af0c-93f4fc127e0c req-7bd2a846-6f48-4b3e-9e56-1e4f7229b390 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681617 Jan 24 17:04:43.437438 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b495f7f9-8ca2-4181-af0c-93f4fc127e0c req-6b3ed595-8cda-499c-874c-9ab91ad49de8 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272547 Jan 24 17:04:43.473049 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-968dce1d-7ecd-4273-8102-69c7b1e3ef28 None None] Set router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:04:43.568141 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b495f7f9-8ca2-4181-af0c-93f4fc127e0c req-88c47e98-01a0-4e3a-a4ed-d872afb78e9d service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232674 Jan 24 17:04:43.821532 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-968dce1d-7ecd-4273-8102-69c7b1e3ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'e23dc559-f0cd-4b49-92a7-ac5a5f4df221', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'floating_ip_address': '172.26.2.159', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'port_id': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'mac_address': 'fa:16:3e:c3:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:04:41Z', 'updated_at': '2022-01-24T17:04:41Z', 'revision_number': 0, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbcab211-70b8-48c6-8aeb-f2b64ea8e98b', 'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'mac_address': 'fa:16:3e:22:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:16Z', 'updated_at': '2022-01-24T17:04:25Z', 'revision_number': 5, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'subnets': [{'id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:43.825750 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968dce1d-7ecd-4273-8102-69c7b1e3ef28 None None] The sync data for ids ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'] in dv-neutron-826104-1-hyperv is: [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'e23dc559-f0cd-4b49-92a7-ac5a5f4df221', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'floating_ip_address': '172.26.2.159', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'port_id': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'mac_address': 'fa:16:3e:c3:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:04:41Z', 'updated_at': '2022-01-24T17:04:41Z', 'revision_number': 0, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbcab211-70b8-48c6-8aeb-f2b64ea8e98b', 'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'mac_address': 'fa:16:3e:22:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:16Z', 'updated_at': '2022-01-24T17:04:25Z', 'revision_number': 5, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'subnets': [{'id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:04:46.592552 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:04:47.200388 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea87819-86b0-42c5-990d-a8c6509531f6 None None] New status for floating IP e23dc559-f0cd-4b49-92a7-ac5a5f4df221: ACTIVE {{(pid=83468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 17:04:47.205950 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Sync routers for ids ['6bb17dfa-f722-46ba-a1a3-14b71d87ea50'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:04:47.220801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Routers {'6bb17dfa-f722-46ba-a1a3-14b71d87ea50'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:04:47.221568 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:04:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6bb17dfa-f722-46ba-a1a3-14b71d87ea50'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:47.402117 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Set router 6bb17dfa-f722-46ba-a1a3-14b71d87ea50 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:04:47.730192 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'name': 'tempest-TestShelveInstance-1263704793-router', 'tenant_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.165'}], 'enable_snat': True}, 'gw_port_id': '08ff9e3b-d0a3-4706-a463-6e075b763773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:20Z', 'updated_at': '2022-01-24T17:04:24Z', 'revision_number': 4, 'project_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'gw_port': {'id': '08ff9e3b-d0a3-4706-a463-6e075b763773', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:21Z', 'updated_at': '2022-01-24T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '1c1ee6a0-2572-4cff-bc55-d35093d98d96', 'name': '', 'network_id': 'fe54501b-cdb7-4267-887e-4f36032a2344', 'tenant_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'mac_address': 'fa:16:3e:48:2c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec41994-c394-4d92-936b-9e6c840f864a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:23Z', 'updated_at': '2022-01-24T17:04:24Z', 'revision_number': 2, 'project_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'subnets': [{'id': '4ec41994-c394-4d92-936b-9e6c840f864a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:47.734771 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Checking router: 6bb17dfa-f722-46ba-a1a3-14b71d87ea50 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:04:47.735114 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Updating router 6bb17dfa-f722-46ba-a1a3-14b71d87ea50 port 1c1ee6a0-2572-4cff-bc55-d35093d98d96 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 17:04:47.789671 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:48.140031 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:48.151949 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Transition to ACTIVE for port object 1c1ee6a0-2572-4cff-bc55-d35093d98d96 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:04:48.159433 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:48.334323 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fb12c-bc05-49e1-bb51-338e3161ccd9 None None] Pushing event updated for resources: {'Port': ['ID=1c1ee6a0-2572-4cff-bc55-d35093d98d96,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:48.438913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Attempting to bind port 1c1ee6a0-2572-4cff-bc55-d35093d98d96 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:04:48.439290 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Attempting to bind port 1c1ee6a0-2572-4cff-bc55-d35093d98d96 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '12176c81-874e-4cb4-a28e-e08d350eb0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fe54501b-cdb7-4267-887e-4f36032a2344'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:04:48.440019 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Attempting to bind port 1c1ee6a0-2572-4cff-bc55-d35093d98d96 on network fe54501b-cdb7-4267-887e-4f36032a2344 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:04:48.450105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:48.455025 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:04:48.455395 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Checking segment: {'id': '12176c81-874e-4cb4-a28e-e08d350eb0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fe54501b-cdb7-4267-887e-4f36032a2344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:04:48.455804 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:48.456187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Bound using segment: {'id': '12176c81-874e-4cb4-a28e-e08d350eb0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fe54501b-cdb7-4267-887e-4f36032a2344'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:04:48.456645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Bound port: 1c1ee6a0-2572-4cff-bc55-d35093d98d96, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12176c81-874e-4cb4-a28e-e08d350eb0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fe54501b-cdb7-4267-887e-4f36032a2344'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:04:48.457013 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:48.551036 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] For port 1c1ee6a0-2572-4cff-bc55-d35093d98d96, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:04:48.554399 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] For port 1c1ee6a0-2572-4cff-bc55-d35093d98d96, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=1c1ee6a0-2572-4cff-bc55-d35093d98d96,segment=NetworkSegment(12176c81-874e-4cb4-a28e-e08d350eb0f5),segment_id=12176c81-874e-4cb4-a28e-e08d350eb0f5)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:04:48.558952 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:48.644640 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fb12c-bc05-49e1-bb51-338e3161ccd9 None None] Pushing event updated for resources: {'Port': ['ID=1c1ee6a0-2572-4cff-bc55-d35093d98d96,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:48.651090 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Routers {'6bb17dfa-f722-46ba-a1a3-14b71d87ea50'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:04:48.651747 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:04:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6bb17dfa-f722-46ba-a1a3-14b71d87ea50'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:48.849885 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] Set router 6bb17dfa-f722-46ba-a1a3-14b71d87ea50 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:04:49.169050 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'name': 'tempest-TestShelveInstance-1263704793-router', 'tenant_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.165'}], 'enable_snat': True}, 'gw_port_id': '08ff9e3b-d0a3-4706-a463-6e075b763773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:20Z', 'updated_at': '2022-01-24T17:04:24Z', 'revision_number': 4, 'project_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'gw_port': {'id': '08ff9e3b-d0a3-4706-a463-6e075b763773', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:21Z', 'updated_at': '2022-01-24T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '1c1ee6a0-2572-4cff-bc55-d35093d98d96', 'name': '', 'network_id': 'fe54501b-cdb7-4267-887e-4f36032a2344', 'tenant_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'mac_address': 'fa:16:3e:48:2c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec41994-c394-4d92-936b-9e6c840f864a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:23Z', 'updated_at': '2022-01-24T17:04:48Z', 'revision_number': 4, 'project_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'subnets': [{'id': '4ec41994-c394-4d92-936b-9e6c840f864a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:04:49.174043 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c5411d-4328-4fe0-98ad-51b87235d74c None None] The sync data for ids ['6bb17dfa-f722-46ba-a1a3-14b71d87ea50'] in dv-neutron-826104-1-hyperv is: [{'id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'name': 'tempest-TestShelveInstance-1263704793-router', 'tenant_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.165'}], 'enable_snat': True}, 'gw_port_id': '08ff9e3b-d0a3-4706-a463-6e075b763773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:20Z', 'updated_at': '2022-01-24T17:04:24Z', 'revision_number': 4, 'project_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'gw_port': {'id': '08ff9e3b-d0a3-4706-a463-6e075b763773', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:21Z', 'updated_at': '2022-01-24T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': '1c1ee6a0-2572-4cff-bc55-d35093d98d96', 'name': '', 'network_id': 'fe54501b-cdb7-4267-887e-4f36032a2344', 'tenant_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'mac_address': 'fa:16:3e:48:2c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ec41994-c394-4d92-936b-9e6c840f864a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:23Z', 'updated_at': '2022-01-24T17:04:48Z', 'revision_number': 4, 'project_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'subnets': [{'id': '4ec41994-c394-4d92-936b-9e6c840f864a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:04:51.131526 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 1c1ee6a0-2572-4cff-bc55-d35093d98d96 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:04:51.212971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 1c1ee6a0-2572-4cff-bc55-d35093d98d96 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:04:51.217905 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 1c1ee6a0-2572-4cff-bc55-d35093d98d96 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:51.218273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:51.355344 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:51.389167 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port 1c1ee6a0-2572-4cff-bc55-d35093d98d96, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=1c1ee6a0-2572-4cff-bc55-d35093d98d96,segment=NetworkSegment(12176c81-874e-4cb4-a28e-e08d350eb0f5),segment_id=12176c81-874e-4cb4-a28e-e08d350eb0f5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:04:51.394523 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:04:51.460387 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=1c1ee6a0-2572-4cff-bc55-d35093d98d96,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:04:53.116234 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 1c1ee6a0-2572-4cff-bc55-d35093d98d96 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:04:53.187855 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 1c1ee6a0-2572-4cff-bc55-d35093d98d96 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:04:53.188214 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:05:07.026760 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5299d9fe-3237-4d74-b30a-15739296726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:05:09.206163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-002d21b4-4b0b-4ac5-b073-4b919493dfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:05:10.431150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:05:10.548809 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:05:11.971321 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:05:18.450289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:05:23.596715 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:05:37.025503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3fbd7a45-55be-4346-a383-90580103bacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:05:39.210045 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-3233062a-bc5b-45fa-b035-15d7e4aaff5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:05:40.432500 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:05:40.546622 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:05:41.976211 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:05:42.004213 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3aeda958-4f68-4746-ad21-aece097a4bf1 req-99b71a84-5343-43dd-9ccf-572d8fcc69d2 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1675363 Jan 24 17:05:42.169625 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3aeda958-4f68-4746-ad21-aece097a4bf1 req-6b15793c-3f8f-4fb6-b1f8-77910ec01803 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 1099 time: 0.0921690 Jan 24 17:05:42.330937 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeda958-4f68-4746-ad21-aece097a4bf1 req-9f55fd7f-5dfd-402b-9339-b310cdd20dfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:05:42.332417 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3aeda958-4f68-4746-ad21-aece097a4bf1 req-9f55fd7f-5dfd-402b-9339-b310cdd20dfa service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1381004 Jan 24 17:05:42.539787 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3aeda958-4f68-4746-ad21-aece097a4bf1 req-07368b8c-5157-4d5f-9b0a-3799e43d86e9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5 HTTP/1.1" status: 200 len: 1002 time: 0.1971023 Jan 24 17:05:42.601564 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeda958-4f68-4746-ad21-aece097a4bf1 req-4da7802d-c7d1-4fa4-89b0-6bb4fa13e460 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:05:42.602979 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3aeda958-4f68-4746-ad21-aece097a4bf1 req-4da7802d-c7d1-4fa4-89b0-6bb4fa13e460 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0566740 Jan 24 17:05:42.685143 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3aeda958-4f68-4746-ad21-aece097a4bf1 req-20686764-6a30-4279-b948-81f82f82f6aa service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738883 Jan 24 17:05:42.822087 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3aeda958-4f68-4746-ad21-aece097a4bf1 req-2e92dde5-8ea4-46c0-a0f2-5fcee6f92466 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261380 Jan 24 17:05:42.960363 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3aeda958-4f68-4746-ad21-aece097a4bf1 req-045a0eae-42ad-46d9-bd8a-4dff6c73bffc service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315846 Jan 24 17:05:48.445979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:06:00.598840 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:06:07.025279 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-43aadab3-fc5c-4de7-b12e-0d1dc35e3e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:06:09.213745 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-80e77f8c-08b1-43dc-a10a-cd94ba97fde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:06:10.431128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:06:10.546776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:06:11.984019 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:06:18.453478 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:06:37.026724 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8f93e60e-9296-44de-a9a0-a85c2f1e1430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:06:37.600562 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:06:39.209323 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-17323a6d-0ab0-411c-bc05-f0564a2fbab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:06:40.431444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:06:40.549541 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:06:41.984079 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:06:42.916205 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-58871c10-80bd-47a7-866c-9d01ded611ad req-7e2ea2a9-363d-4596-bd63-cf2b9d7c039d service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821457 Jan 24 17:06:43.066112 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-58871c10-80bd-47a7-866c-9d01ded611ad req-cc41ff75-3d1f-47ec-9969-1ae0f4112357 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 1099 time: 0.0722833 Jan 24 17:06:43.224137 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58871c10-80bd-47a7-866c-9d01ded611ad req-084e7700-ffa8-477c-b82c-6a100cc026e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:06:43.225534 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-58871c10-80bd-47a7-866c-9d01ded611ad req-084e7700-ffa8-477c-b82c-6a100cc026e0 service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1383841 Jan 24 17:06:43.336588 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-58871c10-80bd-47a7-866c-9d01ded611ad req-a17c718c-2a00-47e1-bccf-07aecd5a01b9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5 HTTP/1.1" status: 200 len: 1002 time: 0.1039109 Jan 24 17:06:43.408649 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58871c10-80bd-47a7-866c-9d01ded611ad req-24f92f10-5c0d-40e8-ba9f-660128b2a1d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:06:43.410068 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-58871c10-80bd-47a7-866c-9d01ded611ad req-24f92f10-5c0d-40e8-ba9f-660128b2a1d7 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0662971 Jan 24 17:06:43.487384 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-58871c10-80bd-47a7-866c-9d01ded611ad req-3f234030-2a20-4361-815a-292100a2ea3b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699155 Jan 24 17:06:43.632547 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-58871c10-80bd-47a7-866c-9d01ded611ad req-0c3b4249-340e-4ba1-a3d5-fbaad1b7455b service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372085 Jan 24 17:06:43.779954 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-58871c10-80bd-47a7-866c-9d01ded611ad req-37001f39-4d52-42ec-8e32-4c90b8f9a49d service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407952 Jan 24 17:06:46.672324 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b8145-99c5-4bcb-9192-3c2379f9b8f0 req-f93de0d8-075c-4991-a907-6bd7d7ce59b8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:06:46.673758 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-639b8145-99c5-4bcb-9192-3c2379f9b8f0 req-f93de0d8-075c-4991-a907-6bd7d7ce59b8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0892134 Jan 24 17:06:46.733179 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-639b8145-99c5-4bcb-9192-3c2379f9b8f0 req-ecc4fa49-ec49-4328-8c0f-242cf19ef92f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512650 Jan 24 17:06:47.956484 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528901d-d863-4148-8792-3f6b2f85f297 req-03c13e0c-2d26-438b-b9bd-2d1ae9e04243 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:06:47.957924 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d528901d-d863-4148-8792-3f6b2f85f297 req-03c13e0c-2d26-438b-b9bd-2d1ae9e04243 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0834596 Jan 24 17:06:48.009485 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d528901d-d863-4148-8792-3f6b2f85f297 req-f5d8a462-c921-4e31-87e3-25a0d0f0e5c5 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436122 Jan 24 17:06:48.466475 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:06:49.229454 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60530a4-5da3-486e-ab15-28b2daee9223 req-c6015dc5-81af-47d0-a4a2-24535456f22d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:06:49.230959 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b60530a4-5da3-486e-ab15-28b2daee9223 req-c6015dc5-81af-47d0-a4a2-24535456f22d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0858057 Jan 24 17:06:49.279499 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b60530a4-5da3-486e-ab15-28b2daee9223 req-5e11e0e8-19dd-4670-9b90-db289f6e1c9d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426326 Jan 24 17:06:50.500274 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fd9e3-ae75-4618-939b-0e15fe42c347 req-87012318-05a5-4a28-9779-99f8a9302017 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:06:50.501715 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e09fd9e3-ae75-4618-939b-0e15fe42c347 req-87012318-05a5-4a28-9779-99f8a9302017 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0947168 Jan 24 17:06:50.553482 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e09fd9e3-ae75-4618-939b-0e15fe42c347 req-67764a33-1c32-4589-afe0-97f126e01593 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459666 Jan 24 17:06:51.778745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ce99d-01c1-4ffd-a845-f004cc8b4e41 req-0840b469-d677-4d28-90bd-350e6856071f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:06:51.780216 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7e0ce99d-01c1-4ffd-a845-f004cc8b4e41 req-0840b469-d677-4d28-90bd-350e6856071f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.1019223 Jan 24 17:06:51.828730 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7e0ce99d-01c1-4ffd-a845-f004cc8b4e41 req-463bae7f-d5cc-42e5-b1dc-2b0108a87bcc tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428226 Jan 24 17:06:53.056840 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c78f9f-2ff1-45d7-bd8f-e569228a2b4c req-d5471f03-e470-40ef-a416-bbea9947cb21 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:06:53.058319 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-14c78f9f-2ff1-45d7-bd8f-e569228a2b4c req-d5471f03-e470-40ef-a416-bbea9947cb21 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0869069 Jan 24 17:06:53.106322 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-14c78f9f-2ff1-45d7-bd8f-e569228a2b4c req-8667a87b-bcdd-4cc9-a73e-523387c1df2d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418508 Jan 24 17:06:54.318111 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6e866-7191-447a-8505-ef50a651022f req-0ff2dc38-be33-4f98-9892-c625642b7da2 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:06:54.319603 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-32b6e866-7191-447a-8505-ef50a651022f req-0ff2dc38-be33-4f98-9892-c625642b7da2 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0815406 Jan 24 17:06:54.366612 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-32b6e866-7191-447a-8505-ef50a651022f req-957ab4eb-8f0d-4002-9892-ffbf129b2c23 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391247 Jan 24 17:06:55.600107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8679814-fdfe-4c2d-88ec-83e8a2a76aa0 req-b7a56c74-4abe-4a0e-86bc-741e3cb77325 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:06:55.601569 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b8679814-fdfe-4c2d-88ec-83e8a2a76aa0 req-b7a56c74-4abe-4a0e-86bc-741e3cb77325 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0915024 Jan 24 17:06:55.651125 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b8679814-fdfe-4c2d-88ec-83e8a2a76aa0 req-1cda2354-8429-4993-bed8-a0c0f09b9af5 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411215 Jan 24 17:06:56.948391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49620d-6d60-4eae-8789-efbde5278da7 req-e71b7916-4184-4866-a5de-b0d7cb6c84a7 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:06:56.949901 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7b49620d-6d60-4eae-8789-efbde5278da7 req-e71b7916-4184-4866-a5de-b0d7cb6c84a7 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.1680174 Jan 24 17:06:56.996616 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7b49620d-6d60-4eae-8789-efbde5278da7 req-faaba187-4df4-4f49-aa44-c88bbc85c746 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408988 Jan 24 17:06:58.026206 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device a2cd40e5-0d17-4662-bc41-d3f342b94ca5 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 17:06:58.163107 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port a2cd40e5-0d17-4662-bc41-d3f342b94ca5, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:06:58.180720 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'port_id': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'mac_address': 'fa:16:3e:c3:2c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 17:06:58.202590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ee5af-abc0-43b9-bea2-94962b99e2d9 req-14f465cf-2eec-48d2-b182-e3a63d007301 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:06:58.204075 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dd7ee5af-abc0-43b9-bea2-94962b99e2d9 req-14f465cf-2eec-48d2-b182-e3a63d007301 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0804567 Jan 24 17:06:58.234934 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:06:58.248692 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dd7ee5af-abc0-43b9-bea2-94962b99e2d9 req-66729581-5396-4e57-99b0-1080de3c7399 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390897 Jan 24 17:06:58.252453 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2cd40e5-0d17-4662-bc41-d3f342b94ca5 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:06:58.268126 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port a2cd40e5-0d17-4662-bc41-d3f342b94ca5, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:06:58.273483 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:06:58.340928 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:06:58.349309 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:06:58.349642 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:06:58.349969 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:06:58.350293 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:06:58.350611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:06:58.350927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:06:58.351241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:06:58.351579 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:06:58.351871 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:06:58.352179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:06:58.352491 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:06:58.368357 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['a2cd40e5-0d17-4662-bc41-d3f342b94ca5'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 17:06:59.457252 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c8f7f-1df6-423b-9de4-e5d2ea6d57f7 req-260ac54c-1928-4fee-8147-3a227ba16989 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:06:59.458764 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d39c8f7f-1df6-423b-9de4-e5d2ea6d57f7 req-260ac54c-1928-4fee-8147-3a227ba16989 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 945 time: 0.0793185 Jan 24 17:06:59.508873 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d39c8f7f-1df6-423b-9de4-e5d2ea6d57f7 req-b76838bb-bdca-46c3-8902-5cf4b23d1821 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439460 Jan 24 17:07:00.043381 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device a2cd40e5-0d17-4662-bc41-d3f342b94ca5 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:07:00.119541 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port a2cd40e5-0d17-4662-bc41-d3f342b94ca5 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:07:00.119895 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:00.238608 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:00.267049 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:07:00.285739 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port a2cd40e5-0d17-4662-bc41-d3f342b94ca5, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:07:00.290551 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:00.329921 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'code': 200} Jan 24 17:07:00.370720 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:07:00.721400 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54824df3-f674-4d93-a273-bb1f51860bae req-6776e756-a182-46d2-8efb-350597535017 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:00.722916 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-54824df3-f674-4d93-a273-bb1f51860bae req-6776e756-a182-46d2-8efb-350597535017 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0821397 Jan 24 17:07:00.772945 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-54824df3-f674-4d93-a273-bb1f51860bae req-6a63a7c8-6c06-40f4-9f25-1091064cab5a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442288 Jan 24 17:07:01.988219 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324305e4-eba1-462c-83d4-0674f8854842 req-c7ec36de-aced-4e61-bc43-70c894e28030 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:01.990516 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-324305e4-eba1-462c-83d4-0674f8854842 req-c7ec36de-aced-4e61-bc43-70c894e28030 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0815003 Jan 24 17:07:02.054614 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-324305e4-eba1-462c-83d4-0674f8854842 req-f951c4a0-0039-40ca-9593-09fff49e30b6 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578609 Jan 24 17:07:03.273903 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecb341-cc12-4979-bf33-51c2b3fdf481 req-90daa9c6-9bda-4f5a-84d1-712f4cd04474 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:03.276135 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-dcecb341-cc12-4979-bf33-51c2b3fdf481 req-90daa9c6-9bda-4f5a-84d1-712f4cd04474 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0884290 Jan 24 17:07:03.325098 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-dcecb341-cc12-4979-bf33-51c2b3fdf481 req-39d6bc92-97a5-4303-8c90-544d8ca06f09 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Jan 24 17:07:04.568735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a71d4-9da2-4000-be41-616cb90799a1 req-9f392791-226e-464e-bf99-12b33e43d31f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:04.575613 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-639a71d4-9da2-4000-be41-616cb90799a1 req-9f392791-226e-464e-bf99-12b33e43d31f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0998080 Jan 24 17:07:04.631176 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-639a71d4-9da2-4000-be41-616cb90799a1 req-f49877ce-3766-4f59-b7f8-019ba8fec7d2 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542190 Jan 24 17:07:05.866338 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf95bc9-40c6-4cb6-b1fe-ed5a2f823797 req-e8f8d6e1-df06-465d-be0d-12b370ce694f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:05.871971 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fbf95bc9-40c6-4cb6-b1fe-ed5a2f823797 req-e8f8d6e1-df06-465d-be0d-12b370ce694f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0925360 Jan 24 17:07:05.924059 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fbf95bc9-40c6-4cb6-b1fe-ed5a2f823797 req-f1dccf7b-b3b8-4b24-91e3-3e139bde3551 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503798 Jan 24 17:07:07.038224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c06a-4b6e-4acf-9a46-3928b0a98a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:07.192093 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfdc00-fce5-467d-af3c-d298023449cc req-2f91d378-954e-450c-995a-ef38a6f25181 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:07.193515 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2fdfdc00-fce5-467d-af3c-d298023449cc req-2f91d378-954e-450c-995a-ef38a6f25181 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.1201246 Jan 24 17:07:07.246086 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-2fdfdc00-fce5-467d-af3c-d298023449cc req-d9af0cb0-f000-464a-b44d-2ab3d581eede tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464163 Jan 24 17:07:08.463243 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9186a8-5aa3-4146-a34a-368a3d89c08e req-404c8de5-4364-42e5-97a4-c98463b456d0 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:08.472863 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9d9186a8-5aa3-4146-a34a-368a3d89c08e req-404c8de5-4364-42e5-97a4-c98463b456d0 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0982196 Jan 24 17:07:08.530898 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9d9186a8-5aa3-4146-a34a-368a3d89c08e req-f3cccc1e-dd01-478d-8254-2e658154990d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447805 Jan 24 17:07:09.215996 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-539160ac-e0bd-496a-b335-45aaa32dbfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:09.733231 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ce853-af4c-49ad-a3e9-d60db8a0953b req-29a201a1-e5c4-433d-af7f-e238606a7440 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:09.734708 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d75ce853-af4c-49ad-a3e9-d60db8a0953b req-29a201a1-e5c4-433d-af7f-e238606a7440 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0796461 Jan 24 17:07:09.784779 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d75ce853-af4c-49ad-a3e9-d60db8a0953b req-d4d79417-3c83-4212-9276-9450dcf3049b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415497 Jan 24 17:07:10.133362 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ac87f684-99be-44e4-8bc8-d5ad50f5e58b req-099c0e32-3ed9-4848-b256-92c7b8e00bab service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 1099 time: 0.0723958 Jan 24 17:07:10.265530 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87f684-99be-44e4-8bc8-d5ad50f5e58b req-5d70d90d-3d20-40bc-8e24-4a3f14ac04bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:10.266969 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ac87f684-99be-44e4-8bc8-d5ad50f5e58b req-5d70d90d-3d20-40bc-8e24-4a3f14ac04bf service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1271636 Jan 24 17:07:10.376148 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ac87f684-99be-44e4-8bc8-d5ad50f5e58b req-f50b97b4-1cbb-4ab4-b70b-ad4e5dcef1e3 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5 HTTP/1.1" status: 200 len: 1002 time: 0.1008024 Jan 24 17:07:10.426639 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:10.460408 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87f684-99be-44e4-8bc8-d5ad50f5e58b req-8ffeeaad-7927-46af-bb96-56d4d92211d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:10.461862 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ac87f684-99be-44e4-8bc8-d5ad50f5e58b req-8ffeeaad-7927-46af-bb96-56d4d92211d9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0777314 Jan 24 17:07:10.540664 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ac87f684-99be-44e4-8bc8-d5ad50f5e58b req-8673c666-0b16-4ed2-aeb6-2646eae3b6d0 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715907 Jan 24 17:07:10.555445 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:10.675391 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ac87f684-99be-44e4-8bc8-d5ad50f5e58b req-b31b2ca7-7898-44dd-9e18-d7f0fc5f471d service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271455 Jan 24 17:07:10.809376 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ac87f684-99be-44e4-8bc8-d5ad50f5e58b req-09ae9369-3d5e-498f-82cc-51678f4eeb07 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272593 Jan 24 17:07:10.997753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df128041-550c-485f-b5a7-44eac598c264 req-eb1a62ef-ab64-42b7-98fb-1ba52354c620 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:10.999180 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-df128041-550c-485f-b5a7-44eac598c264 req-eb1a62ef-ab64-42b7-98fb-1ba52354c620 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0899260 Jan 24 17:07:11.048701 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-df128041-550c-485f-b5a7-44eac598c264 req-36491742-7b83-4985-b8d3-899b4d7d297b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439255 Jan 24 17:07:11.991927 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:12.088581 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device a2cd40e5-0d17-4662-bc41-d3f342b94ca5 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:07:12.218029 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:12.247219 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:07:12.256973 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port a2cd40e5-0d17-4662-bc41-d3f342b94ca5, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:07:12.262819 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:12.266263 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f1a89-63c5-4a6f-bb23-5b57fd4f341a req-9c8f03a1-14ee-4c79-9499-ea67dbb0138c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:12.267800 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b96f1a89-63c5-4a6f-bb23-5b57fd4f341a req-9c8f03a1-14ee-4c79-9499-ea67dbb0138c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 946 time: 0.0864379 Jan 24 17:07:12.316294 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b96f1a89-63c5-4a6f-bb23-5b57fd4f341a req-28bedebd-bba6-4219-b3c2-fe4961be17c3 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428796 Jan 24 17:07:12.333012 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,revision_number=8']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:07:13.338547 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'code': 200} Jan 24 17:07:13.527367 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ce03-fb10-4d2c-91bf-a7037017c900 req-d1231c7e-ce6e-492e-b1d6-a256e57c4365 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:13.528836 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ae5ce03-fb10-4d2c-91bf-a7037017c900 req-d1231c7e-ce6e-492e-b1d6-a256e57c4365 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 944 time: 0.0812397 Jan 24 17:07:13.576204 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8ae5ce03-fb10-4d2c-91bf-a7037017c900 req-d381f2fb-8a27-4d97-8daa-53f4d5f6a4fc tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395341 Jan 24 17:07:13.897023 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-21c4c726-01c9-483e-8344-d8d578cbc616 req-a6cd9df4-378c-4d0e-b671-024416eb3761 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1914747 Jan 24 17:07:14.095694 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43468) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:07:14.185712 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689c312-5e02-4e4b-abcd-cdb64cc383c6 req-80730a43-467d-416a-8a0e-48409e827797 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:14.187164 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6689c312-5e02-4e4b-abcd-cdb64cc383c6 req-80730a43-467d-416a-8a0e-48409e827797 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 944 time: 0.0864391 Jan 24 17:07:14.284346 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6689c312-5e02-4e4b-abcd-cdb64cc383c6 req-ad8b7f1b-0603-40c0-99f9-21be43c9d64d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915885 Jan 24 17:07:14.304805 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-8fe96d6c-7191-4700-951e-d08bea6cc09d req-63caca8c-a7bf-43f8-802b-fdd3e96f8614 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2079418 Jan 24 17:07:14.600539 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:07:14.863788 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8fe96d6c-7191-4700-951e-d08bea6cc09d req-8b370db2-75fc-47a4-bb82-d395f0a7a884 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc&tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd HTTP/1.1" status: 200 len: 1097 time: 0.0714760 Jan 24 17:07:14.959944 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8fe96d6c-7191-4700-951e-d08bea6cc09d req-d903879c-1f04-40f1-b16c-6405b9684d2c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 1097 time: 0.0738657 Jan 24 17:07:15.199037 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe96d6c-7191-4700-951e-d08bea6cc09d req-87fa5da8-dd87-474b-ac14-a37863026407 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:15.200543 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8fe96d6c-7191-4700-951e-d08bea6cc09d req-87fa5da8-dd87-474b-ac14-a37863026407 service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.2278664 Jan 24 17:07:15.312768 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8fe96d6c-7191-4700-951e-d08bea6cc09d req-8c80bb9a-dff8-47a1-9d3a-6bcaf86ef1e9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5 HTTP/1.1" status: 200 len: 1000 time: 0.1052051 Jan 24 17:07:15.377116 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe96d6c-7191-4700-951e-d08bea6cc09d req-41a6a387-d2b1-4106-8bd0-85ee5e4236ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:15.378678 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8fe96d6c-7191-4700-951e-d08bea6cc09d req-41a6a387-d2b1-4106-8bd0-85ee5e4236ea service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0583673 Jan 24 17:07:15.513962 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8fe96d6c-7191-4700-951e-d08bea6cc09d req-26d12310-2183-4421-9761-58335fccdc98 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1280887 Jan 24 17:07:15.522620 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579eb37-a832-4a3a-a4a2-8a7dd93ef7db req-3ad717fd-5e5f-43e8-9aac-a4d62834d36f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:15.524084 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0579eb37-a832-4a3a-a4a2-8a7dd93ef7db req-3ad717fd-5e5f-43e8-9aac-a4d62834d36f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 944 time: 0.1006331 Jan 24 17:07:15.659782 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0579eb37-a832-4a3a-a4a2-8a7dd93ef7db req-eb9f4e3a-202f-4037-9b8d-7a19a1f573e0 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174321 Jan 24 17:07:15.680478 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8fe96d6c-7191-4700-951e-d08bea6cc09d req-1aeb04c7-1eb8-4fc4-b739-3084b4977c3e service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554952 Jan 24 17:07:15.814796 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8fe96d6c-7191-4700-951e-d08bea6cc09d req-381df323-6b54-4f94-a897-27dc2d2ed9a9 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281848 Jan 24 17:07:16.082184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device a2cd40e5-0d17-4662-bc41-d3f342b94ca5 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:07:16.920644 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d87934-ae4a-4dc8-bcde-fb1463bd1f23 req-f0aaa06c-f404-4b7f-a6c3-a85dda347a64 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:16.928881 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-81d87934-ae4a-4dc8-bcde-fb1463bd1f23 req-f0aaa06c-f404-4b7f-a6c3-a85dda347a64 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 944 time: 0.1032033 Jan 24 17:07:16.984208 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-81d87934-ae4a-4dc8-bcde-fb1463bd1f23 req-7998511e-1e23-482b-b99b-0df32615b465 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540516 Jan 24 17:07:18.185135 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92e9fe-6e23-41d9-a157-1dd6234db582 req-50e2a866-84c0-4a24-8b4d-aca1633bd348 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:18.187302 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-dc92e9fe-6e23-41d9-a157-1dd6234db582 req-50e2a866-84c0-4a24-8b4d-aca1633bd348 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 944 time: 0.0866284 Jan 24 17:07:18.237612 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-dc92e9fe-6e23-41d9-a157-1dd6234db582 req-d633f448-165d-4e64-b05e-bde44dd53cb4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435967 Jan 24 17:07:18.476576 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:19.613848 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2baff-4fe1-40a8-8c83-25e3c5e6aab5 req-8ec94d04-147d-40b8-a129-bc7c2e5fe13e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:19.615399 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-07e2baff-4fe1-40a8-8c83-25e3c5e6aab5 req-8ec94d04-147d-40b8-a129-bc7c2e5fe13e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 944 time: 0.0845921 Jan 24 17:07:19.672237 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-07e2baff-4fe1-40a8-8c83-25e3c5e6aab5 req-7d84f857-f5ae-4479-bd4e-3cb96aa7eae2 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485485 Jan 24 17:07:20.882485 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26c41f-3d72-4045-8609-cf7b91e0b7d9 req-35ad0e7f-89c8-4cd1-8084-dad5a5d228e9 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:20.883979 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1e26c41f-3d72-4045-8609-cf7b91e0b7d9 req-35ad0e7f-89c8-4cd1-8084-dad5a5d228e9 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 944 time: 0.0830691 Jan 24 17:07:20.933691 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1e26c41f-3d72-4045-8609-cf7b91e0b7d9 req-d6e1d35f-d63e-4f87-9842-6bf93805a702 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439537 Jan 24 17:07:22.150673 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d705f-eb93-4dc3-970c-c1652307d571 req-1298c40d-7289-4725-ab45-dfe39c88c0a4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:22.152354 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ce8d705f-eb93-4dc3-970c-c1652307d571 req-1298c40d-7289-4725-ab45-dfe39c88c0a4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 944 time: 0.0799932 Jan 24 17:07:22.211080 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ce8d705f-eb93-4dc3-970c-c1652307d571 req-43c3180d-37a6-442f-b4bb-43fd3501c504 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527539 Jan 24 17:07:23.426010 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772efdb-5e4d-4328-abf9-eac85a30d79c req-b6888710-ad06-474f-a39a-ab81864d4484 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:23.427754 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4772efdb-5e4d-4328-abf9-eac85a30d79c req-b6888710-ad06-474f-a39a-ab81864d4484 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 944 time: 0.0874212 Jan 24 17:07:23.475965 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4772efdb-5e4d-4328-abf9-eac85a30d79c req-89c35410-a53c-42ef-b00c-ed42132561d9 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420532 Jan 24 17:07:24.687041 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9ed5f-06bf-435a-8717-841acaece791 req-20b9414b-284e-4985-91ff-1637bf53674a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:24.688585 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-47b9ed5f-06bf-435a-8717-841acaece791 req-20b9414b-284e-4985-91ff-1637bf53674a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 944 time: 0.0850921 Jan 24 17:07:24.738449 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-47b9ed5f-06bf-435a-8717-841acaece791 req-8a896c6e-2df7-416b-917a-23fbe42a14bd tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441194 Jan 24 17:07:25.949601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fe402-4ec6-41a5-8c1f-ec3408e9c7e1 req-72d4a5ad-d9a8-44e7-9113-a4b34f5767ae tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:25.951073 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fa0fe402-4ec6-41a5-8c1f-ec3408e9c7e1 req-72d4a5ad-d9a8-44e7-9113-a4b34f5767ae tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 944 time: 0.0830340 Jan 24 17:07:26.000713 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-fa0fe402-4ec6-41a5-8c1f-ec3408e9c7e1 req-f470fa4d-ff9d-4781-9586-f7b49e7e87f5 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440717 Jan 24 17:07:26.160981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device a2cd40e5-0d17-4662-bc41-d3f342b94ca5 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 17:07:26.307444 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port a2cd40e5-0d17-4662-bc41-d3f342b94ca5, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:07:26.322158 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'port_id': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'mac_address': 'fa:16:3e:c3:2c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 17:07:26.382631 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:26.400503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2cd40e5-0d17-4662-bc41-d3f342b94ca5 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:07:26.415858 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port a2cd40e5-0d17-4662-bc41-d3f342b94ca5, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:07:26.422667 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:26.490334 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,revision_number=9']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:07:26.722862 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['a2cd40e5-0d17-4662-bc41-d3f342b94ca5'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 17:07:27.210619 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72667167-3f27-4db9-b50b-670a3c1a5ac2 req-4ba5b7ca-0ba8-492d-ac86-302d60e10d86 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:27.212105 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-72667167-3f27-4db9-b50b-670a3c1a5ac2 req-4ba5b7ca-0ba8-492d-ac86-302d60e10d86 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 945 time: 0.0774052 Jan 24 17:07:27.260442 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-72667167-3f27-4db9-b50b-670a3c1a5ac2 req-4162f268-0526-4195-95fa-9520b8ad9f3e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401516 Jan 24 17:07:28.170168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device a2cd40e5-0d17-4662-bc41-d3f342b94ca5 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:07:28.282587 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port a2cd40e5-0d17-4662-bc41-d3f342b94ca5 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:07:28.282968 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:28.400856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:28.428566 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:07:28.438103 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port a2cd40e5-0d17-4662-bc41-d3f342b94ca5, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:07:28.443454 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:28.470920 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abfbe1-ed90-45c9-8c4f-8e7e331193d8 req-72879f43-c081-4e21-8c94-e08a5722761b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:28.472648 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-64abfbe1-ed90-45c9-8c4f-8e7e331193d8 req-72879f43-c081-4e21-8c94-e08a5722761b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 945 time: 0.0810959 Jan 24 17:07:28.487084 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'code': 200} Jan 24 17:07:28.520052 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-64abfbe1-ed90-45c9-8c4f-8e7e331193d8 req-2d558bdb-69a3-4955-952e-bac821e575c5 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417366 Jan 24 17:07:28.522365 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,revision_number=10']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:07:28.754204 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e426091b-c557-4763-bac9-7a1c1ca8db53 req-371c81a5-2882-43b1-8546-fe73ca25a7f4 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 1100 time: 0.0760572 Jan 24 17:07:28.796918 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e426091b-c557-4763-bac9-7a1c1ca8db53 req-cc233afd-f71c-4572-baea-6d500158012f service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364907 Jan 24 17:07:29.749499 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536607f0-ee41-4cb6-97b1-1928a2f0e2c3 req-fe329c31-7dbf-4487-be9a-228ffdd1834c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:29.750947 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-536607f0-ee41-4cb6-97b1-1928a2f0e2c3 req-fe329c31-7dbf-4487-be9a-228ffdd1834c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 947 time: 0.0926108 Jan 24 17:07:29.798898 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-536607f0-ee41-4cb6-97b1-1928a2f0e2c3 req-381b62ba-e816-476d-97b4-67f3271968c4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422797 Jan 24 17:07:31.024544 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c341cf2-e198-4543-ab0e-3b9f47e60489 req-5f72d081-580c-489a-8e9f-2e609e9fbe38 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:31.026043 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c341cf2-e198-4543-ab0e-3b9f47e60489 req-5f72d081-580c-489a-8e9f-2e609e9fbe38 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 947 time: 0.0906448 Jan 24 17:07:31.072963 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0c341cf2-e198-4543-ab0e-3b9f47e60489 req-a90d9b16-719b-430a-9e6a-bd82e8e8e6a4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407953 Jan 24 17:07:37.029649 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-88b794c5-41dd-4ae6-b490-d8dcf581d9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:39.211785 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-03cfd43e-8b09-4f33-b3be-7a8a257e8f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:40.424622 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:40.556940 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:41.991318 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:42.914890 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2859e637-f39c-42ab-a4e2-e1522a15b7ae req-6793c6f1-6665-4558-aa85-0792391d2251 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751286 Jan 24 17:07:43.069242 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2859e637-f39c-42ab-a4e2-e1522a15b7ae req-b782143e-27ae-4fa4-a6d4-24fb22f04895 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 1100 time: 0.0707984 Jan 24 17:07:43.216430 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859e637-f39c-42ab-a4e2-e1522a15b7ae req-e15c0e8d-539f-4e28-995e-1991b67ad6c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:43.217809 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2859e637-f39c-42ab-a4e2-e1522a15b7ae req-e15c0e8d-539f-4e28-995e-1991b67ad6c3 service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1268198 Jan 24 17:07:43.419672 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2859e637-f39c-42ab-a4e2-e1522a15b7ae req-97f5a954-97cc-4675-99e4-8f7381564295 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5 HTTP/1.1" status: 200 len: 1002 time: 0.1927333 Jan 24 17:07:43.483442 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859e637-f39c-42ab-a4e2-e1522a15b7ae req-f94243c7-8492-4da5-a554-1d9849c1bee9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:07:43.484790 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2859e637-f39c-42ab-a4e2-e1522a15b7ae req-f94243c7-8492-4da5-a554-1d9849c1bee9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0583909 Jan 24 17:07:43.564737 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2859e637-f39c-42ab-a4e2-e1522a15b7ae req-7d9a3d7a-15c4-4ee0-8f87-b9dd387dcd2e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707207 Jan 24 17:07:43.576099 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [req-2859e637-f39c-42ab-a4e2-e1522a15b7ae req-a8c1b261-c110-49fa-b041-ec8207f9ff18 service neutron] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83465) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 17:07:43.576993 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2859e637-f39c-42ab-a4e2-e1522a15b7ae req-a8c1b261-c110-49fa-b041-ec8207f9ff18 service neutron] 10.222.0.129 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047398 Jan 24 17:07:43.719269 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2859e637-f39c-42ab-a4e2-e1522a15b7ae req-94a8de71-42e7-49e4-ad5c-2ded027ed8da service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324000 Jan 24 17:07:43.859953 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2859e637-f39c-42ab-a4e2-e1522a15b7ae req-1d998f3c-14da-454b-a46c-72d3986b46e8 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315281 Jan 24 17:07:48.488983 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:07:51.601681 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:08:07.034085 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b317ece3-03b2-4c8a-9cf5-70b2d77ef1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:09.227049 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-48208e19-7de8-4ca9-9cd2-72a1be2c7d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:10.427043 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:10.561613 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:12.001950 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:18.465182 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:25.002175 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [req-3b8f4349-3104-465a-b990-71ce9864ec14 req-995c331f-0c3d-41e4-b55f-7a1faddd345c service neutron] (83466) timed out ('10.222.0.129', 62488) {{(pid=83466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 24 17:08:28.610030 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:08:37.030914 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dbcad734-2f63-437a-b942-6d876490f244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:39.228451 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-df244caa-3a5d-4abf-87f5-a645dd3111d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:40.426905 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:40.567536 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:42.048141 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:43.895200 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-849b397b-55bd-42f0-b78d-fa42f2b55c46 req-5c68ad85-a3ee-4f79-b219-4dcb82180043 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700111 Jan 24 17:08:44.046745 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-849b397b-55bd-42f0-b78d-fa42f2b55c46 req-359260d9-1993-4d14-9ff7-88906b9bfec8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 1100 time: 0.0775993 Jan 24 17:08:44.197027 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b397b-55bd-42f0-b78d-fa42f2b55c46 req-8ddfbb78-d1b7-4b56-b146-2c4f6eada4a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:08:44.198452 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-849b397b-55bd-42f0-b78d-fa42f2b55c46 req-8ddfbb78-d1b7-4b56-b146-2c4f6eada4a7 service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1300151 Jan 24 17:08:44.304034 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-849b397b-55bd-42f0-b78d-fa42f2b55c46 req-2fefb1ab-a510-486d-bf6f-30f98a391831 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5 HTTP/1.1" status: 200 len: 1002 time: 0.0986512 Jan 24 17:08:44.372016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b397b-55bd-42f0-b78d-fa42f2b55c46 req-79512508-7204-41fc-a988-1a0891f6695e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:08:44.373432 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-849b397b-55bd-42f0-b78d-fa42f2b55c46 req-79512508-7204-41fc-a988-1a0891f6695e service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0624335 Jan 24 17:08:44.451720 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-849b397b-55bd-42f0-b78d-fa42f2b55c46 req-c2c6c3d7-826e-43f5-a5c0-6c47ae273c49 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704651 Jan 24 17:08:44.587468 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-849b397b-55bd-42f0-b78d-fa42f2b55c46 req-9c7286b7-7a24-4fe8-93f0-385460ee8a9a service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276724 Jan 24 17:08:44.718227 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-849b397b-55bd-42f0-b78d-fa42f2b55c46 req-0b065160-fcdd-4851-ad0e-1721b780b54e service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237869 Jan 24 17:08:48.466775 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:49.761617 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43582) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:08:50.063134 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Deleting port 467af9e0-4264-48fe-9861-59b101568c8f {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:08:50.063394 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:50.238789 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:50.239109 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:50.358317 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Calling delete_port for 467af9e0-4264-48fe-9861-59b101568c8f owned by network:floatingip {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:08:50.527198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:50.570265 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event deleted for resources: {'Port': ['ID=467af9e0-4264-48fe-9861-59b101568c8f,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:08:50.609546 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:50.609758 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:50.610119 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:50.610439 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:50.610753 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:50.611063 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:50.611372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:50.611684 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:50.612016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:50.612319 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:50.612608 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:50.677096 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for floatingip, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:51.097361 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:08:51.302062 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:08:51.312823 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938afb5-7c85-4709-a02c-30414eee379e None None] Sync routers for ids ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:08:51.323634 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:51.327605 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938afb5-7c85-4709-a02c-30414eee379e None None] Routers {'6b8c3c95-24df-4520-8a45-0e40ec6f21eb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:08:51.328247 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d938afb5-7c85-4709-a02c-30414eee379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:08:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:08:51.380137 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d5d05ad8-fc53-42db-bfd7-d3a98272e475 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "DELETE /v2.0/floatingips/e23dc559-f0cd-4b49-92a7-ac5a5f4df221 HTTP/1.1" status: 204 len: 168 time: 1.6172140 Jan 24 17:08:51.380532 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'tag': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5'}] {{(pid=83466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:08:51.511898 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-d938afb5-7c85-4709-a02c-30414eee379e None None] Set router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:08:51.578508 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'tag': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'status': 'completed', 'code': 200} Jan 24 17:08:51.686239 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-eed45b05-c5b4-48bd-8272-f9f38fd3422b req-067f3f34-c01f-40e4-8813-4def9ce721a2 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 1100 time: 0.0836501 Jan 24 17:08:51.823945 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed45b05-c5b4-48bd-8272-f9f38fd3422b req-1739757e-8134-4495-9d51-c86d72520377 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:08:51.825411 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-eed45b05-c5b4-48bd-8272-f9f38fd3422b req-1739757e-8134-4495-9d51-c86d72520377 service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1320322 Jan 24 17:08:51.876049 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d938afb5-7c85-4709-a02c-30414eee379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'dbcab211-70b8-48c6-8aeb-f2b64ea8e98b', 'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'mac_address': 'fa:16:3e:22:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:16Z', 'updated_at': '2022-01-24T17:04:25Z', 'revision_number': 5, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'subnets': [{'id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:08:51.880178 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938afb5-7c85-4709-a02c-30414eee379e None None] Checking router: 6b8c3c95-24df-4520-8a45-0e40ec6f21eb for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:08:51.893008 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938afb5-7c85-4709-a02c-30414eee379e None None] Routers {'6b8c3c95-24df-4520-8a45-0e40ec6f21eb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:08:51.893576 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d938afb5-7c85-4709-a02c-30414eee379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:08:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:08:52.038830 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-eed45b05-c5b4-48bd-8272-f9f38fd3422b req-eab0b51d-3217-4449-bb53-50236deba073 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5 HTTP/1.1" status: 200 len: 217 time: 0.2050374 Jan 24 17:08:52.079926 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-d938afb5-7c85-4709-a02c-30414eee379e None None] Set router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:08:52.116229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed45b05-c5b4-48bd-8272-f9f38fd3422b req-3bdf7918-2693-495e-b38f-d84a23d83b11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:08:52.117648 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-eed45b05-c5b4-48bd-8272-f9f38fd3422b req-3bdf7918-2693-495e-b38f-d84a23d83b11 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0725667 Jan 24 17:08:52.130219 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86166c9e-31dc-44b7-a2ea-e5c61f14098f req-195995cf-a0d3-4478-936d-507334dcc1f1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:08:52.131651 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-86166c9e-31dc-44b7-a2ea-e5c61f14098f req-195995cf-a0d3-4478-936d-507334dcc1f1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 947 time: 0.3715601 Jan 24 17:08:52.226451 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-86166c9e-31dc-44b7-a2ea-e5c61f14098f req-391fc01b-9375-415c-9d91-62517a785a67 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583749 Jan 24 17:08:52.239902 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-eed45b05-c5b4-48bd-8272-f9f38fd3422b req-af2d6e0a-e6e8-49e8-9d53-6efd9a9f08d5 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1072791 Jan 24 17:08:52.373926 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-eed45b05-c5b4-48bd-8272-f9f38fd3422b req-35a9f8fe-bc89-486c-a56d-b5cfc585a791 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272161 Jan 24 17:08:52.397196 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d938afb5-7c85-4709-a02c-30414eee379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'dbcab211-70b8-48c6-8aeb-f2b64ea8e98b', 'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'mac_address': 'fa:16:3e:22:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:16Z', 'updated_at': '2022-01-24T17:04:25Z', 'revision_number': 5, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'subnets': [{'id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:08:52.401707 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938afb5-7c85-4709-a02c-30414eee379e None None] The sync data for ids ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'] in dv-neutron-826104-1-hyperv is: [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'dbcab211-70b8-48c6-8aeb-f2b64ea8e98b', 'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'mac_address': 'fa:16:3e:22:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:16Z', 'updated_at': '2022-01-24T17:04:25Z', 'revision_number': 5, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'subnets': [{'id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:08:52.512777 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-eed45b05-c5b4-48bd-8272-f9f38fd3422b req-6af2c4a9-6745-4462-99e0-9d978dfceeea service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308880 Jan 24 17:08:52.643871 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c551058c-daf0-4bf0-a1f8-16ad94e840a9 None None] New status for floating IP e23dc559-f0cd-4b49-92a7-ac5a5f4df221: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 17:08:53.304656 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ad898-5b19-431a-9216-2166a9771b04 req-5f49534f-59cb-4e14-ab06-99c974ef1776 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:08:53.306163 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f12ad898-5b19-431a-9216-2166a9771b04 req-5f49534f-59cb-4e14-ab06-99c974ef1776 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.129 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 947 time: 0.0824537 Jan 24 17:08:53.376756 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-f12ad898-5b19-431a-9216-2166a9771b04 req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Deleting port a2cd40e5-0d17-4662-bc41-d3f342b94ca5 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:08:53.377126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-f12ad898-5b19-431a-9216-2166a9771b04 req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:53.506627 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fac90b-a75d-4140-a50f-e3b907f23475 req-4edb102e-e692-46c0-a45b-15cbeaca2700 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:08:53.507327 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-a9fac90b-a75d-4140-a50f-e3b907f23475 req-4edb102e-e692-46c0-a45b-15cbeaca2700 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Synchronizing usage tracker for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:08:53.525806 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-a9fac90b-a75d-4140-a50f-e3b907f23475 req-4edb102e-e692-46c0-a45b-15cbeaca2700 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Unset dirty status for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:08:53.526999 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a9fac90b-a75d-4140-a50f-e3b907f23475 req-4edb102e-e692-46c0-a45b-15cbeaca2700 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 947 time: 0.1754358 Jan 24 17:08:53.573409 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a9fac90b-a75d-4140-a50f-e3b907f23475 req-ff00ef33-fd4c-41bf-98ac-26d2c8da127c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=775f386f-3e8e-4b39-92d3-d95cdf6a926d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406804 Jan 24 17:08:53.624432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-f12ad898-5b19-431a-9216-2166a9771b04 req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] For port a2cd40e5-0d17-4662-bc41-d3f342b94ca5, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:08:53.624701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-f12ad898-5b19-431a-9216-2166a9771b04 req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:53.742103 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-f12ad898-5b19-431a-9216-2166a9771b04 req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Calling delete_port for a2cd40e5-0d17-4662-bc41-d3f342b94ca5 owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:08:53.909211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-f12ad898-5b19-431a-9216-2166a9771b04 req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:53.957751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event deleted for resources: {'Port': ['ID=a2cd40e5-0d17-4662-bc41-d3f342b94ca5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:08:53.998981 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:53.999330 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:53.999697 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:54.000032 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:54.000354 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:54.000677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:54.000999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:54.001319 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:54.001634 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:54.001948 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:54.002260 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:08:54.041384 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12ad898-5b19-431a-9216-2166a9771b04 req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] No DVR routers for this DVR port a2cd40e5-0d17-4662-bc41-d3f342b94ca5 on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:08:54.043892 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-f12ad898-5b19-431a-9216-2166a9771b04 req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:54.046462 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'name': 'network-vif-deleted', 'tag': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:08:54.065774 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f12ad898-5b19-431a-9216-2166a9771b04 req-d9b10dff-03ac-48f0-8a8a-f1bf2fd0428a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.129 "DELETE /v2.0/ports/a2cd40e5-0d17-4662-bc41-d3f342b94ca5 HTTP/1.1" status: 204 len: 173 time: 0.7543266 Jan 24 17:08:54.185149 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd9de55-71af-4460-9ac0-2aecd434f1fc', 'name': 'network-vif-deleted', 'tag': 'a2cd40e5-0d17-4662-bc41-d3f342b94ca5', 'status': 'completed', 'code': 200} Jan 24 17:08:54.856608 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-a0f44cd9-1493-4315-9e13-beabe9fbf8cb req-b816bf4b-acfc-422c-8b8a-10978705abb6 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=9cd9de55-71af-4460-9ac0-2aecd434f1fc HTTP/1.1" status: 200 len: 210 time: 0.1409147 Jan 24 17:08:55.973918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43622) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:08:56.059744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3910-057a-405c-9bf6-7542e0cae31d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:56.088639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3910-057a-405c-9bf6-7542e0cae31d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:56.157050 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3910-057a-405c-9bf6-7542e0cae31d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:56.175547 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a3910-057a-405c-9bf6-7542e0cae31d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=775f386f-3e8e-4b39-92d3-d95cdf6a926d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:08:56.188347 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3910-057a-405c-9bf6-7542e0cae31d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:56.189448 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ac6a3910-057a-405c-9bf6-7542e0cae31d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "DELETE /v2.0/security-groups/775f386f-3e8e-4b39-92d3-d95cdf6a926d HTTP/1.1" status: 204 len: 168 time: 0.2145476 Jan 24 17:08:57.496657 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43632) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:08:57.506715 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-745689e1-ece9-4bb1-a50d-f98a2fe28bbb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1066237870', 'description': 'tempest-secgroup-smoke-1066237870 description', 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:08:57.516822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-745689e1-ece9-4bb1-a50d-f98a2fe28bbb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:08:57.523351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-745689e1-ece9-4bb1-a50d-f98a2fe28bbb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:security_group and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:08:57.526999 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-745689e1-ece9-4bb1-a50d-f98a2fe28bbb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:08:57.535919 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-745689e1-ece9-4bb1-a50d-f98a2fe28bbb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:08:57.547099 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-745689e1-ece9-4bb1-a50d-f98a2fe28bbb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:57.585494 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-745689e1-ece9-4bb1-a50d-f98a2fe28bbb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:08:57.589911 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-745689e1-ece9-4bb1-a50d-f98a2fe28bbb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:security_group_rule and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:08:57.593018 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-745689e1-ece9-4bb1-a50d-f98a2fe28bbb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:08:57.599217 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-745689e1-ece9-4bb1-a50d-f98a2fe28bbb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:08:57.662501 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-745689e1-ece9-4bb1-a50d-f98a2fe28bbb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:57.668577 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-745689e1-ece9-4bb1-a50d-f98a2fe28bbb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:57.728097 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745689e1-ece9-4bb1-a50d-f98a2fe28bbb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:08:57.736679 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-745689e1-ece9-4bb1-a50d-f98a2fe28bbb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:57.738088 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-745689e1-ece9-4bb1-a50d-f98a2fe28bbb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2389855 Jan 24 17:08:57.741081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43636) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:08:57.746733 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b2b4bc5f-bd17-4907-82a1-6ac70f836a98 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'security_group_rule': {'security_group_id': '36bfd4aa-ef81-4f3e-a7c9-f1e323685d87', 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:08:57.752760 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b2b4bc5f-bd17-4907-82a1-6ac70f836a98 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:08:57.756749 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b2b4bc5f-bd17-4907-82a1-6ac70f836a98 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:security_group_rule and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:08:57.762463 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b2b4bc5f-bd17-4907-82a1-6ac70f836a98 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:08:57.768480 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b2b4bc5f-bd17-4907-82a1-6ac70f836a98 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:08:57.786529 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b2b4bc5f-bd17-4907-82a1-6ac70f836a98 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:57.855836 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b2b4bc5f-bd17-4907-82a1-6ac70f836a98 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:57.860863 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b2b4bc5f-bd17-4907-82a1-6ac70f836a98 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:57.882902 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4bc5f-bd17-4907-82a1-6ac70f836a98 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8527ee1a-e2f7-4f6a-aed4-aa8cc36fcda4,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:08:57.894198 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b2b4bc5f-bd17-4907-82a1-6ac70f836a98 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:57.895431 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b2b4bc5f-bd17-4907-82a1-6ac70f836a98 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1534250 Jan 24 17:08:57.898335 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43640) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:08:57.903883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-ea4c14b8-a141-49b7-a09d-166e1db08542 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'security_group_rule': {'security_group_id': '36bfd4aa-ef81-4f3e-a7c9-f1e323685d87', 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:08:57.909752 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ea4c14b8-a141-49b7-a09d-166e1db08542 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:08:57.913678 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ea4c14b8-a141-49b7-a09d-166e1db08542 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:security_group_rule and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:08:57.916647 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-ea4c14b8-a141-49b7-a09d-166e1db08542 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:08:57.922233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-ea4c14b8-a141-49b7-a09d-166e1db08542 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:08:57.941946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ea4c14b8-a141-49b7-a09d-166e1db08542 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.013779 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ea4c14b8-a141-49b7-a09d-166e1db08542 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.018839 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ea4c14b8-a141-49b7-a09d-166e1db08542 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.043726 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c14b8-a141-49b7-a09d-166e1db08542 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92466d32-753b-4826-9c86-cc7cf454cc4f,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:08:58.054172 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ea4c14b8-a141-49b7-a09d-166e1db08542 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.055353 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ea4c14b8-a141-49b7-a09d-166e1db08542 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1561086 Jan 24 17:08:58.058149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43644) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:08:58.064007 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-5581fdff-4e1c-4bf4-b9b7-24780a7e62f8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'security_group_rule': {'security_group_id': '36bfd4aa-ef81-4f3e-a7c9-f1e323685d87', 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:08:58.069839 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5581fdff-4e1c-4bf4-b9b7-24780a7e62f8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:08:58.073937 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5581fdff-4e1c-4bf4-b9b7-24780a7e62f8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:security_group_rule and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:08:58.076744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-5581fdff-4e1c-4bf4-b9b7-24780a7e62f8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:08:58.082339 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-5581fdff-4e1c-4bf4-b9b7-24780a7e62f8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:08:58.099805 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5581fdff-4e1c-4bf4-b9b7-24780a7e62f8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.165559 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5581fdff-4e1c-4bf4-b9b7-24780a7e62f8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.170576 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5581fdff-4e1c-4bf4-b9b7-24780a7e62f8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.196815 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581fdff-4e1c-4bf4-b9b7-24780a7e62f8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a5cb3c-11d4-4b7b-916b-fb5317a29e94,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:08:58.205349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-5581fdff-4e1c-4bf4-b9b7-24780a7e62f8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.206512 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-5581fdff-4e1c-4bf4-b9b7-24780a7e62f8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1474011 Jan 24 17:08:58.209644 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43648) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:08:58.215493 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-85afcc99-5539-4b94-8167-25f31bfe469c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'security_group_rule': {'security_group_id': '36bfd4aa-ef81-4f3e-a7c9-f1e323685d87', 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:08:58.221593 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-85afcc99-5539-4b94-8167-25f31bfe469c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:08:58.225416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-85afcc99-5539-4b94-8167-25f31bfe469c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:security_group_rule and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:08:58.228457 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-85afcc99-5539-4b94-8167-25f31bfe469c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:08:58.238721 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-85afcc99-5539-4b94-8167-25f31bfe469c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:08:58.257432 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85afcc99-5539-4b94-8167-25f31bfe469c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.334157 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85afcc99-5539-4b94-8167-25f31bfe469c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.338932 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85afcc99-5539-4b94-8167-25f31bfe469c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.363228 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afcc99-5539-4b94-8167-25f31bfe469c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ccab24-0909-4fa7-b5fa-d1b35f0d73a2,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:08:58.373240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-85afcc99-5539-4b94-8167-25f31bfe469c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.374482 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-85afcc99-5539-4b94-8167-25f31bfe469c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1637774 Jan 24 17:08:58.377419 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43652) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:08:58.382755 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-993b90d8-63eb-43d2-9e16-d13624b49546 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'security_group_rule': {'security_group_id': '36bfd4aa-ef81-4f3e-a7c9-f1e323685d87', 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:08:58.388843 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-993b90d8-63eb-43d2-9e16-d13624b49546 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:08:58.392860 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-993b90d8-63eb-43d2-9e16-d13624b49546 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:security_group_rule and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:08:58.395795 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-993b90d8-63eb-43d2-9e16-d13624b49546 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:08:58.401660 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-993b90d8-63eb-43d2-9e16-d13624b49546 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:08:58.414098 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-993b90d8-63eb-43d2-9e16-d13624b49546 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Project d324bc3f26e54fee8f4f97480ba7fdfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 17:08:58.420523 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-993b90d8-63eb-43d2-9e16-d13624b49546 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.491234 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-993b90d8-63eb-43d2-9e16-d13624b49546 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.498545 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-993b90d8-63eb-43d2-9e16-d13624b49546 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.524723 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b90d8-63eb-43d2-9e16-d13624b49546 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9a5bc5-cb33-4be8-b912-292507ed073d,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:08:58.535148 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-993b90d8-63eb-43d2-9e16-d13624b49546 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.536428 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-993b90d8-63eb-43d2-9e16-d13624b49546 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1580524 Jan 24 17:08:58.541807 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 43656) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:08:58.547504 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-7a447b04-e81d-44fc-ad70-fddabc45b798 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'security_group_rule': {'security_group_id': '36bfd4aa-ef81-4f3e-a7c9-f1e323685d87', 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:08:58.554164 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-7a447b04-e81d-44fc-ad70-fddabc45b798 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:08:58.558295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7a447b04-e81d-44fc-ad70-fddabc45b798 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:security_group_rule and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:08:58.561372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-7a447b04-e81d-44fc-ad70-fddabc45b798 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:08:58.567253 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-7a447b04-e81d-44fc-ad70-fddabc45b798 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:08:58.578349 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-7a447b04-e81d-44fc-ad70-fddabc45b798 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Project d324bc3f26e54fee8f4f97480ba7fdfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 17:08:58.584623 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7a447b04-e81d-44fc-ad70-fddabc45b798 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.587535 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device a2cd40e5-0d17-4662-bc41-d3f342b94ca5 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:08:58.632024 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: a2cd40e5-0d17-4662-bc41-d3f342b94ca5 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:08:58.632365 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device a2cd40e5-0d17-4662-bc41-d3f342b94ca5 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:08:58.671231 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7a447b04-e81d-44fc-ad70-fddabc45b798 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.675957 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7a447b04-e81d-44fc-ad70-fddabc45b798 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.698509 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a447b04-e81d-44fc-ad70-fddabc45b798 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebadf34-2ea1-408b-b715-0e4b33caaf54,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:08:58.708248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-7a447b04-e81d-44fc-ad70-fddabc45b798 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:08:58.709464 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-7a447b04-e81d-44fc-ad70-fddabc45b798 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1666420 Jan 24 17:09:05.601112 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:09:07.028525 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0e9fae20-156d-4a54-9193-1adc073ef3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:09.223581 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6b38dbeb-d44a-4fa7-8bdf-ce812ea369fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:10.429503 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:10.566465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:12.006502 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:13.849142 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-40840326-6ccc-4830-ae45-982398e30b03 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Synchronizing usage tracker for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:09:13.868412 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-40840326-6ccc-4830-ae45-982398e30b03 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Unset dirty status for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:09:13.869702 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-40840326-6ccc-4830-ae45-982398e30b03 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066237870&fields=id&tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd HTTP/1.1" status: 200 len: 267 time: 0.0653732 Jan 24 17:09:14.021582 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-3c4ae2c0-976f-49de-bf64-e7615ea0c802 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:14.022957 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-3c4ae2c0-976f-49de-bf64-e7615ea0c802 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 808 time: 0.1459692 Jan 24 17:09:14.040073 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-a266759d-5f24-4b4e-8c51-c90e703d8fa5 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/quotas/d324bc3f26e54fee8f4f97480ba7fdfd HTTP/1.1" status: 200 len: 375 time: 0.0115125 Jan 24 17:09:14.128804 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-219586ff-fd8a-4cfc-bc6f-a6cf9725dc61 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820103 Jan 24 17:09:14.226396 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b66c1c7d-d69d-4ab4-896f-459f259f3ff8 service neutron] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83466) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 17:09:14.227942 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b66c1c7d-d69d-4ab4-896f-459f259f3ff8 service neutron] 10.222.0.130 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0844872 Jan 24 17:09:14.365876 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-91ea760f-f404-4695-8eb1-b5f7012cc0bd service neutron] 10.222.0.130 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294003 Jan 24 17:09:14.507766 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-7913888f-1985-447e-99e3-6824571554e8 service neutron] 10.222.0.130 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360922 Jan 24 17:09:14.937216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-f8f80c6c-a91b-4b0e-9c04-3132bdc34863 req-89af616f-5d7e-4b86-94c8-698b68cfecc9 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Synchronizing usage tracker for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:09:14.954836 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-f8f80c6c-a91b-4b0e-9c04-3132bdc34863 req-89af616f-5d7e-4b86-94c8-698b68cfecc9 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Unset dirty status for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:09:14.966993 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f8f80c6c-a91b-4b0e-9c04-3132bdc34863 req-89af616f-5d7e-4b86-94c8-698b68cfecc9 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 210 time: 0.0758495 Jan 24 17:09:16.139820 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-64a6c914-0e67-4fbe-ae6a-0c947006707b req-6d3924a7-d560-4d50-912f-8b51df019437 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 210 time: 0.0480652 Jan 24 17:09:16.394051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-f5f9ca95-8089-45e9-b751-51c4b6202706 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:16.395465 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-f5f9ca95-8089-45e9-b751-51c4b6202706 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 808 time: 0.2514961 Jan 24 17:09:16.452618 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-83c5eb85-3ee5-4931-b6b4-72df4783350b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd HTTP/1.1" status: 200 len: 380 time: 0.0442505 Jan 24 17:09:16.463586 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b11df961-7a33-4a01-a455-a9a6b980219e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'port': {'device_id': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'admin_state_up': True, 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'security_groups': ['36bfd4aa-ef81-4f3e-a7c9-f1e323685d87']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:09:16.603386 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b11df961-7a33-4a01-a455-a9a6b980219e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:09:16.614004 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b11df961-7a33-4a01-a455-a9a6b980219e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:09:16.626965 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b11df961-7a33-4a01-a455-a9a6b980219e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Made reservation on behalf of d324bc3f26e54fee8f4f97480ba7fdfd for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:09:16.630105 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b11df961-7a33-4a01-a455-a9a6b980219e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:16.796082 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b11df961-7a33-4a01-a455-a9a6b980219e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Allocated IP 172.20.0.10 (8b92781c-d70f-40d4-9752-e0f4cb01b083/dae67394-f940-42ba-a18f-ee0d550335f7/ff969b9f-a930-48a0-836a-72e0c33d878e) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:09:16.982476 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b11df961-7a33-4a01-a455-a9a6b980219e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:16.998457 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b11df961-7a33-4a01-a455-a9a6b980219e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Transition to ACTIVE for port object ff969b9f-a930-48a0-836a-72e0c33d878e will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:09:17.021461 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b11df961-7a33-4a01-a455-a9a6b980219e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:17.101190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b11df961-7a33-4a01-a455-a9a6b980219e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Network 8b92781c-d70f-40d4-9752-e0f4cb01b083 is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:09:17.104401 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b11df961-7a33-4a01-a455-a9a6b980219e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:09:17.108460 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b11df961-7a33-4a01-a455-a9a6b980219e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:09:17.147613 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11df961-7a33-4a01-a455-a9a6b980219e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'Port': ['ID=ff969b9f-a930-48a0-836a-72e0c33d878e,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:09:17.179892 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b11df961-7a33-4a01-a455-a9a6b980219e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:17.180552 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b11df961-7a33-4a01-a455-a9a6b980219e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:17.218621 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-b11df961-7a33-4a01-a455-a9a6b980219e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7582235 Jan 24 17:09:17.234333 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Request body: {'port': {'device_id': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:09:17.389188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:17.427536 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a77fbc67-66fb-4bd2-a1a7-40f8dd7225fc None None] Provisioning for port ff969b9f-a930-48a0-836a-72e0c33d878e completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:09:17.433365 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-a77fbc67-66fb-4bd2-a1a7-40f8dd7225fc None None] Provisioning complete for port ff969b9f-a930-48a0-836a-72e0c33d878e triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:09:17.433922 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a77fbc67-66fb-4bd2-a1a7-40f8dd7225fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:17.486555 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5148b7-2b34-495e-a78a-7edd02c56de3 req-1690aa28-9517-486b-9558-67395baa038d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:17.487254 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-dd5148b7-2b34-495e-a78a-7edd02c56de3 req-1690aa28-9517-486b-9558-67395baa038d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Synchronizing usage tracker for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:09:17.488677 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-a77fbc67-66fb-4bd2-a1a7-40f8dd7225fc None None] Port ff969b9f-a930-48a0-836a-72e0c33d878e cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:09:17.557550 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-dd5148b7-2b34-495e-a78a-7edd02c56de3 req-1690aa28-9517-486b-9558-67395baa038d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Unset dirty status for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:09:17.558695 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-dd5148b7-2b34-495e-a78a-7edd02c56de3 req-1690aa28-9517-486b-9558-67395baa038d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 932 time: 0.2381966 Jan 24 17:09:17.684352 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-dd5148b7-2b34-495e-a78a-7edd02c56de3 req-f4d1b888-4383-4f72-b3cc-973844a21b5d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161015 Jan 24 17:09:17.799749 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff969b9f-a930-48a0-836a-72e0c33d878e {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:09:17.810919 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:17.827516 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Transition to ACTIVE for port object ff969b9f-a930-48a0-836a-72e0c33d878e will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:09:17.832230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:17.964337 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Pushing event updated for resources: {'Port': ['ID=ff969b9f-a930-48a0-836a-72e0c33d878e,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:09:18.079392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Attempting to bind port ff969b9f-a930-48a0-836a-72e0c33d878e on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:09:18.079762 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Attempting to bind port ff969b9f-a930-48a0-836a-72e0c33d878e by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:09:18.080085 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Attempting to bind port ff969b9f-a930-48a0-836a-72e0c33d878e on network 8b92781c-d70f-40d4-9752-e0f4cb01b083 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:09:18.087304 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Port ff969b9f-a930-48a0-836a-72e0c33d878e on network 8b92781c-d70f-40d4-9752-e0f4cb01b083 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 17:09:18.088415 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Attempting to bind port ff969b9f-a930-48a0-836a-72e0c33d878e on network 8b92781c-d70f-40d4-9752-e0f4cb01b083 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:09:18.096134 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:09:18.096469 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Checking segment: {'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:09:18.096977 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Bound using segment: {'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:09:18.097402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Bound port: ff969b9f-a930-48a0-836a-72e0c33d878e, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35db430-3f13-490c-9126-de759ecfc397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:09:18.097745 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:18.184701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] For port ff969b9f-a930-48a0-836a-72e0c33d878e, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:09:18.187857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] For port ff969b9f-a930-48a0-836a-72e0c33d878e, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ff969b9f-a930-48a0-836a-72e0c33d878e,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:09:18.194660 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:18.255589 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:18.257220 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] 10.222.0.129 "PUT /v2.0/ports/ff969b9f-a930-48a0-836a-72e0c33d878e HTTP/1.1" status: 200 len: 1094 time: 1.0308025 Jan 24 17:09:18.257664 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'tag': 'ff969b9f-a930-48a0-836a-72e0c33d878e'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:09:18.275428 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844bc8a-b13e-4016-b30a-0a2ac453b157 service neutron] Pushing event updated for resources: {'Port': ['ID=ff969b9f-a930-48a0-836a-72e0c33d878e,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:09:18.452859 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'tag': 'ff969b9f-a930-48a0-836a-72e0c33d878e', 'status': 'completed', 'code': 200} Jan 24 17:09:18.471441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:18.494493 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-8d202462-54bb-4751-aab0-6c65ebef503b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 1097 time: 0.1886392 Jan 24 17:09:18.576862 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-2ab2a161-164f-4bd9-b130-936bb2b4fa05 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff969b9f-a930-48a0-836a-72e0c33d878e HTTP/1.1" status: 200 len: 217 time: 0.0741594 Jan 24 17:09:18.645597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-e917c2f6-9f1d-44cd-82db-4cccd6e3362e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:18.647033 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-e917c2f6-9f1d-44cd-82db-4cccd6e3362e service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0628600 Jan 24 17:09:18.730937 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-d1b8a3c4-b68d-4892-bbdb-551ee9a0b212 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761201 Jan 24 17:09:18.925116 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-ab88a017-8210-40bd-9baa-01e6da67ac8b service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864009 Jan 24 17:09:18.939782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aace8bd-9ac1-4e9a-be33-e566a01b5bf4 req-a14aa9d8-f138-45f6-abe4-60510a69b6ca tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:18.941166 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6aace8bd-9ac1-4e9a-be33-e566a01b5bf4 req-a14aa9d8-f138-45f6-abe4-60510a69b6ca tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.1253481 Jan 24 17:09:19.079925 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6aace8bd-9ac1-4e9a-be33-e566a01b5bf4 req-a040b720-688c-45ef-92d5-49a1fc2e0a45 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204159 Jan 24 17:09:19.101660 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b657a1dd-2f6d-4820-b9da-be6ce8cc33c1 req-d7465ab3-1ace-4ce8-a344-9469b4f6389d service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596189 Jan 24 17:09:19.229244 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5f678390-42a3-4733-8bf9-70a8479d1889 req-a221be53-4c1e-466b-8d3f-673843ec849d service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 1097 time: 0.0798414 Jan 24 17:09:19.361397 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f678390-42a3-4733-8bf9-70a8479d1889 req-8ce28777-344d-429a-8234-a1f662e608f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:19.362853 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5f678390-42a3-4733-8bf9-70a8479d1889 req-8ce28777-344d-429a-8234-a1f662e608f7 service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1267982 Jan 24 17:09:19.437436 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5f678390-42a3-4733-8bf9-70a8479d1889 req-fe42c653-fd49-44cb-8356-26529bddd5e2 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff969b9f-a930-48a0-836a-72e0c33d878e HTTP/1.1" status: 200 len: 217 time: 0.0665202 Jan 24 17:09:19.505716 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f678390-42a3-4733-8bf9-70a8479d1889 req-46acdec7-459a-4b12-aa75-49546b095be9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:19.507031 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5f678390-42a3-4733-8bf9-70a8479d1889 req-46acdec7-459a-4b12-aa75-49546b095be9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0609548 Jan 24 17:09:19.598497 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5f678390-42a3-4733-8bf9-70a8479d1889 req-12293317-1ec5-45d2-91e9-82c5e8b4e07d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840251 Jan 24 17:09:19.732027 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5f678390-42a3-4733-8bf9-70a8479d1889 req-f54acce1-707e-4c69-8ef5-78ef179f903c service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258018 Jan 24 17:09:19.873336 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5f678390-42a3-4733-8bf9-70a8479d1889 req-01443b3e-3784-49fc-8395-b6e46414805c service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341727 Jan 24 17:09:20.298311 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc249d-ead7-40f0-ba45-6783f9f1fcb5 req-56784145-097f-4be8-888b-5a3c7a565298 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:20.299761 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17cc249d-ead7-40f0-ba45-6783f9f1fcb5 req-56784145-097f-4be8-888b-5a3c7a565298 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0936399 Jan 24 17:09:20.356587 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-17cc249d-ead7-40f0-ba45-6783f9f1fcb5 req-6f288950-b3cf-4452-a693-740b151f28f9 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509553 Jan 24 17:09:21.571417 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bc485-222b-4e60-9435-f4494476cf18 req-b0a4b418-62c6-47a6-8878-1cfc360e3247 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:21.572880 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a12bc485-222b-4e60-9435-f4494476cf18 req-b0a4b418-62c6-47a6-8878-1cfc360e3247 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0944462 Jan 24 17:09:21.622437 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-a12bc485-222b-4e60-9435-f4494476cf18 req-d1bdabab-2dad-4109-ac14-fb8490a2100f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423231 Jan 24 17:09:22.834900 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12590022-1352-4c84-ac67-4816c223bd07 req-1846fae2-11da-4938-b736-f2e05e427332 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:22.836376 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-12590022-1352-4c84-ac67-4816c223bd07 req-1846fae2-11da-4938-b736-f2e05e427332 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0901732 Jan 24 17:09:22.885197 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-12590022-1352-4c84-ac67-4816c223bd07 req-6dcdc3c1-7f95-4636-9289-246875865f96 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405576 Jan 24 17:09:24.088768 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08407fd9-02b4-4073-b85a-379893710eeb req-5db27a34-07df-4987-804f-6bab62fe62ef tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:24.090032 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-08407fd9-02b4-4073-b85a-379893710eeb req-5db27a34-07df-4987-804f-6bab62fe62ef tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0764692 Jan 24 17:09:24.138471 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-08407fd9-02b4-4073-b85a-379893710eeb req-bbcea353-9805-4767-962a-2e0eb2136760 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418403 Jan 24 17:09:25.353634 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abecd7-c9a3-4696-a63d-3dfd47151093 req-10e11f06-8e1e-499e-b9d5-2927ca1fb560 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:25.356101 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e1abecd7-c9a3-4696-a63d-3dfd47151093 req-10e11f06-8e1e-499e-b9d5-2927ca1fb560 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0926752 Jan 24 17:09:25.402794 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e1abecd7-c9a3-4696-a63d-3dfd47151093 req-8ed21263-f3f3-4275-a203-a451a610e718 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403204 Jan 24 17:09:26.794792 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8154675-f71d-4ad4-afd8-4009236dee04 req-975b4a8b-2a28-4028-82cf-f02cebcd0a74 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:26.796466 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e8154675-f71d-4ad4-afd8-4009236dee04 req-975b4a8b-2a28-4028-82cf-f02cebcd0a74 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.1770041 Jan 24 17:09:26.854445 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e8154675-f71d-4ad4-afd8-4009236dee04 req-4f6030ea-5dfb-43d5-9609-d10eedd09b0a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493343 Jan 24 17:09:28.065876 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5962e-23a9-4d57-9521-b03c00031d31 req-c2f85db8-7f66-4da3-8e2e-636aca83de8c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:28.067348 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-35b5962e-23a9-4d57-9521-b03c00031d31 req-c2f85db8-7f66-4da3-8e2e-636aca83de8c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0875788 Jan 24 17:09:28.116628 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-35b5962e-23a9-4d57-9521-b03c00031d31 req-e87a1a0c-28d8-4361-ad32-1520a4e0415b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435727 Jan 24 17:09:29.350691 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e597a4-b5e8-45f3-b3fd-876c0743df7a req-49017754-6b05-4570-a19f-a4eccc505a31 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:29.352072 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-24e597a4-b5e8-45f3-b3fd-876c0743df7a req-49017754-6b05-4570-a19f-a4eccc505a31 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0876288 Jan 24 17:09:29.398445 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-24e597a4-b5e8-45f3-b3fd-876c0743df7a req-2da5dff5-1655-452c-86bb-f360aa0821b8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404086 Jan 24 17:09:30.614159 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d2f2f-f4cf-4ec3-8d35-00e104f35c77 req-966293fe-553d-44ae-a5d9-c6e3b5701dea tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:30.616068 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ca3d2f2f-f4cf-4ec3-8d35-00e104f35c77 req-966293fe-553d-44ae-a5d9-c6e3b5701dea tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0893958 Jan 24 17:09:30.687887 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ca3d2f2f-f4cf-4ec3-8d35-00e104f35c77 req-ba82421a-7c8b-4d0c-a763-a5e671bd719a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630667 Jan 24 17:09:30.744791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device ff969b9f-a930-48a0-836a-72e0c33d878e details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 17:09:30.887519 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port ff969b9f-a930-48a0-836a-72e0c33d878e, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ff969b9f-a930-48a0-836a-72e0c33d878e,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:09:30.900474 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'ff969b9f-a930-48a0-836a-72e0c33d878e', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'port_id': 'ff969b9f-a930-48a0-836a-72e0c33d878e', 'mac_address': 'fa:16:3e:bd:f9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 17:09:30.958638 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:30.976601 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff969b9f-a930-48a0-836a-72e0c33d878e {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:09:30.991932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port ff969b9f-a930-48a0-836a-72e0c33d878e, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ff969b9f-a930-48a0-836a-72e0c33d878e,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:09:30.997073 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:31.061022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=ff969b9f-a930-48a0-836a-72e0c33d878e,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:09:31.070028 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:09:31.070382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:09:31.070725 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:09:31.071050 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:09:31.071371 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:09:31.071729 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:09:31.072044 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:09:31.072360 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:09:31.072655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:09:31.072965 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:09:31.073273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:09:31.284958 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['ff969b9f-a930-48a0-836a-72e0c33d878e'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 17:09:31.895003 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2fadc-f685-4434-85eb-3db79a32fd64 req-44b90b01-c0be-48b0-abc2-e123b715776e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:31.896496 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34d2fadc-f685-4434-85eb-3db79a32fd64 req-44b90b01-c0be-48b0-abc2-e123b715776e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 945 time: 0.0801973 Jan 24 17:09:31.946431 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-34d2fadc-f685-4434-85eb-3db79a32fd64 req-9f49c4db-66e4-47f1-8861-342c4ba79e8e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416629 Jan 24 17:09:32.743708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device ff969b9f-a930-48a0-836a-72e0c33d878e up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:09:32.820341 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port ff969b9f-a930-48a0-836a-72e0c33d878e completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:09:32.825607 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port ff969b9f-a930-48a0-836a-72e0c33d878e triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:09:32.825971 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:33.005135 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:33.032614 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff969b9f-a930-48a0-836a-72e0c33d878e'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:09:33.042295 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port ff969b9f-a930-48a0-836a-72e0c33d878e, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ff969b9f-a930-48a0-836a-72e0c33d878e,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:09:33.048271 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:33.110701 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff969b9f-a930-48a0-836a-72e0c33d878e', 'code': 200} Jan 24 17:09:33.120655 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=ff969b9f-a930-48a0-836a-72e0c33d878e,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:09:33.159444 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5a9b6-978d-4fd0-8b80-7740081177a3 req-67082dcd-3476-44d3-8692-d65327b4c0e6 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:33.160923 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b8f5a9b6-978d-4fd0-8b80-7740081177a3 req-67082dcd-3476-44d3-8692-d65327b4c0e6 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0850699 Jan 24 17:09:33.213229 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-b8f5a9b6-978d-4fd0-8b80-7740081177a3 req-caed512e-73ae-4d2c-940c-bdb5918563a1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467656 Jan 24 17:09:33.408621 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1e4a49ee-9ad5-44ab-bffc-684fe375ded6 req-5a1f524c-0d28-4a85-94f9-68f0debc874a service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 1099 time: 0.0775201 Jan 24 17:09:33.451587 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1e4a49ee-9ad5-44ab-bffc-684fe375ded6 req-b8c19200-8197-48d3-aaf7-7ecd6629a4d5 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367436 Jan 24 17:09:34.442783 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbb896-92a7-4f73-9cfb-a503195e1773 req-57969491-0cd2-46f4-96e3-b58b0eb05517 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:34.444267 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-41dbb896-92a7-4f73-9cfb-a503195e1773 req-57969491-0cd2-46f4-96e3-b58b0eb05517 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0963244 Jan 24 17:09:34.498005 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-41dbb896-92a7-4f73-9cfb-a503195e1773 req-d0dfdfda-1d8a-4d9b-85c5-8167b3bc7aea tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468316 Jan 24 17:09:35.712388 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da011abd-5054-4ba6-b9a0-82909c61d9fc req-8d1cc58d-a51f-4c99-8a48-b0403a157332 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:35.713811 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-da011abd-5054-4ba6-b9a0-82909c61d9fc req-8d1cc58d-a51f-4c99-8a48-b0403a157332 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0864534 Jan 24 17:09:35.842404 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-da011abd-5054-4ba6-b9a0-82909c61d9fc req-e2edf9e4-b020-4df6-9403-ca984e782322 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228521 Jan 24 17:09:36.063777 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606a941-c9ca-4c89-9e01-34a1bf09b94c req-1dca7b27-0c89-4426-b1af-f0edd6d05588 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:36.065219 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1606a941-c9ca-4c89-9e01-34a1bf09b94c req-1dca7b27-0c89-4426-b1af-f0edd6d05588 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0958266 Jan 24 17:09:36.112137 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1606a941-c9ca-4c89-9e01-34a1bf09b94c req-bad3b926-6ea1-4af2-8772-5c2a4d1bb56f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407455 Jan 24 17:09:36.145323 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43816) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:09:36.217366 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b091be82-39b3-4854-bb93-f85550e9f849 tempest-TestShelveInstance-1881507562 tempest-TestShelveInstance-1881507562-project-admin] Synchronizing usage tracker for tenant:12fd2242cf92489bb8aa2c22d019f3ef on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:09:36.237953 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-b091be82-39b3-4854-bb93-f85550e9f849 tempest-TestShelveInstance-1881507562 tempest-TestShelveInstance-1881507562-project-admin] Unset dirty status for tenant:12fd2242cf92489bb8aa2c22d019f3ef on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:09:36.239112 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b091be82-39b3-4854-bb93-f85550e9f849 tempest-TestShelveInstance-1881507562 tempest-TestShelveInstance-1881507562-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 1094 time: 0.0927587 Jan 24 17:09:36.242072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 43820) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:09:36.247159 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': 'ff969b9f-a930-48a0-836a-72e0c33d878e', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:09:36.252905 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:09:36.256600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Usage tracker for resource:floatingip and tenant:d324bc3f26e54fee8f4f97480ba7fdfd is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:09:36.259344 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:09:36.265211 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:09:36.279599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:36.415525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:36.555634 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Allocated IP 172.26.2.167 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/4d352e93-3cc6-4b88-ab68-8b300898dee8) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:09:36.709992 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:36.743459 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:36.812383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:09:36.815465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:09:36.819781 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:09:36.843229 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'Port': ['ID=4d352e93-3cc6-4b88-ab68-8b300898dee8,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:09:37.025428 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1027e0b9-356d-41dc-b861-c601c88e0bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:37.437081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:37.497387 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:37.703155 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:37.710025 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:37.807489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event updated for resources: {'Port': ['ID=4d352e93-3cc6-4b88-ab68-8b300898dee8,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:09:37.832022 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:38.027834 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Floating IP b050f6b1-5d37-4eec-928b-53be26bc9410 associated. External IP: 172.26.2.167, port: ff969b9f-a930-48a0-836a-72e0c33d878e. Jan 24 17:09:38.439242 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:09:38.648362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:09:38.659350 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a9368-306e-44eb-9b25-1c90e8859db1 None None] Sync routers for ids ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:09:38.672556 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a9368-306e-44eb-9b25-1c90e8859db1 None None] Routers {'6b8c3c95-24df-4520-8a45-0e40ec6f21eb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:09:38.673302 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d66a9368-306e-44eb-9b25-1c90e8859db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:09:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:09:38.674836 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:38.735448 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-6336f6f4-bb54-4faa-ad2d-91d08879ed97 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4917564 Jan 24 17:09:38.735713 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'tag': 'ff969b9f-a930-48a0-836a-72e0c33d878e'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:09:38.789283 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'tag': 'ff969b9f-a930-48a0-836a-72e0c33d878e', 'status': 'completed', 'code': 200} Jan 24 17:09:38.856201 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-d66a9368-306e-44eb-9b25-1c90e8859db1 None None] Set router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:09:38.882117 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaf9706f-9a01-473b-8f0f-e99551fa5c27 req-d1cf520c-2c20-49fd-b612-352ac99570ba service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 1099 time: 0.0695977 Jan 24 17:09:39.015999 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9706f-9a01-473b-8f0f-e99551fa5c27 req-56ee1c06-8a88-4056-b962-5df37e1dc0f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:39.017322 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaf9706f-9a01-473b-8f0f-e99551fa5c27 req-56ee1c06-8a88-4056-b962-5df37e1dc0f1 service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1281962 Jan 24 17:09:39.218863 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d66a9368-306e-44eb-9b25-1c90e8859db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'b050f6b1-5d37-4eec-928b-53be26bc9410', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'port_id': 'ff969b9f-a930-48a0-836a-72e0c33d878e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'mac_address': 'fa:16:3e:bd:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:09:37Z', 'updated_at': '2022-01-24T17:09:37Z', 'revision_number': 0, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbcab211-70b8-48c6-8aeb-f2b64ea8e98b', 'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'mac_address': 'fa:16:3e:22:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:16Z', 'updated_at': '2022-01-24T17:04:25Z', 'revision_number': 5, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'subnets': [{'id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:09:39.227410 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a9368-306e-44eb-9b25-1c90e8859db1 None None] Checking router: 6b8c3c95-24df-4520-8a45-0e40ec6f21eb for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:09:39.234282 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaf9706f-9a01-473b-8f0f-e99551fa5c27 req-f75a05c0-713f-410c-840e-2350f5493cbf service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff969b9f-a930-48a0-836a-72e0c33d878e HTTP/1.1" status: 200 len: 1000 time: 0.2098436 Jan 24 17:09:39.235957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c1beb283-9ad0-4f8e-b7d5-7b7233a816ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:39.241491 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a9368-306e-44eb-9b25-1c90e8859db1 None None] Routers {'6b8c3c95-24df-4520-8a45-0e40ec6f21eb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:09:39.242087 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d66a9368-306e-44eb-9b25-1c90e8859db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:09:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:09:39.295342 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9706f-9a01-473b-8f0f-e99551fa5c27 req-9445feb8-5877-470b-aaab-4ab51cb15c52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:39.296696 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaf9706f-9a01-473b-8f0f-e99551fa5c27 req-9445feb8-5877-470b-aaab-4ab51cb15c52 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0559587 Jan 24 17:09:39.373499 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaf9706f-9a01-473b-8f0f-e99551fa5c27 req-cf97e2d7-9e7a-4bc5-933c-b51ce1854bf1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704634 Jan 24 17:09:39.447068 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-d66a9368-306e-44eb-9b25-1c90e8859db1 None None] Set router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:09:39.505400 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaf9706f-9a01-473b-8f0f-e99551fa5c27 req-94f6df37-b709-46d6-bdfd-c3cd0340647c service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253021 Jan 24 17:09:39.639282 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aaf9706f-9a01-473b-8f0f-e99551fa5c27 req-a8bf5b14-f575-4977-a5c1-477855dc8c56 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280458 Jan 24 17:09:39.802245 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-d66a9368-306e-44eb-9b25-1c90e8859db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'b050f6b1-5d37-4eec-928b-53be26bc9410', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'port_id': 'ff969b9f-a930-48a0-836a-72e0c33d878e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'mac_address': 'fa:16:3e:bd:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:09:37Z', 'updated_at': '2022-01-24T17:09:37Z', 'revision_number': 0, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbcab211-70b8-48c6-8aeb-f2b64ea8e98b', 'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'mac_address': 'fa:16:3e:22:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:16Z', 'updated_at': '2022-01-24T17:04:25Z', 'revision_number': 5, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'subnets': [{'id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:09:39.808953 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a9368-306e-44eb-9b25-1c90e8859db1 None None] The sync data for ids ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'] in dv-neutron-826104-1-hyperv is: [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': 'b050f6b1-5d37-4eec-928b-53be26bc9410', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'floating_ip_address': '172.26.2.167', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'port_id': 'ff969b9f-a930-48a0-836a-72e0c33d878e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'mac_address': 'fa:16:3e:bd:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:09:37Z', 'updated_at': '2022-01-24T17:09:37Z', 'revision_number': 0, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbcab211-70b8-48c6-8aeb-f2b64ea8e98b', 'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'mac_address': 'fa:16:3e:22:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:16Z', 'updated_at': '2022-01-24T17:04:25Z', 'revision_number': 5, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'subnets': [{'id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:09:40.024925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb77ad-ea06-4d5a-8e70-97efa55aa36c None None] New status for floating IP b050f6b1-5d37-4eec-928b-53be26bc9410: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 17:09:40.433413 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:40.578768 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:42.006025 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:09:42.605582 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:09:44.890425 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-899a492d-49dc-4e90-88a1-f515bba35c3d req-c872e876-de42-441d-91a7-5b3b2b672a21 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707059 Jan 24 17:09:45.049260 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-899a492d-49dc-4e90-88a1-f515bba35c3d req-33f49704-dc14-41a4-95c7-c34c19994264 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 1099 time: 0.0810676 Jan 24 17:09:45.208840 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a492d-49dc-4e90-88a1-f515bba35c3d req-3e3d1f83-7d61-424b-8a0c-1b73ade8fc6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:45.210776 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-899a492d-49dc-4e90-88a1-f515bba35c3d req-3e3d1f83-7d61-424b-8a0c-1b73ade8fc6e service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1352537 Jan 24 17:09:45.315135 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-899a492d-49dc-4e90-88a1-f515bba35c3d req-2f969b29-4607-4dfc-9268-a4f9d9ed5f30 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff969b9f-a930-48a0-836a-72e0c33d878e HTTP/1.1" status: 200 len: 1002 time: 0.0981193 Jan 24 17:09:45.400081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a492d-49dc-4e90-88a1-f515bba35c3d req-dceaa970-e93d-48f7-abbf-9c9083b22093 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:09:45.401162 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-899a492d-49dc-4e90-88a1-f515bba35c3d req-dceaa970-e93d-48f7-abbf-9c9083b22093 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0788329 Jan 24 17:09:45.483767 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-899a492d-49dc-4e90-88a1-f515bba35c3d req-003940d8-8090-45c3-9e0c-c31121da64c7 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762212 Jan 24 17:09:45.617504 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-899a492d-49dc-4e90-88a1-f515bba35c3d req-0641b967-923e-4eb0-9699-160a876a8efe service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272101 Jan 24 17:09:45.765842 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-899a492d-49dc-4e90-88a1-f515bba35c3d req-3f425d90-f5c5-4580-8a20-b46e8056f82f service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415513 Jan 24 17:09:48.503266 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:10:07.023744 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d7746682-b60f-41cb-bda4-64c01ca97585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:10:09.231121 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-79051d6a-e38c-49af-a740-d8fe563256dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:10:10.432527 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:10:10.579029 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:10:11.999328 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:10:18.519894 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:10:19.608024 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:10:37.023380 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6414-7be8-4a7d-8a1e-6da1b798bbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:10:39.236703 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5dcc15c4-c8de-4d02-acc5-41512877af80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:10:40.430821 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:10:40.584940 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:10:42.005047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:10:47.003627 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3157c275-d82e-4726-a553-53091cd0e04b req-a68d90c0-40a4-4c20-8cd3-82a354d80e2a service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1748564 Jan 24 17:10:47.165859 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3157c275-d82e-4726-a553-53091cd0e04b req-52fe6fdb-ca9f-46e4-ad6c-07d836d73336 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 1099 time: 0.0796361 Jan 24 17:10:47.326196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157c275-d82e-4726-a553-53091cd0e04b req-8586fdda-99a2-4289-af61-98c6d52d60af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:10:47.328561 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3157c275-d82e-4726-a553-53091cd0e04b req-8586fdda-99a2-4289-af61-98c6d52d60af service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1421185 Jan 24 17:10:47.533983 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3157c275-d82e-4726-a553-53091cd0e04b req-99c4f764-1d55-4ec3-91b5-18f6ea931ba2 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff969b9f-a930-48a0-836a-72e0c33d878e HTTP/1.1" status: 200 len: 1002 time: 0.1953907 Jan 24 17:10:47.615456 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157c275-d82e-4726-a553-53091cd0e04b req-78b94b4d-70f6-44fc-ad13-4078ea533536 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:10:47.616917 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3157c275-d82e-4726-a553-53091cd0e04b req-78b94b4d-70f6-44fc-ad13-4078ea533536 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0717614 Jan 24 17:10:47.702359 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3157c275-d82e-4726-a553-53091cd0e04b req-a3e693ad-a967-42ef-93fa-5915bca41b8b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747209 Jan 24 17:10:47.866145 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3157c275-d82e-4726-a553-53091cd0e04b req-cb9b7a01-ba9a-4415-b209-d33438c745fb service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508286 Jan 24 17:10:48.020652 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3157c275-d82e-4726-a553-53091cd0e04b req-5f04f0a7-48c8-4379-9ac2-e128dc9bb99a service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430345 Jan 24 17:10:48.521365 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:10:56.610568 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:11:07.021536 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-1d52daa5-2567-41d0-a689-ca9db0fe1b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:11:09.236150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-15dd2e8b-a6aa-44d0-b4c6-a67c4909ae9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:11:10.435054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:11:10.588555 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:11:12.014110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:11:18.536402 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:11:33.614205 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:11:37.019521 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0055250a-1269-458f-9de7-fd4eca0bea85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:11:37.990254 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fcc81-23c0-4098-8bbe-a12c86f12075 req-abbc6944-bba5-4570-a2e0-802e69deb82f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:37.991763 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-125fcc81-23c0-4098-8bbe-a12c86f12075 req-abbc6944-bba5-4570-a2e0-802e69deb82f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0836234 Jan 24 17:11:38.042251 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-125fcc81-23c0-4098-8bbe-a12c86f12075 req-618ff5fe-588f-4555-9bbb-5a0f0fe2cf69 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424566 Jan 24 17:11:39.229701 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9cfd9928-1743-43ce-b04f-822f54d744bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:11:39.267827 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a0661-f0f1-4abc-8841-58ed08d8a74b req-e2d6c9a1-014c-4588-9f22-60806a171829 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:39.269310 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7a1a0661-f0f1-4abc-8841-58ed08d8a74b req-e2d6c9a1-014c-4588-9f22-60806a171829 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0891247 Jan 24 17:11:39.316784 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7a1a0661-f0f1-4abc-8841-58ed08d8a74b req-7d2ddb61-e65d-4629-ae73-aa6b132d5244 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415323 Jan 24 17:11:40.433589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:11:40.539163 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0509bc-2f45-41db-bb55-ef2f20b2ca00 req-cc7c7ae6-3818-4bb4-9c01-33d99d8cd616 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:40.540682 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ed0509bc-2f45-41db-bb55-ef2f20b2ca00 req-cc7c7ae6-3818-4bb4-9c01-33d99d8cd616 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0850713 Jan 24 17:11:40.582220 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:11:40.591273 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-ed0509bc-2f45-41db-bb55-ef2f20b2ca00 req-afea1879-b46b-4744-a5bc-a18778d04363 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423517 Jan 24 17:11:41.796248 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3e630-a2e9-4d82-8e48-095a6949ac7e req-c06de158-c57a-43f8-8bcc-f1dd55ca8a72 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:41.798075 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9da3e630-a2e9-4d82-8e48-095a6949ac7e req-c06de158-c57a-43f8-8bcc-f1dd55ca8a72 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0799811 Jan 24 17:11:41.844695 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9da3e630-a2e9-4d82-8e48-095a6949ac7e req-3fdf89c8-97cf-4b6d-a889-a3322529fb81 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409722 Jan 24 17:11:42.011939 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:11:43.066133 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fedccf-cab5-4108-b24b-e386d21174d0 req-01cf0311-df78-4226-9343-390bab2cc73d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:43.067569 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c2fedccf-cab5-4108-b24b-e386d21174d0 req-01cf0311-df78-4226-9343-390bab2cc73d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0905106 Jan 24 17:11:43.115114 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-c2fedccf-cab5-4108-b24b-e386d21174d0 req-10f8f527-f257-48f8-82bd-5083693baebe tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415158 Jan 24 17:11:44.334599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab593a45-bbc3-4f7d-bddb-514c7ef3ad3e req-214f0703-20b6-40d1-9d96-64a3c885a8d5 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:44.336123 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ab593a45-bbc3-4f7d-bddb-514c7ef3ad3e req-214f0703-20b6-40d1-9d96-64a3c885a8d5 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0906091 Jan 24 17:11:44.389889 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ab593a45-bbc3-4f7d-bddb-514c7ef3ad3e req-8588ece9-719b-4649-a26f-8e39139d08c4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458515 Jan 24 17:11:45.611184 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324efaf8-8ea9-48f1-aa03-4ce837c92aa7 req-09f876a6-4e5b-4ff2-9998-13745bd5a39f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:45.612642 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-324efaf8-8ea9-48f1-aa03-4ce837c92aa7 req-09f876a6-4e5b-4ff2-9998-13745bd5a39f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0880949 Jan 24 17:11:45.667963 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-324efaf8-8ea9-48f1-aa03-4ce837c92aa7 req-de126f2a-8b95-46ce-9b40-f15bfe94977f tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470779 Jan 24 17:11:46.906857 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c969fcf-3f18-45e2-b5c9-e4904f885097 req-024e40ed-b2c1-4030-95ba-975ce8e78d8e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:46.908381 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5c969fcf-3f18-45e2-b5c9-e4904f885097 req-024e40ed-b2c1-4030-95ba-975ce8e78d8e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.1058326 Jan 24 17:11:46.972215 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5c969fcf-3f18-45e2-b5c9-e4904f885097 req-b27c1e27-ba73-4f94-aa0d-3fec703e2b5a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556610 Jan 24 17:11:48.211637 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e4890-48c7-4f8c-8049-81462079d913 req-9b25b069-ee91-42c5-be56-f42be0bad5a8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:48.213089 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-170e4890-48c7-4f8c-8049-81462079d913 req-9b25b069-ee91-42c5-be56-f42be0bad5a8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0951550 Jan 24 17:11:48.264373 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-170e4890-48c7-4f8c-8049-81462079d913 req-54144446-4a95-48a3-93b6-3c83a11af431 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429058 Jan 24 17:11:48.564428 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:11:48.962276 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b6ec10ec-079c-4e75-851b-fa9108d01d78 req-a3278c1a-a332-4564-802a-2c58e2bf6924 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 1099 time: 0.0772212 Jan 24 17:11:49.118780 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec10ec-079c-4e75-851b-fa9108d01d78 req-057addf5-8468-40db-9596-7acec3eded4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:49.120268 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b6ec10ec-079c-4e75-851b-fa9108d01d78 req-057addf5-8468-40db-9596-7acec3eded4b service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1307328 Jan 24 17:11:49.227588 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b6ec10ec-079c-4e75-851b-fa9108d01d78 req-374d8d74-95a0-437d-8075-d8bf1fc35fbe service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff969b9f-a930-48a0-836a-72e0c33d878e HTTP/1.1" status: 200 len: 1002 time: 0.1006153 Jan 24 17:11:49.293551 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec10ec-079c-4e75-851b-fa9108d01d78 req-1280bda1-c0e1-40a5-9748-90fb1fa1fc3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:49.295017 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b6ec10ec-079c-4e75-851b-fa9108d01d78 req-1280bda1-c0e1-40a5-9748-90fb1fa1fc3a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0611863 Jan 24 17:11:49.372693 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b6ec10ec-079c-4e75-851b-fa9108d01d78 req-91abc7fa-5d0d-47ee-bdf9-4bccc61d504d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692406 Jan 24 17:11:49.555637 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b6ec10ec-079c-4e75-851b-fa9108d01d78 req-0f7420db-968f-44e1-934d-49d9baeb367e service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758456 Jan 24 17:11:49.584236 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a947a9-5b92-4738-b981-dbe4685a9c4e req-7f83d1d5-224e-4a99-8ef9-29e6202899d5 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:49.585709 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-45a947a9-5b92-4738-b981-dbe4685a9c4e req-7f83d1d5-224e-4a99-8ef9-29e6202899d5 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.1888847 Jan 24 17:11:49.805332 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-45a947a9-5b92-4738-b981-dbe4685a9c4e req-3b011290-3a3d-4428-acc7-8e085df4c83c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132094 Jan 24 17:11:49.824340 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b6ec10ec-079c-4e75-851b-fa9108d01d78 req-f002b812-69a8-41c5-aebf-79ead00ee594 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622585 Jan 24 17:11:51.008978 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41202cb-60f8-4423-99ca-eabd1a2a4f97 req-024ca817-2917-42d2-a5ea-9d38c7a1c111 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:51.010389 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e41202cb-60f8-4423-99ca-eabd1a2a4f97 req-024ca817-2917-42d2-a5ea-9d38c7a1c111 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0811567 Jan 24 17:11:51.058473 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e41202cb-60f8-4423-99ca-eabd1a2a4f97 req-fcd6854b-533c-475c-8c85-4713174808c4 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402923 Jan 24 17:11:52.283059 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65da20-cfa2-4d4e-a829-b6d494937000 req-cc93f164-a81f-4aed-b6c6-c56f9f1da30d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:52.284559 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5a65da20-cfa2-4d4e-a829-b6d494937000 req-cc93f164-a81f-4aed-b6c6-c56f9f1da30d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0976493 Jan 24 17:11:52.342154 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5a65da20-cfa2-4d4e-a829-b6d494937000 req-97b69378-f429-4880-813c-caef50e0cd44 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499442 Jan 24 17:11:53.118998 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5ca9486c-fa98-453a-a76d-449cd826626a req-aa8990e3-b050-4ee1-a33c-9ab6576c4378 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 1099 time: 0.0746198 Jan 24 17:11:53.250826 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9486c-fa98-453a-a76d-449cd826626a req-cd148a99-d8f7-44d0-98b1-3c15f546cf4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:53.252304 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5ca9486c-fa98-453a-a76d-449cd826626a req-cd148a99-d8f7-44d0-98b1-3c15f546cf4b service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1262398 Jan 24 17:11:53.355452 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5ca9486c-fa98-453a-a76d-449cd826626a req-d3fbf5f9-8870-4efb-bb94-902392615bca service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff969b9f-a930-48a0-836a-72e0c33d878e HTTP/1.1" status: 200 len: 1002 time: 0.0961368 Jan 24 17:11:53.441325 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9486c-fa98-453a-a76d-449cd826626a req-28fc7e80-8616-4ab3-9e9c-29fb0a657bb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:53.443776 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5ca9486c-fa98-453a-a76d-449cd826626a req-28fc7e80-8616-4ab3-9e9c-29fb0a657bb7 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0808189 Jan 24 17:11:53.522747 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5ca9486c-fa98-453a-a76d-449cd826626a req-6f20b17b-cc52-4449-88fb-81ad446ef30b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702519 Jan 24 17:11:53.582298 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f86138-ab96-4e55-81a3-240364435d3a req-b653c047-da60-4cb8-bcd2-2caea46f4f85 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:53.583786 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f2f86138-ab96-4e55-81a3-240364435d3a req-b653c047-da60-4cb8-bcd2-2caea46f4f85 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0796676 Jan 24 17:11:53.632940 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f2f86138-ab96-4e55-81a3-240364435d3a req-3829d7c8-2644-4079-b6da-49386de08a3a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430837 Jan 24 17:11:53.658693 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5ca9486c-fa98-453a-a76d-449cd826626a req-ad7903d6-5d87-471b-bcee-7c93720fd83e service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286690 Jan 24 17:11:53.796816 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5ca9486c-fa98-453a-a76d-449cd826626a req-fbb737b8-f508-446e-bfa1-d407990a0d26 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306999 Jan 24 17:11:54.857154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dbcb2-b2d8-441c-a132-8ee14564836a req-b1ab4da6-8493-488d-8c9c-5aaf4bcfe24a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:54.858586 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-877dbcb2-b2d8-441c-a132-8ee14564836a req-b1ab4da6-8493-488d-8c9c-5aaf4bcfe24a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.1020405 Jan 24 17:11:54.909433 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-877dbcb2-b2d8-441c-a132-8ee14564836a req-b056892d-f1f9-4516-8f9c-117a4629c8af tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446134 Jan 24 17:11:56.118023 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabc4f4-cc4e-437c-9ce7-0007688edbc3 req-e285b322-3c9d-4bfa-b4a8-3b9388b08edd tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:56.119521 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6dabc4f4-cc4e-437c-9ce7-0007688edbc3 req-e285b322-3c9d-4bfa-b4a8-3b9388b08edd tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0790877 Jan 24 17:11:56.176078 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-6dabc4f4-cc4e-437c-9ce7-0007688edbc3 req-9e689702-75fa-4b33-ad52-ce59cb2f24ab tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504670 Jan 24 17:11:57.393978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ace7e-91f1-467f-9bbc-0ae6734e33dd req-ca69bbf8-e9b0-427e-9cb6-579d637eacd0 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:57.395337 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-085ace7e-91f1-467f-9bbc-0ae6734e33dd req-ca69bbf8-e9b0-427e-9cb6-579d637eacd0 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0862691 Jan 24 17:11:57.456923 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-085ace7e-91f1-467f-9bbc-0ae6734e33dd req-e3ea1566-fd0f-4698-9be5-25a6307faab5 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556488 Jan 24 17:11:57.658120 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f764bbe8-6932-4a8d-8971-021a66949e96 req-6695bd93-21fc-4fa9-bb70-ecc302fea7e9 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0838313 Jan 24 17:11:58.900118 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-098058ed-81ae-4f7b-becf-4f3379bc7e76 req-f836b86e-c277-4062-8069-1fe1cf9916d3 service neutron] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0687568 Jan 24 17:11:58.971521 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f43436-d088-4659-a4a2-a680334e11de req-19367a58-f5d8-4c01-a96c-0c7f72eade88 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:11:58.972964 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-12f43436-d088-4659-a4a2-a680334e11de req-19367a58-f5d8-4c01-a96c-0c7f72eade88 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0767303 Jan 24 17:11:59.020169 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-12f43436-d088-4659-a4a2-a680334e11de req-18aefccd-5a95-4fdb-a3b0-08fcb830364e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409892 Jan 24 17:11:59.449060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device ff969b9f-a930-48a0-836a-72e0c33d878e no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:11:59.558586 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:11:59.585903 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff969b9f-a930-48a0-836a-72e0c33d878e'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:11:59.596383 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port ff969b9f-a930-48a0-836a-72e0c33d878e, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ff969b9f-a930-48a0-836a-72e0c33d878e,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:11:59.600795 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:11:59.670227 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=ff969b9f-a930-48a0-836a-72e0c33d878e,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:11:59.678808 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:11:59.679177 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:11:59.679530 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:11:59.679921 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:11:59.680326 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:11:59.680742 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:11:59.680976 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:11:59.681298 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:11:59.681600 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:11:59.681961 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:11:59.682211 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:11:59.722958 dv-neutron-826104-1-hyperv neutron-server[83467]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff969b9f-a930-48a0-836a-72e0c33d878e', 'code': 422} returned with failed status Jan 24 17:12:00.224573 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47c75e-4676-4afc-b8f9-10512d0cda0e req-f634fd4f-f441-4d27-b586-8bd3d59f4d48 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:00.226148 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9e47c75e-4676-4afc-b8f9-10512d0cda0e req-f634fd4f-f441-4d27-b586-8bd3d59f4d48 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0845404 Jan 24 17:12:00.272854 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9e47c75e-4676-4afc-b8f9-10512d0cda0e req-e9e23648-9270-458c-85d6-4983a6cc813d tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404503 Jan 24 17:12:01.315134 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-098058ed-81ae-4f7b-becf-4f3379bc7e76 req-214458b0-ee91-4c39-b9be-7f6416aabd4d service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a&tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd HTTP/1.1" status: 200 len: 1097 time: 0.0695622 Jan 24 17:12:01.412896 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-098058ed-81ae-4f7b-becf-4f3379bc7e76 req-52ba8189-d662-477b-a28e-32cb986a353b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 1097 time: 0.0742235 Jan 24 17:12:01.477609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda3f96-e4de-4147-89a8-3e304e09e75f req-2eaff800-b56e-4b57-9ac0-bb4a98ff6425 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:01.480318 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fdda3f96-e4de-4147-89a8-3e304e09e75f req-2eaff800-b56e-4b57-9ac0-bb4a98ff6425 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0807908 Jan 24 17:12:01.524012 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fdda3f96-e4de-4147-89a8-3e304e09e75f req-3e85afae-e4d9-4f10-94f9-4493443b447b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387747 Jan 24 17:12:01.544304 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098058ed-81ae-4f7b-becf-4f3379bc7e76 req-01ed4752-929a-4614-bd4c-854ccb7fa367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:01.545745 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-098058ed-81ae-4f7b-becf-4f3379bc7e76 req-01ed4752-929a-4614-bd4c-854ccb7fa367 service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1266236 Jan 24 17:12:01.651005 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-098058ed-81ae-4f7b-becf-4f3379bc7e76 req-67218061-8c75-4e94-905c-a0dfa61f8515 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff969b9f-a930-48a0-836a-72e0c33d878e HTTP/1.1" status: 200 len: 1000 time: 0.0977383 Jan 24 17:12:01.811550 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098058ed-81ae-4f7b-becf-4f3379bc7e76 req-888f34be-15bc-4a5e-a939-601b3da235e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:01.812997 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-098058ed-81ae-4f7b-becf-4f3379bc7e76 req-888f34be-15bc-4a5e-a939-601b3da235e1 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.1558800 Jan 24 17:12:01.909372 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-098058ed-81ae-4f7b-becf-4f3379bc7e76 req-8c56515d-2466-4275-a2d1-09be0a555ce2 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746245 Jan 24 17:12:02.054662 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-098058ed-81ae-4f7b-becf-4f3379bc7e76 req-fbb83f00-78fc-424a-bb88-c0c89d584ac5 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366975 Jan 24 17:12:02.190815 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-098058ed-81ae-4f7b-becf-4f3379bc7e76 req-af1b19ad-0cf6-4d71-9720-c3bcab522aad service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290367 Jan 24 17:12:02.745272 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312437ad-b7ef-4721-91a7-de07f1b182ca req-d8b407a6-2ab4-49aa-a98e-41c3c9ea4cf1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:02.746987 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-312437ad-b7ef-4721-91a7-de07f1b182ca req-d8b407a6-2ab4-49aa-a98e-41c3c9ea4cf1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0881298 Jan 24 17:12:02.797617 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-312437ad-b7ef-4721-91a7-de07f1b182ca req-fc72d90c-a417-415e-a5ea-f9e22151d438 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437107 Jan 24 17:12:04.010030 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a4e2-523a-4090-bd1c-4863eaff9325 req-143f7398-08f9-4d7b-9335-b747d66c4ce9 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:04.011500 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4a69a4e2-523a-4090-bd1c-4863eaff9325 req-143f7398-08f9-4d7b-9335-b747d66c4ce9 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0811198 Jan 24 17:12:04.064763 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4a69a4e2-523a-4090-bd1c-4863eaff9325 req-1e2a59ed-24ca-469a-94da-59479ad935b2 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452766 Jan 24 17:12:05.289347 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a023de-0bdf-48fa-a0f5-2b58313ffc7a req-4f81d268-0541-45cc-b74f-13c459911900 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:05.290819 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-17a023de-0bdf-48fa-a0f5-2b58313ffc7a req-4f81d268-0541-45cc-b74f-13c459911900 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0857475 Jan 24 17:12:05.341299 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-17a023de-0bdf-48fa-a0f5-2b58313ffc7a req-6328c275-a4c6-4871-9131-e9b9fb5903a1 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445318 Jan 24 17:12:06.567782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01650ed-fb42-4914-b004-f0d59d3bb326 req-3e54eeed-d504-4a4c-9e62-bdeea25fb31e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:06.569358 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e01650ed-fb42-4914-b004-f0d59d3bb326 req-3e54eeed-d504-4a4c-9e62-bdeea25fb31e tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0915298 Jan 24 17:12:06.615562 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e01650ed-fb42-4914-b004-f0d59d3bb326 req-358d7598-82fd-4d2f-b10f-a54e797d30ce tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398128 Jan 24 17:12:07.015834 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-86cb58bc-a325-4e79-b5cf-46ed291f865e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:07.832926 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061f391-8adb-4301-90c4-9fcd520a3cbc req-b4300ada-04c0-49a0-8513-8a4b40b3a4ad tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:07.834376 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6061f391-8adb-4301-90c4-9fcd520a3cbc req-b4300ada-04c0-49a0-8513-8a4b40b3a4ad tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0817654 Jan 24 17:12:07.890105 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-6061f391-8adb-4301-90c4-9fcd520a3cbc req-86b6a40a-9c27-4fc1-ab00-6db81a6245bb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462148 Jan 24 17:12:09.108139 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d737416-8434-4565-8f6a-24f8378c7bf0 req-9cc9317f-f98d-4e26-888a-9aef0c712a0c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:09.109627 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1d737416-8434-4565-8f6a-24f8378c7bf0 req-9cc9317f-f98d-4e26-888a-9aef0c712a0c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0863519 Jan 24 17:12:09.159253 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-1d737416-8434-4565-8f6a-24f8378c7bf0 req-b31e2a94-d862-4e5f-ab59-151d96ddb9ff tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438163 Jan 24 17:12:09.237241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-536c3c31-57c9-4c2a-87a3-4ccd883677a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:10.396639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ff7fe-3ab9-41c9-9385-984809d1abbc req-f0adc170-9135-463b-a4be-d80be1ee3536 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:10.398199 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cf0ff7fe-3ab9-41c9-9385-984809d1abbc req-f0adc170-9135-463b-a4be-d80be1ee3536 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0993299 Jan 24 17:12:10.427571 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:10.444188 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-cf0ff7fe-3ab9-41c9-9385-984809d1abbc req-9617e702-2a79-496c-a75c-e17e583ba663 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400636 Jan 24 17:12:10.595152 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:10.620815 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:12:11.512839 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device ff969b9f-a930-48a0-836a-72e0c33d878e details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 17:12:11.650669 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port ff969b9f-a930-48a0-836a-72e0c33d878e, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ff969b9f-a930-48a0-836a-72e0c33d878e,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:12:11.655611 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac098d4-2ad2-47c4-9368-9bd0eae17fa8 req-c13b3fde-9ed7-466e-ad8a-34ce75738d92 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:11.657044 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4ac098d4-2ad2-47c4-9368-9bd0eae17fa8 req-c13b3fde-9ed7-466e-ad8a-34ce75738d92 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 944 time: 0.0794268 Jan 24 17:12:11.664195 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'ff969b9f-a930-48a0-836a-72e0c33d878e', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'port_id': 'ff969b9f-a930-48a0-836a-72e0c33d878e', 'mac_address': 'fa:16:3e:bd:f9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 17:12:11.703353 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-4ac098d4-2ad2-47c4-9368-9bd0eae17fa8 req-a52696eb-0d0e-4880-b991-21173961f44c tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406632 Jan 24 17:12:11.717931 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:11.738912 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff969b9f-a930-48a0-836a-72e0c33d878e {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:12:11.754227 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port ff969b9f-a930-48a0-836a-72e0c33d878e, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ff969b9f-a930-48a0-836a-72e0c33d878e,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:12:11.758940 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:11.826045 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=ff969b9f-a930-48a0-836a-72e0c33d878e,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:12:12.010813 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:12.020791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['ff969b9f-a930-48a0-836a-72e0c33d878e'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 17:12:12.913978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d30cc-26a6-4d73-a91f-ba4ca5e578d2 req-a6f85f68-e3a9-4960-8962-9521d0212da3 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:12.915416 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e77d30cc-26a6-4d73-a91f-ba4ca5e578d2 req-a6f85f68-e3a9-4960-8962-9521d0212da3 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 945 time: 0.0851002 Jan 24 17:12:12.965080 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e77d30cc-26a6-4d73-a91f-ba4ca5e578d2 req-51c70df0-0792-480d-985c-516e900412d8 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431693 Jan 24 17:12:13.529483 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device ff969b9f-a930-48a0-836a-72e0c33d878e up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:12:13.613620 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port ff969b9f-a930-48a0-836a-72e0c33d878e triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:12:13.613958 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:13.762776 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:13.792287 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff969b9f-a930-48a0-836a-72e0c33d878e'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:12:13.802967 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port ff969b9f-a930-48a0-836a-72e0c33d878e, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ff969b9f-a930-48a0-836a-72e0c33d878e,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:12:13.811072 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:13.886780 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=ff969b9f-a930-48a0-836a-72e0c33d878e,revision_number=8']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:12:14.194328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd4f58-2b17-4973-9da5-62e9db417c90 req-ac486f2a-6d37-487d-a9d6-74bf469a21cb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:14.195781 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d3bd4f58-2b17-4973-9da5-62e9db417c90 req-ac486f2a-6d37-487d-a9d6-74bf469a21cb tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.1046135 Jan 24 17:12:14.242903 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-d3bd4f58-2b17-4973-9da5-62e9db417c90 req-d27f6340-af0d-4e38-80c1-efd07cfeff43 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413985 Jan 24 17:12:14.873395 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff969b9f-a930-48a0-836a-72e0c33d878e', 'code': 200} Jan 24 17:12:15.173889 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f042d115-901c-4ac0-8b67-b73342e1ca18 req-1c3eee4f-a4f3-497f-a9af-7614191dbc12 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 1099 time: 0.0706642 Jan 24 17:12:15.217889 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f042d115-901c-4ac0-8b67-b73342e1ca18 req-43a5bc70-fb63-4a71-93ce-707dee806f49 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362225 Jan 24 17:12:15.462385 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70383f0-0d97-45d3-9cbb-6063a3e383d6 req-2d056aca-1eeb-4bce-8969-a1102a959e8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:15.463999 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c70383f0-0d97-45d3-9cbb-6063a3e383d6 req-2d056aca-1eeb-4bce-8969-a1102a959e8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0898385 Jan 24 17:12:15.514251 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c70383f0-0d97-45d3-9cbb-6063a3e383d6 req-eebcecaf-8711-4f90-baa8-51802a56c769 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 Jan 24 17:12:16.730161 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c684f-fcc1-4ac4-a6aa-75297db25b0d req-0f75ffc0-5dfa-4af0-8743-227a9fa20816 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:16.731691 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d86c684f-fcc1-4ac4-a6aa-75297db25b0d req-0f75ffc0-5dfa-4af0-8743-227a9fa20816 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0845296 Jan 24 17:12:16.780348 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d86c684f-fcc1-4ac4-a6aa-75297db25b0d req-0377d9e5-9f3d-45b5-9411-9d8bf17a4fbe tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400400 Jan 24 17:12:18.577720 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:37.029931 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-22f69366-0a4f-49ab-87d6-dc76e695bc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:39.234454 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b5a584ea-a5a7-468c-a729-df6a4ae74a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:40.432657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:40.591730 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:42.014542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:47.612915 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:12:48.578428 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:12:49.896114 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e4347912-f0a7-4b00-bfd0-f924ef7a6063 req-ac8bcef9-14e4-472a-bec4-6a50356fadee service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761542 Jan 24 17:12:50.052453 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e4347912-f0a7-4b00-bfd0-f924ef7a6063 req-cb23b72a-d4f0-41f5-a327-2801cd03f5f7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 1099 time: 0.0820584 Jan 24 17:12:50.207258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4347912-f0a7-4b00-bfd0-f924ef7a6063 req-8a556643-0cc6-4f2e-9cf5-af66863cb982 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:50.208742 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e4347912-f0a7-4b00-bfd0-f924ef7a6063 req-8a556643-0cc6-4f2e-9cf5-af66863cb982 service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1359003 Jan 24 17:12:50.315700 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e4347912-f0a7-4b00-bfd0-f924ef7a6063 req-aa3bfbad-141f-4367-b87d-c090c448fb54 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff969b9f-a930-48a0-836a-72e0c33d878e HTTP/1.1" status: 200 len: 1002 time: 0.0971286 Jan 24 17:12:50.380753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4347912-f0a7-4b00-bfd0-f924ef7a6063 req-01c440bd-fa92-4f17-8711-4dc10458566c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:12:50.382165 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e4347912-f0a7-4b00-bfd0-f924ef7a6063 req-01c440bd-fa92-4f17-8711-4dc10458566c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0601587 Jan 24 17:12:50.467097 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e4347912-f0a7-4b00-bfd0-f924ef7a6063 req-9e3d55f1-2ea9-4e8d-a07a-a8b512c2049a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781200 Jan 24 17:12:50.699512 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e4347912-f0a7-4b00-bfd0-f924ef7a6063 req-dee5d5df-998f-4097-a1d3-c143ddf71741 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251315 Jan 24 17:12:50.835684 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e4347912-f0a7-4b00-bfd0-f924ef7a6063 req-a66c5101-a2a7-40b9-b1b7-2dff2af2eb7b service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296675 Jan 24 17:13:07.022186 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d97ac843-429e-4195-bbd6-d34f9f146085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:09.230264 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a0621abe-a81e-4ec7-a264-adc7ba9c769b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:10.442268 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:10.595317 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:12.029174 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:18.584989 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:24.619261 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:13:37.027105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6439396f-07b4-4ab6-8747-b3186fbd70ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:39.048576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44002) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:13:39.241664 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dd0b9c98-5794-4a47-b105-56d1452420b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:39.258675 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Deleting port 4d352e93-3cc6-4b88-ab68-8b300898dee8 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:13:39.259008 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:39.442597 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:39.442889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:39.559960 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Calling delete_port for 4d352e93-3cc6-4b88-ab68-8b300898dee8 owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:13:39.718116 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:39.775443 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event deleted for resources: {'Port': ['ID=4d352e93-3cc6-4b88-ab68-8b300898dee8,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:13:39.814762 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:39.815100 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:39.815424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:39.815771 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:39.816091 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:39.816412 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:39.816718 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:39.817022 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:39.817319 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:39.817618 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:39.817929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:39.879903 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:40.403658 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:13:40.437577 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:40.597547 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:40.608568 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:13:40.619040 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd7799-43ba-4894-9b4c-1dff3c81eafe None None] Sync routers for ids ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:13:40.630511 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:40.632058 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd7799-43ba-4894-9b4c-1dff3c81eafe None None] Routers {'6b8c3c95-24df-4520-8a45-0e40ec6f21eb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:13:40.632680 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-28fd7799-43ba-4894-9b4c-1dff3c81eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:13:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:40.686627 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-39f83177-23c9-43c0-a374-bd2fa7343d8a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "DELETE /v2.0/floatingips/b050f6b1-5d37-4eec-928b-53be26bc9410 HTTP/1.1" status: 204 len: 168 time: 1.6368461 Jan 24 17:13:40.687184 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'tag': 'ff969b9f-a930-48a0-836a-72e0c33d878e'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:13:40.772753 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'tag': 'ff969b9f-a930-48a0-836a-72e0c33d878e', 'status': 'completed', 'code': 200} Jan 24 17:13:40.830505 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-28fd7799-43ba-4894-9b4c-1dff3c81eafe None None] Set router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:13:40.870093 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1e19b7f9-aba7-4fb6-ad46-3666cfdeb614 req-003c78d6-9761-45fd-98c4-bbdba6f7641b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 1099 time: 0.0705934 Jan 24 17:13:41.033848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19b7f9-aba7-4fb6-ad46-3666cfdeb614 req-84253a83-82a0-47d6-accc-2f42969d643d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:13:41.035529 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1e19b7f9-aba7-4fb6-ad46-3666cfdeb614 req-84253a83-82a0-47d6-accc-2f42969d643d service neutron] 10.222.0.129 "GET /v2.0/networks?id=8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 200 len: 909 time: 0.1585031 Jan 24 17:13:41.140148 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1e19b7f9-aba7-4fb6-ad46-3666cfdeb614 req-c627a83c-bdf1-400c-b21d-e4710879e6d7 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff969b9f-a930-48a0-836a-72e0c33d878e HTTP/1.1" status: 200 len: 217 time: 0.0731440 Jan 24 17:13:41.190663 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-28fd7799-43ba-4894-9b4c-1dff3c81eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'dbcab211-70b8-48c6-8aeb-f2b64ea8e98b', 'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'mac_address': 'fa:16:3e:22:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:16Z', 'updated_at': '2022-01-24T17:04:25Z', 'revision_number': 5, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'subnets': [{'id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:41.195316 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd7799-43ba-4894-9b4c-1dff3c81eafe None None] Checking router: 6b8c3c95-24df-4520-8a45-0e40ec6f21eb for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:13:41.209791 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd7799-43ba-4894-9b4c-1dff3c81eafe None None] Routers {'6b8c3c95-24df-4520-8a45-0e40ec6f21eb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:13:41.210330 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-28fd7799-43ba-4894-9b4c-1dff3c81eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:13:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:41.226193 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19b7f9-aba7-4fb6-ad46-3666cfdeb614 req-6d99427f-e66a-40a4-83c5-0908ea8fd729 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:13:41.227719 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1e19b7f9-aba7-4fb6-ad46-3666cfdeb614 req-6d99427f-e66a-40a4-83c5-0908ea8fd729 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 200 len: 847 time: 0.0772612 Jan 24 17:13:41.234475 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927df93-4781-46ec-8e91-4898a9326044 req-7a0d9698-d04f-453b-bcb3-d09de73fc778 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:13:41.235103 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-8927df93-4781-46ec-8e91-4898a9326044 req-7a0d9698-d04f-453b-bcb3-d09de73fc778 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Synchronizing usage tracker for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:13:41.296113 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-8927df93-4781-46ec-8e91-4898a9326044 req-7a0d9698-d04f-453b-bcb3-d09de73fc778 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Unset dirty status for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:13:41.297280 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8927df93-4781-46ec-8e91-4898a9326044 req-7a0d9698-d04f-453b-bcb3-d09de73fc778 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.2608769 Jan 24 17:13:41.344841 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1e19b7f9-aba7-4fb6-ad46-3666cfdeb614 req-f3fd1ee1-7565-45d0-a7d5-0339a23c06b2 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8b92781c-d70f-40d4-9752-e0f4cb01b083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1068122 Jan 24 17:13:41.355427 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8927df93-4781-46ec-8e91-4898a9326044 req-891bc098-475c-4ca2-a06b-7e9e51641165 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505188 Jan 24 17:13:41.392123 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-28fd7799-43ba-4894-9b4c-1dff3c81eafe None None] Set router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:13:41.482226 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1e19b7f9-aba7-4fb6-ad46-3666cfdeb614 req-3c4e460d-fa50-408c-af68-02f73a9bfbc7 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256905 Jan 24 17:13:41.615091 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-1e19b7f9-aba7-4fb6-ad46-3666cfdeb614 req-637d70ee-f478-4c93-8854-bfcd66193f88 service neutron] 10.222.0.129 "GET /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255813 Jan 24 17:13:41.702532 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-28fd7799-43ba-4894-9b4c-1dff3c81eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'dbcab211-70b8-48c6-8aeb-f2b64ea8e98b', 'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'mac_address': 'fa:16:3e:22:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:16Z', 'updated_at': '2022-01-24T17:04:25Z', 'revision_number': 5, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'subnets': [{'id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:41.706830 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd7799-43ba-4894-9b4c-1dff3c81eafe None None] The sync data for ids ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'] in dv-neutron-826104-1-hyperv is: [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:17Z', 'revision_number': 4, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'dbcab211-70b8-48c6-8aeb-f2b64ea8e98b', 'name': '', 'network_id': '8b92781c-d70f-40d4-9752-e0f4cb01b083', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'mac_address': 'fa:16:3e:22:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:16Z', 'updated_at': '2022-01-24T17:04:25Z', 'revision_number': 5, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'subnets': [{'id': 'dae67394-f940-42ba-a18f-ee0d550335f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:13:41.931830 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a63a64-2a37-4568-9c91-f37d339a666a None None] New status for floating IP b050f6b1-5d37-4eec-928b-53be26bc9410: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 17:13:42.063516 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:42.566755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c22eee-31e8-4cec-a071-29ca66ce3412 req-2edf08e2-9f75-439e-8e4f-1f6fe3df5180 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:13:42.569403 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e7c22eee-31e8-4cec-a071-29ca66ce3412 req-2edf08e2-9f75-439e-8e4f-1f6fe3df5180 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0848839 Jan 24 17:13:42.619366 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e7c22eee-31e8-4cec-a071-29ca66ce3412 req-64f100fa-65fe-4ed3-a365-6a083b244423 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/security-groups?id=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431321 Jan 24 17:13:42.883503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4619e46-84a1-4668-9a4a-ea138118f407 req-64611e10-4de2-408f-8b3c-1bea8514a4c0 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:13:42.884852 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c4619e46-84a1-4668-9a4a-ea138118f407 req-64611e10-4de2-408f-8b3c-1bea8514a4c0 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.129 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 946 time: 0.0932233 Jan 24 17:13:42.954172 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-c4619e46-84a1-4668-9a4a-ea138118f407 req-3134e1d9-a6d4-4aca-ab34-27fb9ca8dc0b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Deleting port ff969b9f-a930-48a0-836a-72e0c33d878e {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:13:42.954619 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-c4619e46-84a1-4668-9a4a-ea138118f407 req-3134e1d9-a6d4-4aca-ab34-27fb9ca8dc0b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:43.205216 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-c4619e46-84a1-4668-9a4a-ea138118f407 req-3134e1d9-a6d4-4aca-ab34-27fb9ca8dc0b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] For port ff969b9f-a930-48a0-836a-72e0c33d878e, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ff969b9f-a930-48a0-836a-72e0c33d878e,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:13:43.205528 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-c4619e46-84a1-4668-9a4a-ea138118f407 req-3134e1d9-a6d4-4aca-ab34-27fb9ca8dc0b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:43.427258 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-c4619e46-84a1-4668-9a4a-ea138118f407 req-3134e1d9-a6d4-4aca-ab34-27fb9ca8dc0b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Calling delete_port for ff969b9f-a930-48a0-836a-72e0c33d878e owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:13:43.589135 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-c4619e46-84a1-4668-9a4a-ea138118f407 req-3134e1d9-a6d4-4aca-ab34-27fb9ca8dc0b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:43.637285 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134e1d9-a6d4-4aca-ab34-27fb9ca8dc0b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event deleted for resources: {'Port': ['ID=ff969b9f-a930-48a0-836a-72e0c33d878e,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:13:43.710609 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4619e46-84a1-4668-9a4a-ea138118f407 req-3134e1d9-a6d4-4aca-ab34-27fb9ca8dc0b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] No DVR routers for this DVR port ff969b9f-a930-48a0-836a-72e0c33d878e on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:13:43.713354 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-c4619e46-84a1-4668-9a4a-ea138118f407 req-3134e1d9-a6d4-4aca-ab34-27fb9ca8dc0b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:43.716017 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'name': 'network-vif-deleted', 'tag': 'ff969b9f-a930-48a0-836a-72e0c33d878e'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:13:43.734286 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-c4619e46-84a1-4668-9a4a-ea138118f407 req-3134e1d9-a6d4-4aca-ab34-27fb9ca8dc0b tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.129 "DELETE /v2.0/ports/ff969b9f-a930-48a0-836a-72e0c33d878e HTTP/1.1" status: 204 len: 173 time: 0.8430123 Jan 24 17:13:43.780340 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a', 'name': 'network-vif-deleted', 'tag': 'ff969b9f-a930-48a0-836a-72e0c33d878e', 'status': 'completed', 'code': 200} Jan 24 17:13:43.791608 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-91ba1210-786d-4075-8613-e81da033ff49 req-d6e9a939-73e1-4016-ad4f-47175a0e7424 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Synchronizing usage tracker for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:13:43.808104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-91ba1210-786d-4075-8613-e81da033ff49 req-d6e9a939-73e1-4016-ad4f-47175a0e7424 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Unset dirty status for tenant:d324bc3f26e54fee8f4f97480ba7fdfd on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:13:43.809261 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-91ba1210-786d-4075-8613-e81da033ff49 req-d6e9a939-73e1-4016-ad4f-47175a0e7424 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 210 time: 0.0616970 Jan 24 17:13:44.990908 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-5f63b5f3-35b0-4b6b-a25e-17f1ae9ffa2d req-4402e65f-f91f-4a31-b47c-35b774164a0a tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "GET /v2.0/ports?device_id=6cfb9bce-5ffb-46fb-958c-7232d6cd1e8a HTTP/1.1" status: 200 len: 210 time: 0.0441775 Jan 24 17:13:46.057700 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device ff969b9f-a930-48a0-836a-72e0c33d878e no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:13:46.096719 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: ff969b9f-a930-48a0-836a-72e0c33d878e {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:13:46.097059 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device ff969b9f-a930-48a0-836a-72e0c33d878e not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:13:46.104670 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44028) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:13:46.177893 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-edbb2eb1-d8ee-459b-ae09-6726a08fb5e5 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:46.208416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-edbb2eb1-d8ee-459b-ae09-6726a08fb5e5 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:46.281016 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-edbb2eb1-d8ee-459b-ae09-6726a08fb5e5 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:46.300383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb2eb1-d8ee-459b-ae09-6726a08fb5e5 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bfd4aa-ef81-4f3e-a7c9-f1e323685d87,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:13:46.317547 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-edbb2eb1-d8ee-459b-ae09-6726a08fb5e5 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:46.321326 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-edbb2eb1-d8ee-459b-ae09-6726a08fb5e5 tempest-TestShelveInstance-401822871 tempest-TestShelveInstance-401822871-project] 10.222.0.130 "DELETE /v2.0/security-groups/36bfd4aa-ef81-4f3e-a7c9-f1e323685d87 HTTP/1.1" status: 204 len: 168 time: 0.2130983 Jan 24 17:13:46.379992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44034) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:13:47.030253 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:47.650308 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Deleting port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:13:47.651020 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:47.826088 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] For port dbcab211-70b8-48c6-8aeb-f2b64ea8e98b, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=dbcab211-70b8-48c6-8aeb-f2b64ea8e98b,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:13:47.826423 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:47.944763 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Calling delete_port for dbcab211-70b8-48c6-8aeb-f2b64ea8e98b owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:13:48.131533 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:48.174683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Pushing event deleted for resources: {'Port': ['ID=dbcab211-70b8-48c6-8aeb-f2b64ea8e98b,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:13:48.213730 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:48.214100 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:48.214434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:48.214767 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:48.215087 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:48.215408 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:48.215744 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:48.216056 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:48.216378 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:48.216695 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:48.217011 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:13:48.575632 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:48.583326 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:49.206662 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:13:49.438107 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:13:49.448572 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68044ebc-81e3-4903-9302-ab17e304db74 None None] Sync routers for ids ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:13:49.459257 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-90f2d65b-b7f1-4aed-a476-622f7cf8c51e admin admin] 10.222.0.130 "PUT /v2.0/routers/6b8c3c95-24df-4520-8a45-0e40ec6f21eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0756414 Jan 24 17:13:49.459517 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44040) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:13:49.464901 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68044ebc-81e3-4903-9302-ab17e304db74 None None] Routers {'6b8c3c95-24df-4520-8a45-0e40ec6f21eb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:13:49.465518 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-68044ebc-81e3-4903-9302-ab17e304db74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:13:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:49.651888 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-68044ebc-81e3-4903-9302-ab17e304db74 None None] Set router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:13:49.671336 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-793cb43e-5c43-4b08-a4f9-879bcade11f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:49.898279 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-793cb43e-5c43-4b08-a4f9-879bcade11f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:49.909596 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-793cb43e-5c43-4b08-a4f9-879bcade11f9 admin admin] Deleting port 89343f9d-ac3c-4884-9563-1cef16da565c {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:13:49.910012 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-793cb43e-5c43-4b08-a4f9-879bcade11f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:49.961902 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-68044ebc-81e3-4903-9302-ab17e304db74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:13:48Z', 'revision_number': 5, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port': {'id': '89343f9d-ac3c-4884-9563-1cef16da565c', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:49.967462 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68044ebc-81e3-4903-9302-ab17e304db74 None None] Checking router: 6b8c3c95-24df-4520-8a45-0e40ec6f21eb for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:13:49.978631 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68044ebc-81e3-4903-9302-ab17e304db74 None None] Routers {'6b8c3c95-24df-4520-8a45-0e40ec6f21eb'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:13:49.979668 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-68044ebc-81e3-4903-9302-ab17e304db74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:13:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:50.137594 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-68044ebc-81e3-4903-9302-ab17e304db74 None None] Set router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:13:50.247722 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-793cb43e-5c43-4b08-a4f9-879bcade11f9 admin admin] For port 89343f9d-ac3c-4884-9563-1cef16da565c, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=89343f9d-ac3c-4884-9563-1cef16da565c,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:13:50.248346 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-793cb43e-5c43-4b08-a4f9-879bcade11f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:50.266156 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-68044ebc-81e3-4903-9302-ab17e304db74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:13:49Z', 'revision_number': 6, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:50.270545 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68044ebc-81e3-4903-9302-ab17e304db74 None None] The sync data for ids ['6b8c3c95-24df-4520-8a45-0e40ec6f21eb'] in dv-neutron-826104-1-hyperv is: [{'id': '6b8c3c95-24df-4520-8a45-0e40ec6f21eb', 'name': 'tempest-TestShelveInstance-390414262-router', 'tenant_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:14Z', 'updated_at': '2022-01-24T17:13:49Z', 'revision_number': 6, 'project_id': 'd324bc3f26e54fee8f4f97480ba7fdfd', 'gw_port_host': None}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:13:50.371428 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-793cb43e-5c43-4b08-a4f9-879bcade11f9 admin admin] Calling delete_port for 89343f9d-ac3c-4884-9563-1cef16da565c owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:13:50.550123 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-793cb43e-5c43-4b08-a4f9-879bcade11f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:50.594596 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cb43e-5c43-4b08-a4f9-879bcade11f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=89343f9d-ac3c-4884-9563-1cef16da565c,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:13:50.819764 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-793cb43e-5c43-4b08-a4f9-879bcade11f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:51.072521 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-793cb43e-5c43-4b08-a4f9-879bcade11f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:51.076846 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-793cb43e-5c43-4b08-a4f9-879bcade11f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:51.102041 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-793cb43e-5c43-4b08-a4f9-879bcade11f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:51.102589 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793cb43e-5c43-4b08-a4f9-879bcade11f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b8c3c95-24df-4520-8a45-0e40ec6f21eb {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 17:13:51.115373 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-793cb43e-5c43-4b08-a4f9-879bcade11f9 admin admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:51.118808 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-793cb43e-5c43-4b08-a4f9-879bcade11f9 admin admin] 10.222.0.130 "DELETE /v2.0/routers/6b8c3c95-24df-4520-8a45-0e40ec6f21eb HTTP/1.1" status: 204 len: 168 time: 1.6561303 Jan 24 17:13:51.119253 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44044) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:13:51.180154 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_v2 [None req-b676da04-3492-4642-9ac0-e370a8cf5f41 admin admin] Deleting subnet dae67394-f940-42ba-a18f-ee0d550335f7 {{(pid=83465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 17:13:51.183500 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b676da04-3492-4642-9ac0-e370a8cf5f41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:51.240529 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b676da04-3492-4642-9ac0-e370a8cf5f41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3264552'] for subnet, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:51.321958 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b676da04-3492-4642-9ac0-e370a8cf5f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:51.392382 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b676da04-3492-4642-9ac0-e370a8cf5f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3451252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2295118'] for subnet, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:51.399626 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device dbcab211-70b8-48c6-8aeb-f2b64ea8e98b no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:13:51.434057 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676da04-3492-4642-9ac0-e370a8cf5f41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae67394-f940-42ba-a18f-ee0d550335f7,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:13:51.434501 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: dbcab211-70b8-48c6-8aeb-f2b64ea8e98b {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:13:51.434843 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device dbcab211-70b8-48c6-8aeb-f2b64ea8e98b not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:13:51.435233 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 89343f9d-ac3c-4884-9563-1cef16da565c no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:13:51.441543 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b676da04-3492-4642-9ac0-e370a8cf5f41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:51.448370 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b676da04-3492-4642-9ac0-e370a8cf5f41 admin admin] 10.222.0.130 "DELETE /v2.0/subnets/dae67394-f940-42ba-a18f-ee0d550335f7 HTTP/1.1" status: 204 len: 168 time: 0.3279488 Jan 24 17:13:51.450887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44048) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:13:51.459041 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e152c9-b643-4fb2-bf21-2796c05868a9 None None] Network 8b92781c-d70f-40d4-9752-e0f4cb01b083 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:13:51.484000 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 89343f9d-ac3c-4884-9563-1cef16da565c {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:13:51.484336 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 89343f9d-ac3c-4884-9563-1cef16da565c not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:13:51.558689 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:51.569807 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] Deleting port 50280234-39ce-4ef5-84b7-6447e74319fc {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:13:51.570127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:51.702277 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85eb7d7-4e1f-4bb2-a82d-46600cf431f3 None None] DHCP port deletion for 8b92781c-d70f-40d4-9752-e0f4cb01b083 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 17:13:51.706977 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c85eb7d7-4e1f-4bb2-a82d-46600cf431f3 None None] Deleting port 50280234-39ce-4ef5-84b7-6447e74319fc {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:13:51.707339 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c85eb7d7-4e1f-4bb2-a82d-46600cf431f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:51.784513 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] For port 50280234-39ce-4ef5-84b7-6447e74319fc, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=50280234-39ce-4ef5-84b7-6447e74319fc,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:13:51.784870 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:51.905753 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] Calling delete_port for 50280234-39ce-4ef5-84b7-6447e74319fc owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:13:51.918832 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-c85eb7d7-4e1f-4bb2-a82d-46600cf431f3 None None] For port 50280234-39ce-4ef5-84b7-6447e74319fc, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=50280234-39ce-4ef5-84b7-6447e74319fc,segment=NetworkSegment(a35db430-3f13-490c-9126-de759ecfc397),segment_id=a35db430-3f13-490c-9126-de759ecfc397)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:13:51.919228 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c85eb7d7-4e1f-4bb2-a82d-46600cf431f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:51.979594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:52.024740 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] Pushing event deleted for resources: {'Port': ['ID=50280234-39ce-4ef5-84b7-6447e74319fc,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:13:52.029320 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] No DVR routers for this DVR port 50280234-39ce-4ef5-84b7-6447e74319fc on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:13:52.039826 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c85eb7d7-4e1f-4bb2-a82d-46600cf431f3 None None] Calling delete_port for 50280234-39ce-4ef5-84b7-6447e74319fc owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:13:52.113166 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-c85eb7d7-4e1f-4bb2-a82d-46600cf431f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 17:13:52.113493 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-c85eb7d7-4e1f-4bb2-a82d-46600cf431f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 17:13:52.150215 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:52.181752 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b92781c-d70f-40d4-9752-e0f4cb01b083']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:52.194067 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35db430-3f13-490c-9126-de759ecfc397') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:52.194363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35db430-3f13-490c-9126-de759ecfc397') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:52.207026 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:52.223456 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:52.230156 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 17:13:52.230601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 17:13:52.243966 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 17:13:52.322925 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:52.352422 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:52.449217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] Pushing event deleted for resources: {'Network': ['ID=8b92781c-d70f-40d4-9752-e0f4cb01b083,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:13:52.465963 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-7a3a4328-82a6-4ad5-bd7a-09ae8289b81d admin admin] 10.222.0.130 "DELETE /v2.0/networks/8b92781c-d70f-40d4-9752-e0f4cb01b083 HTTP/1.1" status: 204 len: 168 time: 1.0139601 Jan 24 17:13:52.468929 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44052) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:13:52.614651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c85eb7d7-4e1f-4bb2-a82d-46600cf431f3 None None] Deleting port 50280234-39ce-4ef5-84b7-6447e74319fc {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:13:52.615212 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c85eb7d7-4e1f-4bb2-a82d-46600cf431f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:52.710309 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-c85eb7d7-4e1f-4bb2-a82d-46600cf431f3 None None] The port '50280234-39ce-4ef5-84b7-6447e74319fc' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 17:13:52.879399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d2a553cc-5924-400c-8331-cfffd8ec20a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:53.396241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 50280234-39ce-4ef5-84b7-6447e74319fc no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:13:53.430306 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 50280234-39ce-4ef5-84b7-6447e74319fc {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:13:53.430739 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 50280234-39ce-4ef5-84b7-6447e74319fc not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:13:53.505635 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d2a553cc-5924-400c-8331-cfffd8ec20a5 admin admin] Deleting port 1c1ee6a0-2572-4cff-bc55-d35093d98d96 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:13:53.506198 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d2a553cc-5924-400c-8331-cfffd8ec20a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:53.688805 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-d2a553cc-5924-400c-8331-cfffd8ec20a5 admin admin] For port 1c1ee6a0-2572-4cff-bc55-d35093d98d96, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=1c1ee6a0-2572-4cff-bc55-d35093d98d96,segment=NetworkSegment(12176c81-874e-4cb4-a28e-e08d350eb0f5),segment_id=12176c81-874e-4cb4-a28e-e08d350eb0f5)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:13:53.689343 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d2a553cc-5924-400c-8331-cfffd8ec20a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:53.810088 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-d2a553cc-5924-400c-8331-cfffd8ec20a5 admin admin] Calling delete_port for 1c1ee6a0-2572-4cff-bc55-d35093d98d96 owned by network:router_interface {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:13:54.100839 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d2a553cc-5924-400c-8331-cfffd8ec20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:54.142797 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a553cc-5924-400c-8331-cfffd8ec20a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1ee6a0-2572-4cff-bc55-d35093d98d96,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:13:54.443303 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-d2a553cc-5924-400c-8331-cfffd8ec20a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:55.060268 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a553cc-5924-400c-8331-cfffd8ec20a5 admin admin] Router 6bb17dfa-f722-46ba-a1a3-14b71d87ea50 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:13:55.261639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a553cc-5924-400c-8331-cfffd8ec20a5 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:13:55.271367 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ddfba-01ab-4616-b3ae-3aa1dc98f174 None None] Sync routers for ids ['6bb17dfa-f722-46ba-a1a3-14b71d87ea50'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:13:55.278907 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-d2a553cc-5924-400c-8331-cfffd8ec20a5 admin admin] 10.222.0.130 "PUT /v2.0/routers/6bb17dfa-f722-46ba-a1a3-14b71d87ea50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8084538 Jan 24 17:13:55.281570 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44056) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:13:55.284153 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ddfba-01ab-4616-b3ae-3aa1dc98f174 None None] Routers {'6bb17dfa-f722-46ba-a1a3-14b71d87ea50'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:13:55.284848 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-7e1ddfba-01ab-4616-b3ae-3aa1dc98f174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:13:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6bb17dfa-f722-46ba-a1a3-14b71d87ea50'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:55.469987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-7e1ddfba-01ab-4616-b3ae-3aa1dc98f174 None None] Set router 6bb17dfa-f722-46ba-a1a3-14b71d87ea50 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:13:55.483335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4adca12c-ab0d-4920-8e62-81fd19c26f67 admin admin] Notify callbacks [] for router, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:55.759669 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-7e1ddfba-01ab-4616-b3ae-3aa1dc98f174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'name': 'tempest-TestShelveInstance-1263704793-router', 'tenant_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.165'}], 'enable_snat': True}, 'gw_port_id': '08ff9e3b-d0a3-4706-a463-6e075b763773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:20Z', 'updated_at': '2022-01-24T17:13:53Z', 'revision_number': 5, 'project_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'gw_port': {'id': '08ff9e3b-d0a3-4706-a463-6e075b763773', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:04:21Z', 'updated_at': '2022-01-24T17:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:55.763859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ddfba-01ab-4616-b3ae-3aa1dc98f174 None None] Checking router: 6bb17dfa-f722-46ba-a1a3-14b71d87ea50 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:13:55.775465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ddfba-01ab-4616-b3ae-3aa1dc98f174 None None] Routers {'6bb17dfa-f722-46ba-a1a3-14b71d87ea50'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:13:55.776105 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-7e1ddfba-01ab-4616-b3ae-3aa1dc98f174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:13:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['6bb17dfa-f722-46ba-a1a3-14b71d87ea50'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:55.806389 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4adca12c-ab0d-4920-8e62-81fd19c26f67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:55.816414 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4adca12c-ab0d-4920-8e62-81fd19c26f67 admin admin] Deleting port 08ff9e3b-d0a3-4706-a463-6e075b763773 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:13:55.816724 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4adca12c-ab0d-4920-8e62-81fd19c26f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:55.922732 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-7e1ddfba-01ab-4616-b3ae-3aa1dc98f174 None None] Set router 6bb17dfa-f722-46ba-a1a3-14b71d87ea50 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:13:55.988590 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-4adca12c-ab0d-4920-8e62-81fd19c26f67 admin admin] For port 08ff9e3b-d0a3-4706-a463-6e075b763773, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=08ff9e3b-d0a3-4706-a463-6e075b763773,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:13:55.988914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4adca12c-ab0d-4920-8e62-81fd19c26f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:56.026671 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-7e1ddfba-01ab-4616-b3ae-3aa1dc98f174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'name': 'tempest-TestShelveInstance-1263704793-router', 'tenant_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:20Z', 'updated_at': '2022-01-24T17:13:55Z', 'revision_number': 6, 'project_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:56.034129 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ddfba-01ab-4616-b3ae-3aa1dc98f174 None None] The sync data for ids ['6bb17dfa-f722-46ba-a1a3-14b71d87ea50'] in dv-neutron-826104-1-hyperv is: [{'id': '6bb17dfa-f722-46ba-a1a3-14b71d87ea50', 'name': 'tempest-TestShelveInstance-1263704793-router', 'tenant_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:04:20Z', 'updated_at': '2022-01-24T17:13:55Z', 'revision_number': 6, 'project_id': '12fd2242cf92489bb8aa2c22d019f3ef', 'gw_port_host': None}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:13:56.119362 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-4adca12c-ab0d-4920-8e62-81fd19c26f67 admin admin] Calling delete_port for 08ff9e3b-d0a3-4706-a463-6e075b763773 owned by network:router_gateway {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:13:56.298356 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4adca12c-ab0d-4920-8e62-81fd19c26f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:56.352144 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adca12c-ab0d-4920-8e62-81fd19c26f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ff9e3b-d0a3-4706-a463-6e075b763773,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:13:56.579815 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4adca12c-ab0d-4920-8e62-81fd19c26f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:56.842007 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4adca12c-ab0d-4920-8e62-81fd19c26f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:56.846409 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4adca12c-ab0d-4920-8e62-81fd19c26f67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:56.873465 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4adca12c-ab0d-4920-8e62-81fd19c26f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:56.874175 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adca12c-ab0d-4920-8e62-81fd19c26f67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb17dfa-f722-46ba-a1a3-14b71d87ea50 {{(pid=83465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 17:13:56.886489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-4adca12c-ab0d-4920-8e62-81fd19c26f67 admin admin] Notify callbacks [] for router, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:56.887650 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-4adca12c-ab0d-4920-8e62-81fd19c26f67 admin admin] 10.222.0.130 "DELETE /v2.0/routers/6bb17dfa-f722-46ba-a1a3-14b71d87ea50 HTTP/1.1" status: 204 len: 168 time: 1.6052089 Jan 24 17:13:56.890459 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44060) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:13:56.954793 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8adfa54-9613-48c1-897a-8218a6ec25f4 admin admin] Deleting subnet 4ec41994-c394-4d92-936b-9e6c840f864a {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 17:13:56.957860 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c8adfa54-9613-48c1-897a-8218a6ec25f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:57.009058 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c8adfa54-9613-48c1-897a-8218a6ec25f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:57.092136 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c8adfa54-9613-48c1-897a-8218a6ec25f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:57.170590 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c8adfa54-9613-48c1-897a-8218a6ec25f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:57.210837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adfa54-9613-48c1-897a-8218a6ec25f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec41994-c394-4d92-936b-9e6c840f864a,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:13:57.214953 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c8adfa54-9613-48c1-897a-8218a6ec25f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:57.220572 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fcb9de-413c-4e6a-9be8-1acf9383033f None None] Network fe54501b-cdb7-4267-887e-4f36032a2344 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:13:57.221084 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c8adfa54-9613-48c1-897a-8218a6ec25f4 admin admin] 10.222.0.130 "DELETE /v2.0/subnets/4ec41994-c394-4d92-936b-9e6c840f864a HTTP/1.1" status: 204 len: 168 time: 0.3290992 Jan 24 17:13:57.223377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44064) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:13:57.413123 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 08ff9e3b-d0a3-4706-a463-6e075b763773 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:13:57.439746 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:57.447318 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 08ff9e3b-d0a3-4706-a463-6e075b763773 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:13:57.447678 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 08ff9e3b-d0a3-4706-a463-6e075b763773 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:13:57.448371 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 1c1ee6a0-2572-4cff-bc55-d35093d98d96 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:13:57.449493 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] Deleting port f7ad1e65-809a-4738-8d1f-6151aacc4b00 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:13:57.449811 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:57.482060 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 1c1ee6a0-2572-4cff-bc55-d35093d98d96 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:13:57.484115 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 1c1ee6a0-2572-4cff-bc55-d35093d98d96 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:13:57.538970 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2785b506-52f5-4840-bb4e-cbcefcc4aa7c None None] DHCP port deletion for fe54501b-cdb7-4267-887e-4f36032a2344 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 17:13:57.543666 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2785b506-52f5-4840-bb4e-cbcefcc4aa7c None None] Deleting port f7ad1e65-809a-4738-8d1f-6151aacc4b00 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:13:57.544169 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2785b506-52f5-4840-bb4e-cbcefcc4aa7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:57.649358 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] For port f7ad1e65-809a-4738-8d1f-6151aacc4b00, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f7ad1e65-809a-4738-8d1f-6151aacc4b00,segment=NetworkSegment(12176c81-874e-4cb4-a28e-e08d350eb0f5),segment_id=12176c81-874e-4cb4-a28e-e08d350eb0f5)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:13:57.649581 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:57.770439 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] Calling delete_port for f7ad1e65-809a-4738-8d1f-6151aacc4b00 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:13:57.777282 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-2785b506-52f5-4840-bb4e-cbcefcc4aa7c None None] For port f7ad1e65-809a-4738-8d1f-6151aacc4b00, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=f7ad1e65-809a-4738-8d1f-6151aacc4b00,segment=NetworkSegment(12176c81-874e-4cb4-a28e-e08d350eb0f5),segment_id=12176c81-874e-4cb4-a28e-e08d350eb0f5)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:13:57.777708 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2785b506-52f5-4840-bb4e-cbcefcc4aa7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:57.843406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:57.886546 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ad1e65-809a-4738-8d1f-6151aacc4b00,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:13:57.895941 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] No DVR routers for this DVR port f7ad1e65-809a-4738-8d1f-6151aacc4b00 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:13:57.900743 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2785b506-52f5-4840-bb4e-cbcefcc4aa7c None None] Calling delete_port for f7ad1e65-809a-4738-8d1f-6151aacc4b00 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:13:57.972522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-2785b506-52f5-4840-bb4e-cbcefcc4aa7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 17:13:57.972836 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-2785b506-52f5-4840-bb4e-cbcefcc4aa7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 17:13:58.009406 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:58.038308 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe54501b-cdb7-4267-887e-4f36032a2344']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:58.050115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12176c81-874e-4cb4-a28e-e08d350eb0f5') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:58.050394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12176c81-874e-4cb4-a28e-e08d350eb0f5') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:13:58.061684 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:58.080523 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:58.087328 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 17:13:58.087413 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 17:13:58.100487 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 17:13:58.180916 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:58.197989 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:58.207978 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe54501b-cdb7-4267-887e-4f36032a2344,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:13:58.215013 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-144f27fa-9d8a-4201-af3a-14e76a9212e7 admin admin] 10.222.0.130 "DELETE /v2.0/networks/fe54501b-cdb7-4267-887e-4f36032a2344 HTTP/1.1" status: 204 len: 168 time: 0.9905598 Jan 24 17:13:58.358281 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44070) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:13:58.409928 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-e7e60b28-b063-469f-badf-59efa30adac3 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=d324bc3f26e54fee8f4f97480ba7fdfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500951 Jan 24 17:13:58.413310 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44074) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:13:58.474362 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2785b506-52f5-4840-bb4e-cbcefcc4aa7c None None] Deleting port f7ad1e65-809a-4738-8d1f-6151aacc4b00 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:13:58.474904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2785b506-52f5-4840-bb4e-cbcefcc4aa7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:58.483816 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed8628f0-073b-4a0b-9fe6-c74c3e7fb5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:58.511324 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed8628f0-073b-4a0b-9fe6-c74c3e7fb5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:58.544046 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-2785b506-52f5-4840-bb4e-cbcefcc4aa7c None None] The port 'f7ad1e65-809a-4738-8d1f-6151aacc4b00' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 17:13:58.566787 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed8628f0-073b-4a0b-9fe6-c74c3e7fb5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:58.584693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8628f0-073b-4a0b-9fe6-c74c3e7fb5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f1fe03-4fb8-4993-89c6-80f8985588f8,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:13:58.590843 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ed8628f0-073b-4a0b-9fe6-c74c3e7fb5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:58.591978 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ed8628f0-073b-4a0b-9fe6-c74c3e7fb5d3 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/a7f1fe03-4fb8-4993-89c6-80f8985588f8 HTTP/1.1" status: 204 len: 168 time: 0.1773481 Jan 24 17:13:59.056573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44082) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:13:59.105234 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4cbb097e-e924-4d10-9ac0-e9d5e3080b9b admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=12fd2242cf92489bb8aa2c22d019f3ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475657 Jan 24 17:13:59.107822 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44086) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:13:59.268825 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c1fafd4f-36e6-43fa-81a5-99d9c0693e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:59.295719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c1fafd4f-36e6-43fa-81a5-99d9c0693e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:59.350613 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c1fafd4f-36e6-43fa-81a5-99d9c0693e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:59.366130 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fafd4f-36e6-43fa-81a5-99d9c0693e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3138cb94-9ee8-4a08-95ca-60699bea22e9,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:13:59.372513 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c1fafd4f-36e6-43fa-81a5-99d9c0693e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:13:59.373624 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c1fafd4f-36e6-43fa-81a5-99d9c0693e15 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/3138cb94-9ee8-4a08-95ca-60699bea22e9 HTTP/1.1" status: 204 len: 168 time: 0.2645743 Jan 24 17:13:59.403733 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f7ad1e65-809a-4738-8d1f-6151aacc4b00 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:13:59.439898 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: f7ad1e65-809a-4738-8d1f-6151aacc4b00 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:13:59.440248 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device f7ad1e65-809a-4738-8d1f-6151aacc4b00 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:14:00.301859 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44108) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:00.452986 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-971356401-network', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:14:00.460418 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:00.465194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Usage tracker for resource:network and tenant:b6d8e4922bfc4b1a99d72fbd55d562be is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:00.468194 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:00.474985 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:00.488181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Made reservation on behalf of b6d8e4922bfc4b1a99d72fbd55d562be for: {'network': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:14:00.492078 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:00.508837 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:00.543719 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:00.548002 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Usage tracker for resource:security_group_rule and tenant:b6d8e4922bfc4b1a99d72fbd55d562be is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:00.551015 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:00.557060 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:00.636653 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:00.645086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:00.682012 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=83466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 17:14:00.687150 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b527b5b-a4dc-4896-bd33-1870bc2eb939,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:00.694693 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:00.694693 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.segments_db [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Added segment 262171aa-dba7-44ca-a2de-f58a9a934d15 of type vlan for network aa12c746-076e-4459-9aea-c14044b2c67f Jan 24 17:14:00.720233 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:00.751819 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:00.752728 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:00.753303 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:00.852349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] Pushing event updated for resources: {'Network': ['ID=aa12c746-076e-4459-9aea-c14044b2c67f,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:00.855813 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-329e973f-1345-49ad-8b61-25da432756df admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5529337 Jan 24 17:14:00.859258 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44114) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:00.863441 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network aa12c746-076e-4459-9aea-c14044b2c67f details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 17:14:00.865655 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-a2ded641-ae7f-42d7-a759-6fd4901042cf admin admin] Request body: {'subnet': {'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-971356401-subnet', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'ip_version': 4}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:14:00.870652 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a2ded641-ae7f-42d7-a759-6fd4901042cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:00.874446 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a2ded641-ae7f-42d7-a759-6fd4901042cf admin admin] Usage tracker for resource:subnet and tenant:b6d8e4922bfc4b1a99d72fbd55d562be is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:00.877390 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-a2ded641-ae7f-42d7-a759-6fd4901042cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:00.883205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-a2ded641-ae7f-42d7-a759-6fd4901042cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:00.894434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ded641-ae7f-42d7-a759-6fd4901042cf admin admin] Made reservation on behalf of b6d8e4922bfc4b1a99d72fbd55d562be for: {'subnet': 1} {{(pid=83466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:14:00.896855 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2ded641-ae7f-42d7-a759-6fd4901042cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3226781'] for subnet, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:01.115231 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2ded641-ae7f-42d7-a759-6fd4901042cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3542772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3226763'] for subnet, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:01.176713 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ded641-ae7f-42d7-a759-6fd4901042cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc60e55-c0f2-4615-8b34-bb0efa2199c1,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:01.210170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ded641-ae7f-42d7-a759-6fd4901042cf admin admin] Checking segment: {'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:14:01.210508 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ded641-ae7f-42d7-a759-6fd4901042cf admin admin] Network hostable DHCP agents. Network: aa12c746-076e-4459-9aea-c14044b2c67f, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 17:14:01.238234 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ded641-ae7f-42d7-a759-6fd4901042cf admin admin] Network aa12c746-076e-4459-9aea-c14044b2c67f is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 17:14:01.253049 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-a2ded641-ae7f-42d7-a759-6fd4901042cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, aa12c746-076e-4459-9aea-c14044b2c67f) {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:14:01.257644 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ded641-ae7f-42d7-a759-6fd4901042cf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:01.258261 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-a2ded641-ae7f-42d7-a759-6fd4901042cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:01.262194 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792d7e61-9ba4-4f78-8a9e-b4e04ce53300 None None] Network aa12c746-076e-4459-9aea-c14044b2c67f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:14:01.281243 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-a2ded641-ae7f-42d7-a759-6fd4901042cf admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4210262 Jan 24 17:14:01.284165 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44118) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:01.289212 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:14:01.294160 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:01.298884 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Usage tracker for resource:router and tenant:b6d8e4922bfc4b1a99d72fbd55d562be is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:01.301561 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:01.307827 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:01.320684 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:01.321705 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:01.340810 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:01.476245 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-aa12c746-076e-4459-9aea-c14044b2c67f', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 17:14:01.477032 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:01.494102 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:01.619586 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:14:01.637457 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Allocated IP 172.20.0.2 (aa12c746-076e-4459-9aea-c14044b2c67f/1dc60e55-c0f2-4615-8b34-bb0efa2199c1/e16a47a1-6e46-43a0-ad99-a1cc0c95be5d) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:14:01.693216 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:01.723379 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:01.838020 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:01.848554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Transition to ACTIVE for port object e16a47a1-6e46-43a0-ad99-a1cc0c95be5d will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:14:01.862967 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Allocated IP 172.26.2.101 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/aca61b20-de4b-4972-a55e-bf14f57d5074) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:14:01.867992 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Transition to ACTIVE for port object e16a47a1-6e46-43a0-ad99-a1cc0c95be5d will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:14:01.877335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:01.949644 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Network aa12c746-076e-4459-9aea-c14044b2c67f is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:14:01.950449 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Pushing event updated for resources: {'Port': ['ID=e16a47a1-6e46-43a0-ad99-a1cc0c95be5d,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:01.952805 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:14:01.955443 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:14:01.965465 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:01.965801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:01.966128 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:01.966450 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:01.966770 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:01.967083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:01.967401 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:01.967741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:01.968052 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:01.968359 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:01.968669 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:02.017169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:02.047993 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:02.070334 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Attempting to bind port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:14:02.070818 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Attempting to bind port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:14:02.071224 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Attempting to bind port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d on network aa12c746-076e-4459-9aea-c14044b2c67f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:14:02.078587 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:14:02.079124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Checking segment: {'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:14:02.079734 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:02.080315 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Bound using segment: {'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:14:02.081548 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Bound port: e16a47a1-6e46-43a0-ad99-a1cc0c95be5d, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:14:02.081935 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:02.122050 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:14:02.125834 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:14:02.129789 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:14:02.173659 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=aca61b20-de4b-4972-a55e-bf14f57d5074,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:02.181087 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] For port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:14:02.184896 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] For port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e16a47a1-6e46-43a0-ad99-a1cc0c95be5d,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:14:02.192826 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:02.278070 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c55945-80ed-43ce-8356-c562e69e3a5c None None] Pushing event updated for resources: {'Port': ['ID=e16a47a1-6e46-43a0-ad99-a1cc0c95be5d,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:02.304992 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:02.305732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:02.656302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Router 4170c286-5d99-428b-b0ed-1473ed102b9b is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 17:14:02.876560 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:14:02.886041 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Sync routers for ids ['4170c286-5d99-428b-b0ed-1473ed102b9b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:14:02.899752 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Routers {'4170c286-5d99-428b-b0ed-1473ed102b9b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:14:02.900285 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:13:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4170c286-5d99-428b-b0ed-1473ed102b9b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:02.904211 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:02.908519 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4bad4eac-08d3-4c02-85c3-7b6d0f70f2c5 admin admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6203694 Jan 24 17:14:02.909026 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44122) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:03.082782 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Set router 4170c286-5d99-428b-b0ed-1473ed102b9b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:14:03.241195 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b436a4-435f-4bdc-904b-3db7f1b5cd28 None None] Network aa12c746-076e-4459-9aea-c14044b2c67f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:14:03.390976 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:02Z', 'revision_number': 3, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:03.395396 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Checking router: 4170c286-5d99-428b-b0ed-1473ed102b9b for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:14:03.395862 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Updating router 4170c286-5d99-428b-b0ed-1473ed102b9b port aca61b20-de4b-4972-a55e-bf14f57d5074 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 17:14:03.457651 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e16a47a1-6e46-43a0-ad99-a1cc0c95be5d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:14:03.465432 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:03.507994 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-11421a00-9740-4e05-9305-dc04f09ff717 None None] Provisioning for port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:14:03.592177 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:14:03.598773 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:03.599141 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:03.674415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:03.721165 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:03.770910 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e16a47a1-6e46-43a0-ad99-a1cc0c95be5d,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:14:03.776625 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:03.815348 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:03.830496 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Transition to ACTIVE for port object aca61b20-de4b-4972-a55e-bf14f57d5074 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:14:03.841696 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:03.849095 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=e16a47a1-6e46-43a0-ad99-a1cc0c95be5d,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:03.922236 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Attempting to bind port aca61b20-de4b-4972-a55e-bf14f57d5074 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:14:03.922990 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Attempting to bind port aca61b20-de4b-4972-a55e-bf14f57d5074 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:14:03.922990 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Attempting to bind port aca61b20-de4b-4972-a55e-bf14f57d5074 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:14:03.925022 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdffca1-9b78-492f-9e43-c6a8c649896a None None] Pushing event updated for resources: {'Port': ['ID=aca61b20-de4b-4972-a55e-bf14f57d5074,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:03.935757 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:14:03.936156 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:14:03.936501 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:03.936869 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:14:03.937318 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Bound port: aca61b20-de4b-4972-a55e-bf14f57d5074, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:14:03.937673 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:03.942516 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Allocated IP 172.20.0.1 (aa12c746-076e-4459-9aea-c14044b2c67f/1dc60e55-c0f2-4615-8b34-bb0efa2199c1/e123c476-e53e-4848-8b70-8fa0c2b1ae34) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:14:03.942732 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-86d21b19-e4df-4f25-b4f6-d6ca79d981ac None None] Provisioning complete for port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:03.943195 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-86d21b19-e4df-4f25-b4f6-d6ca79d981ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:03.964679 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdffca1-9b78-492f-9e43-c6a8c649896a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:03.965020 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdffca1-9b78-492f-9e43-c6a8c649896a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:03.965335 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdffca1-9b78-492f-9e43-c6a8c649896a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:03.965651 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdffca1-9b78-492f-9e43-c6a8c649896a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:03.965967 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdffca1-9b78-492f-9e43-c6a8c649896a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:03.966281 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdffca1-9b78-492f-9e43-c6a8c649896a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:03.966765 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdffca1-9b78-492f-9e43-c6a8c649896a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:03.967099 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdffca1-9b78-492f-9e43-c6a8c649896a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:03.967385 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdffca1-9b78-492f-9e43-c6a8c649896a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:03.967712 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdffca1-9b78-492f-9e43-c6a8c649896a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:03.968018 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdffca1-9b78-492f-9e43-c6a8c649896a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:14:04.018678 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] For port aca61b20-de4b-4972-a55e-bf14f57d5074, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:14:04.022105 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] For port aca61b20-de4b-4972-a55e-bf14f57d5074, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=aca61b20-de4b-4972-a55e-bf14f57d5074,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:14:04.029638 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:04.115570 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdffca1-9b78-492f-9e43-c6a8c649896a None None] Pushing event updated for resources: {'Port': ['ID=aca61b20-de4b-4972-a55e-bf14f57d5074,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:04.119885 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Routers {'4170c286-5d99-428b-b0ed-1473ed102b9b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:14:04.120474 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:13:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4170c286-5d99-428b-b0ed-1473ed102b9b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:04.124003 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:04.139321 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Transition to ACTIVE for port object e123c476-e53e-4848-8b70-8fa0c2b1ae34 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:14:04.161285 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:04.333899 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Network aa12c746-076e-4459-9aea-c14044b2c67f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:14:04.335665 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] Set router 4170c286-5d99-428b-b0ed-1473ed102b9b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:14:04.337670 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:14:04.342287 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:14:04.368169 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Pushing event updated for resources: {'Port': ['ID=e123c476-e53e-4848-8b70-8fa0c2b1ae34,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:04.398797 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:04.487901 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:04.591233 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8a786fb7-5153-4402-a59c-9d173d06a526 None None] Provisioning for port e123c476-e53e-4848-8b70-8fa0c2b1ae34 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:14:04.596052 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-8a786fb7-5153-4402-a59c-9d173d06a526 None None] Provisioning complete for port e123c476-e53e-4848-8b70-8fa0c2b1ae34 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:04.596412 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8a786fb7-5153-4402-a59c-9d173d06a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:04.628752 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:02Z', 'revision_number': 3, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:04.632962 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d7469-90fc-4f28-9909-0780ffa88faa None None] The sync data for ids ['4170c286-5d99-428b-b0ed-1473ed102b9b'] in dv-neutron-826104-1-hyperv is: [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:02Z', 'revision_number': 3, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:14:04.652684 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-8a786fb7-5153-4402-a59c-9d173d06a526 None None] Port e123c476-e53e-4848-8b70-8fa0c2b1ae34 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:14:04.734777 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:04.741154 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:04.848427 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:04.856896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Pushing event updated for resources: {'Port': ['ID=e123c476-e53e-4848-8b70-8fa0c2b1ae34,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:04.998230 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Network aa12c746-076e-4459-9aea-c14044b2c67f is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:14:04.999440 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:14:05.282492 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-374aaaf4-3d4b-4a7b-a8b1-0288a717672a None None] Provisioning complete for port e123c476-e53e-4848-8b70-8fa0c2b1ae34 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:05.282876 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-374aaaf4-3d4b-4a7b-a8b1-0288a717672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:05.341171 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-374aaaf4-3d4b-4a7b-a8b1-0288a717672a None None] Port e123c476-e53e-4848-8b70-8fa0c2b1ae34 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:14:05.420949 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Router 4170c286-5d99-428b-b0ed-1473ed102b9b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:14:05.481856 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device aca61b20-de4b-4972-a55e-bf14f57d5074 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:14:05.551569 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port aca61b20-de4b-4972-a55e-bf14f57d5074 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:14:05.556552 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port aca61b20-de4b-4972-a55e-bf14f57d5074 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:05.556918 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:05.632932 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:14:05.641923 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c7ab8b68-78dd-4c6c-80f5-8d568166dfcd admin admin] 10.222.0.130 "PUT /v2.0/routers/4170c286-5d99-428b-b0ed-1473ed102b9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7318215 Jan 24 17:14:05.673431 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:05.689064 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port aca61b20-de4b-4972-a55e-bf14f57d5074, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=aca61b20-de4b-4972-a55e-bf14f57d5074,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:14:05.694456 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:05.695241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e16a47a1-6e46-43a0-ad99-a1cc0c95be5d up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:14:05.816958 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=aca61b20-de4b-4972-a55e-bf14f57d5074,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:05.830905 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:05.831268 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:06.529621 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44144) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:06.536160 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-726377159-network', 'tenant_id': 'b35bf56cd0bd4b098a204e054f723948'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:14:06.542034 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:06.546104 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Usage tracker for resource:network and tenant:b35bf56cd0bd4b098a204e054f723948 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:06.550906 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:06.558893 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:06.572343 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Made reservation on behalf of b35bf56cd0bd4b098a204e054f723948 for: {'network': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:14:06.575900 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for network, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:06.595503 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:06.629698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:06.635817 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Usage tracker for resource:security_group_rule and tenant:b35bf56cd0bd4b098a204e054f723948 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:06.639546 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:06.645392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:06.716657 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:06.722663 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:06.753054 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=83465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 17:14:06.762473 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3772f0a0-59e1-45bf-8ba8-940e74a62a71,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:06.768636 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:06.769022 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.segments_db [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Added segment 804c5d45-db41-4160-8e0d-ad0f96a0b353 of type vlan for network 8c1bc455-903e-4d07-862f-23abc69dba38 Jan 24 17:14:06.801994 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726507827065'] for network, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:06.837730 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213'] for network, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:06.838830 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:06.839822 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:06.945867 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] Pushing event updated for resources: {'Network': ['ID=8c1bc455-903e-4d07-862f-23abc69dba38,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:06.948846 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-21c7c8cb-1ada-4d7d-914c-8dba2704685f admin admin] 10.222.0.130 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4179935 Jan 24 17:14:06.955051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44148) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:06.960211 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Network 8c1bc455-903e-4d07-862f-23abc69dba38 details requested by agent ovs-agent-dv-neutron-826104-1-hyperv with host dv-neutron-826104-1-hyperv {{(pid=83467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 24 17:14:06.960736 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-09806481-ff8e-4bbb-8c7b-25936480d637 admin admin] Request body: {'subnet': {'network_id': '8c1bc455-903e-4d07-862f-23abc69dba38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-726377159-subnet', 'tenant_id': 'b35bf56cd0bd4b098a204e054f723948', 'ip_version': 4}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:14:06.965437 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-09806481-ff8e-4bbb-8c7b-25936480d637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:06.969290 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-09806481-ff8e-4bbb-8c7b-25936480d637 admin admin] Usage tracker for resource:subnet and tenant:b35bf56cd0bd4b098a204e054f723948 is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:06.972224 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-09806481-ff8e-4bbb-8c7b-25936480d637 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:06.978114 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-09806481-ff8e-4bbb-8c7b-25936480d637 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:06.993126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09806481-ff8e-4bbb-8c7b-25936480d637 admin admin] Made reservation on behalf of b35bf56cd0bd4b098a204e054f723948 for: {'subnet': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:14:06.995426 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09806481-ff8e-4bbb-8c7b-25936480d637 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2295139'] for subnet, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:07.064704 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b456c26c-e378-4bf6-a848-46920cd6c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:07.197894 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09806481-ff8e-4bbb-8c7b-25936480d637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3451189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2295157'] for subnet, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:07.258576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09806481-ff8e-4bbb-8c7b-25936480d637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05673a34-7432-4dc8-8b5f-6083235e387a,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:07.281453 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09806481-ff8e-4bbb-8c7b-25936480d637 admin admin] Checking segment: {'id': '804c5d45-db41-4160-8e0d-ad0f96a0b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8c1bc455-903e-4d07-862f-23abc69dba38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:14:07.281790 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09806481-ff8e-4bbb-8c7b-25936480d637 admin admin] Network hostable DHCP agents. Network: 8c1bc455-903e-4d07-862f-23abc69dba38, hostable agents: ['698b7180-318f-489b-a496-e7e58fcba699'], hosted agents: [] {{(pid=83465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 17:14:07.305543 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09806481-ff8e-4bbb-8c7b-25936480d637 admin admin] Network 8c1bc455-903e-4d07-862f-23abc69dba38 is scheduled to be hosted by DHCP agent 698b7180-318f-489b-a496-e7e58fcba699 with binding_index 1 {{(pid=83465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 17:14:07.320268 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-09806481-ff8e-4bbb-8c7b-25936480d637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826104-1-hyperv, 8c1bc455-903e-4d07-862f-23abc69dba38) {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:14:07.324739 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09806481-ff8e-4bbb-8c7b-25936480d637 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:07.325296 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-09806481-ff8e-4bbb-8c7b-25936480d637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:07.329939 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbc4a9f-4a5e-4925-81c5-949380b3a283 None None] Network 8c1bc455-903e-4d07-862f-23abc69dba38 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:14:07.349520 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-09806481-ff8e-4bbb-8c7b-25936480d637 admin admin] 10.222.0.130 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3930254 Jan 24 17:14:07.355831 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44152) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:07.360415 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-726377159-router', 'tenant_id': 'b35bf56cd0bd4b098a204e054f723948', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:14:07.368464 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:07.372895 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Usage tracker for resource:router and tenant:b35bf56cd0bd4b098a204e054f723948 is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:07.376434 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:07.383298 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:07.395222 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256012'] for router, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:07.396302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-911344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256021'] for router, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:07.418669 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:07.419448 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device aca61b20-de4b-4972-a55e-bf14f57d5074 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:14:07.562510 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-901351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256039'] for router, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:07.570211 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port aca61b20-de4b-4972-a55e-bf14f57d5074 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:07.570634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:07.650332 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57d9e639-b006-5a27-9960-f7e51362b4c5-8c1bc455-903e-4d07-862f-23abc69dba38', 'network_id': '8c1bc455-903e-4d07-862f-23abc69dba38', 'tenant_id': 'b35bf56cd0bd4b098a204e054f723948', 'fixed_ips': [{'subnet_id': '05673a34-7432-4dc8-8b5f-6083235e387a'}]}} from dv-neutron-826104-1-hyperv. {{(pid=83467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 24 17:14:07.651167 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:07.862111 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:07.893870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:07.901220 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.db_base_plugin_common [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Allocated IP 172.20.0.2 (8c1bc455-903e-4d07-862f-23abc69dba38/05673a34-7432-4dc8-8b5f-6083235e387a/74d7c2e1-d68b-482b-bced-63187d3d4ea2) {{(pid=83467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:14:08.039849 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Allocated IP 172.26.2.111 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/c9749d91-6219-471c-ab65-b23aa58b7a48) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:14:08.113606 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Notify callbacks [] for port, precommit_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:08.124911 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Sync routers for ids ['4170c286-5d99-428b-b0ed-1473ed102b9b'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:14:08.128501 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Transition to ACTIVE for port object 74d7c2e1-d68b-482b-bced-63187d3d4ea2 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:14:08.153110 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Transition to ACTIVE for port object 74d7c2e1-d68b-482b-bced-63187d3d4ea2 will not be triggered until provisioned by entity DHCP. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:14:08.155947 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Routers {'4170c286-5d99-428b-b0ed-1473ed102b9b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:14:08.156569 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:13:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4170c286-5d99-428b-b0ed-1473ed102b9b'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:08.191795 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:08.213591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238'] for port, after_create {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:08.219883 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:08.288147 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:14:08.291823 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:14:08.293740 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Pushing event updated for resources: {'Port': ['ID=c9749d91-6219-471c-ab65-b23aa58b7a48,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:08.295813 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:14:08.366741 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Network 8c1bc455-903e-4d07-862f-23abc69dba38 is already hosted by enough agents. {{(pid=83467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:14:08.367292 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Pushing event updated for resources: {'Port': ['ID=74d7c2e1-d68b-482b-bced-63187d3d4ea2,revision_number=1']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:08.378757 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.scheduler.base_scheduler [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Resources bound (agent type, host, resource id): {{(pid=83467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:14:08.383213 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Received port after_create {{(pid=83467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:14:08.458017 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:08.458794 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-901360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916115'] for router, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:08.480576 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Set router 4170c286-5d99-428b-b0ed-1473ed102b9b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:14:08.537883 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Attempting to bind port 74d7c2e1-d68b-482b-bced-63187d3d4ea2 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:14:08.538244 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Attempting to bind port 74d7c2e1-d68b-482b-bced-63187d3d4ea2 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '804c5d45-db41-4160-8e0d-ad0f96a0b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8c1bc455-903e-4d07-862f-23abc69dba38'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:14:08.538590 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Attempting to bind port 74d7c2e1-d68b-482b-bced-63187d3d4ea2 on network 8c1bc455-903e-4d07-862f-23abc69dba38 {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:14:08.558179 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:14:08.558544 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Checking segment: {'id': '804c5d45-db41-4160-8e0d-ad0f96a0b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8c1bc455-903e-4d07-862f-23abc69dba38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:14:08.558932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:08.559337 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Bound using segment: {'id': '804c5d45-db41-4160-8e0d-ad0f96a0b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8c1bc455-903e-4d07-862f-23abc69dba38'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:14:08.559811 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Bound port: 74d7c2e1-d68b-482b-bced-63187d3d4ea2, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804c5d45-db41-4160-8e0d-ad0f96a0b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8c1bc455-903e-4d07-862f-23abc69dba38'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:14:08.560190 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:08.690001 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Router 52b8e479-05b0-41f1-9f4d-d79e6b40bc22 is scheduled to L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 with binding_index 1 {{(pid=83466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 17:14:08.809149 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] For port 74d7c2e1-d68b-482b-bced-63187d3d4ea2, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:14:08.846378 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] For port 74d7c2e1-d68b-482b-bced-63187d3d4ea2, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=74d7c2e1-d68b-482b-bced-63187d3d4ea2,segment=NetworkSegment(804c5d45-db41-4160-8e0d-ad0f96a0b353),segment_id=804c5d45-db41-4160-8e0d-ad0f96a0b353)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:14:08.853191 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:08.888567 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:14:08.902187 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Sync routers for ids ['52b8e479-05b0-41f1-9f4d-d79e6b40bc22'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:14:08.915081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:08.919076 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-f3ec0473-901f-465c-bf43-890e927617e2 admin admin] 10.222.0.130 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5616491 Jan 24 17:14:08.919272 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44156) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:08.921315 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Routers {'52b8e479-05b0-41f1-9f4d-d79e6b40bc22'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:14:08.922106 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:13:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['52b8e479-05b0-41f1-9f4d-d79e6b40bc22'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:08.940979 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4624936-525f-4be5-92e8-eecc0477a54e None None] Pushing event updated for resources: {'Port': ['ID=74d7c2e1-d68b-482b-bced-63187d3d4ea2,revision_number=2']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:08.966335 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'e123c476-e53e-4848-8b70-8fa0c2b1ae34', 'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'mac_address': 'fa:16:3e:71:3c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:03Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 2, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'subnets': [{'id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:08.970621 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Checking router: 4170c286-5d99-428b-b0ed-1473ed102b9b for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:14:08.971125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Updating router 4170c286-5d99-428b-b0ed-1473ed102b9b port e123c476-e53e-4848-8b70-8fa0c2b1ae34 binding host dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 17:14:09.023897 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:09.146113 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Set router 52b8e479-05b0-41f1-9f4d-d79e6b40bc22 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:14:09.304114 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-0b1f2cf0-0de1-4d1a-b809-384f60d30c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:09.454361 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Notify callbacks [] for port, precommit_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:09.467130 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 74d7c2e1-d68b-482b-bced-63187d3d4ea2 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:14:09.509735 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'name': 'tempest-TestSnapshotPattern-726377159-router', 'tenant_id': 'b35bf56cd0bd4b098a204e054f723948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'c9749d91-6219-471c-ab65-b23aa58b7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:07Z', 'updated_at': '2022-01-24T17:14:08Z', 'revision_number': 3, 'project_id': 'b35bf56cd0bd4b098a204e054f723948', 'gw_port': {'id': 'c9749d91-6219-471c-ab65-b23aa58b7a48', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:28:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:07Z', 'updated_at': '2022-01-24T17:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:09.514545 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Checking router: 52b8e479-05b0-41f1-9f4d-d79e6b40bc22 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:14:09.514840 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Updating router 52b8e479-05b0-41f1-9f4d-d79e6b40bc22 port c9749d91-6219-471c-ab65-b23aa58b7a48 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 17:14:09.573796 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Transition to ACTIVE for port object e123c476-e53e-4848-8b70-8fa0c2b1ae34 will not be triggered until provisioned by entity L2. {{(pid=83467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:14:09.575423 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:09.594068 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:09.733238 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d085dc-9bd8-4278-8c21-85cb3eb4658b None None] Pushing event updated for resources: {'Port': ['ID=e123c476-e53e-4848-8b70-8fa0c2b1ae34,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:09.783820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port 74d7c2e1-d68b-482b-bced-63187d3d4ea2 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:14:09.862047 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Attempting to bind port e123c476-e53e-4848-8b70-8fa0c2b1ae34 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:14:09.862411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Attempting to bind port e123c476-e53e-4848-8b70-8fa0c2b1ae34 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:14:09.862767 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Attempting to bind port e123c476-e53e-4848-8b70-8fa0c2b1ae34 on network aa12c746-076e-4459-9aea-c14044b2c67f {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:14:09.874059 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:14:09.874431 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Checking segment: {'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:14:09.874830 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:09.875220 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Bound using segment: {'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'} {{(pid=83467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:14:09.875714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.managers [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Bound port: e123c476-e53e-4848-8b70-8fa0c2b1ae34, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'}}] {{(pid=83467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:14:09.876234 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:09.999765 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] For port e123c476-e53e-4848-8b70-8fa0c2b1ae34, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:14:10.003235 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] For port e123c476-e53e-4848-8b70-8fa0c2b1ae34, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e123c476-e53e-4848-8b70-8fa0c2b1ae34,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:14:10.010058 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:10.037743 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:10.055735 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Transition to ACTIVE for port object c9749d91-6219-471c-ab65-b23aa58b7a48 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:14:10.068559 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:10.074972 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:10.100517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d085dc-9bd8-4278-8c21-85cb3eb4658b None None] Pushing event updated for resources: {'Port': ['ID=e123c476-e53e-4848-8b70-8fa0c2b1ae34,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:10.113761 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Routers {'4170c286-5d99-428b-b0ed-1473ed102b9b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:14:10.114125 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:14:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4170c286-5d99-428b-b0ed-1473ed102b9b'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:10.182167 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe3243-4a57-4f7f-83d2-73a87a1502f2 None None] Pushing event updated for resources: {'Port': ['ID=c9749d91-6219-471c-ab65-b23aa58b7a48,revision_number=2']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:10.230298 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Attempting to bind port c9749d91-6219-471c-ab65-b23aa58b7a48 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:14:10.230662 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Attempting to bind port c9749d91-6219-471c-ab65-b23aa58b7a48 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:14:10.231570 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Attempting to bind port c9749d91-6219-471c-ab65-b23aa58b7a48 on network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:14:10.240089 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:14:10.240493 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Checking segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:14:10.240842 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:10.241293 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Bound using segment: {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:14:10.241750 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Bound port: c9749d91-6219-471c-ab65-b23aa58b7a48, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523eb3cf-91b7-4548-bd68-784615963d7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:14:10.242107 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:10.322617 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c8db08-b69c-4cab-9b5e-12b54faa216c None None] Network 8c1bc455-903e-4d07-862f-23abc69dba38 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:14:10.341577 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] For port c9749d91-6219-471c-ab65-b23aa58b7a48, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:14:10.345419 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] For port c9749d91-6219-471c-ab65-b23aa58b7a48, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c9749d91-6219-471c-ab65-b23aa58b7a48,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:14:10.354960 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:10.384504 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_common [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Allocated IP 172.20.0.1 (8c1bc455-903e-4d07-862f-23abc69dba38/05673a34-7432-4dc8-8b5f-6083235e387a/c04b7b28-fef7-462d-b415-00f13bac9b70) {{(pid=83466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:14:10.471232 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe3243-4a57-4f7f-83d2-73a87a1502f2 None None] Pushing event updated for resources: {'Port': ['ID=c9749d91-6219-471c-ab65-b23aa58b7a48,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:10.476978 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Routers {'52b8e479-05b0-41f1-9f4d-d79e6b40bc22'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:14:10.476978 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:14:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['52b8e479-05b0-41f1-9f4d-d79e6b40bc22'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:10.509833 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:10.524195 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-80a13834-d932-4f3a-9265-273622c44b37 None None] Provisioning for port 74d7c2e1-d68b-482b-bced-63187d3d4ea2 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:14:10.530374 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] Set router 4170c286-5d99-428b-b0ed-1473ed102b9b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:14:10.550769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:10.567440 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-80a13834-d932-4f3a-9265-273622c44b37 None None] Provisioning complete for port 74d7c2e1-d68b-482b-bced-63187d3d4ea2 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:10.568187 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-80a13834-d932-4f3a-9265-273622c44b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:10.569053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.provisioning_blocks [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Transition to ACTIVE for port object c04b7b28-fef7-462d-b415-00f13bac9b70 will not be triggered until provisioned by entity DHCP. {{(pid=83466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:14:10.596333 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:10.669366 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] Set router 52b8e479-05b0-41f1-9f4d-d79e6b40bc22 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:14:10.674828 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Network 8c1bc455-903e-4d07-862f-23abc69dba38 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:14:10.675735 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Pushing event updated for resources: {'Port': ['ID=c04b7b28-fef7-462d-b415-00f13bac9b70,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:10.679045 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:14:10.681293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Received port after_create {{(pid=83466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:14:10.706315 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:10.733349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-916061'] for router_interface, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:10.819535 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:10.926287 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-80a13834-d932-4f3a-9265-273622c44b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:10.987131 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'name': 'tempest-TestSnapshotPattern-726377159-router', 'tenant_id': 'b35bf56cd0bd4b098a204e054f723948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'c9749d91-6219-471c-ab65-b23aa58b7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:07Z', 'updated_at': '2022-01-24T17:14:08Z', 'revision_number': 3, 'project_id': 'b35bf56cd0bd4b098a204e054f723948', 'gw_port': {'id': 'c9749d91-6219-471c-ab65-b23aa58b7a48', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:28:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:07Z', 'updated_at': '2022-01-24T17:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:10.994715 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210260f0-ba6e-466e-9c47-ae6ff1eea205 None None] The sync data for ids ['52b8e479-05b0-41f1-9f4d-d79e6b40bc22'] in dv-neutron-826104-1-hyperv is: [{'id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'name': 'tempest-TestSnapshotPattern-726377159-router', 'tenant_id': 'b35bf56cd0bd4b098a204e054f723948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'c9749d91-6219-471c-ab65-b23aa58b7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:07Z', 'updated_at': '2022-01-24T17:14:08Z', 'revision_number': 3, 'project_id': 'b35bf56cd0bd4b098a204e054f723948', 'gw_port': {'id': 'c9749d91-6219-471c-ab65-b23aa58b7a48', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:28:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:07Z', 'updated_at': '2022-01-24T17:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:14:11.030499 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-80a13834-d932-4f3a-9265-273622c44b37 None None] For port 74d7c2e1-d68b-482b-bced-63187d3d4ea2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=74d7c2e1-d68b-482b-bced-63187d3d4ea2,segment=NetworkSegment(804c5d45-db41-4160-8e0d-ad0f96a0b353),segment_id=804c5d45-db41-4160-8e0d-ad0f96a0b353)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:14:11.040817 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-80a13834-d932-4f3a-9265-273622c44b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:11.095913 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:11.104741 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3542387'] for port, after_update {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:11.136720 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a13834-d932-4f3a-9265-273622c44b37 None None] Pushing event updated for resources: {'Port': ['ID=74d7c2e1-d68b-482b-bced-63187d3d4ea2,revision_number=3']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:11.145524 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'e123c476-e53e-4848-8b70-8fa0c2b1ae34', 'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'mac_address': 'fa:16:3e:71:3c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:03Z', 'updated_at': '2022-01-24T17:14:09Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'subnets': [{'id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:11.154370 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea8ced-0ae7-4188-9874-7ac6c9cb253e None None] The sync data for ids ['4170c286-5d99-428b-b0ed-1473ed102b9b'] in dv-neutron-826104-1-hyperv is: [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'e123c476-e53e-4848-8b70-8fa0c2b1ae34', 'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'mac_address': 'fa:16:3e:71:3c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:03Z', 'updated_at': '2022-01-24T17:14:09Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'subnets': [{'id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:14:11.233539 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-903078'] for router_interface, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:11.249433 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Pushing event updated for resources: {'Port': ['ID=c04b7b28-fef7-462d-b415-00f13bac9b70,revision_number=2']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:11.298371 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d4f5180e-2055-4bfa-bfdb-5824389c0f1e None None] Provisioning complete for port 74d7c2e1-d68b-482b-bced-63187d3d4ea2 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:11.298983 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d4f5180e-2055-4bfa-bfdb-5824389c0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:11.446668 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Network 8c1bc455-903e-4d07-862f-23abc69dba38 is already hosted by enough agents. {{(pid=83466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:14:11.448081 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.base_scheduler [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Resources bound (agent type, host, resource id): {{(pid=83466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:14:11.562203 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 74d7c2e1-d68b-482b-bced-63187d3d4ea2 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:14:11.664589 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d4f5180e-2055-4bfa-bfdb-5824389c0f1e None None] Provisioning for port c04b7b28-fef7-462d-b415-00f13bac9b70 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:14:11.674316 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-d4f5180e-2055-4bfa-bfdb-5824389c0f1e None None] Provisioning complete for port c04b7b28-fef7-462d-b415-00f13bac9b70 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:11.677973 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d4f5180e-2055-4bfa-bfdb-5824389c0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:11.730277 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port 74d7c2e1-d68b-482b-bced-63187d3d4ea2 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:11.730657 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:11.795997 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5180e-2055-4bfa-bfdb-5824389c0f1e None None] Port c04b7b28-fef7-462d-b415-00f13bac9b70 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:14:11.898453 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e123c476-e53e-4848-8b70-8fa0c2b1ae34 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:14:11.997480 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-edf11e72-c9ad-407d-9879-dfe2b80b4a4b None None] Provisioning complete for port c04b7b28-fef7-462d-b415-00f13bac9b70 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:11.998198 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-edf11e72-c9ad-407d-9879-dfe2b80b4a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:12.055746 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-edf11e72-c9ad-407d-9879-dfe2b80b4a4b None None] Port c04b7b28-fef7-462d-b415-00f13bac9b70 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:14:12.088919 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:12.092349 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Router 52b8e479-05b0-41f1-9f4d-d79e6b40bc22 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:14:12.096027 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port e123c476-e53e-4848-8b70-8fa0c2b1ae34 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:14:12.104544 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port e123c476-e53e-4848-8b70-8fa0c2b1ae34 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:12.105066 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:12.255542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:12.290488 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port e123c476-e53e-4848-8b70-8fa0c2b1ae34, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e123c476-e53e-4848-8b70-8fa0c2b1ae34,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:14:12.294822 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:12.357218 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:14:12.367538 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d901e4c1-a67a-4aad-9745-cd2c1edbf68e admin admin] 10.222.0.130 "PUT /v2.0/routers/52b8e479-05b0-41f1-9f4d-d79e6b40bc22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4470911 Jan 24 17:14:12.378269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=e123c476-e53e-4848-8b70-8fa0c2b1ae34,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:13.064308 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44166) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:13.070120 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-0ff91590-cfe0-4e7a-99a7-fb03dd948989 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1659787820', 'description': 'tempest-secgroup-smoke-1659787820 description', 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:14:13.076645 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0ff91590-cfe0-4e7a-99a7-fb03dd948989 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:13.081214 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0ff91590-cfe0-4e7a-99a7-fb03dd948989 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Usage tracker for resource:security_group and tenant:b6d8e4922bfc4b1a99d72fbd55d562be is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:13.084302 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0ff91590-cfe0-4e7a-99a7-fb03dd948989 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:13.091097 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0ff91590-cfe0-4e7a-99a7-fb03dd948989 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:13.102105 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0ff91590-cfe0-4e7a-99a7-fb03dd948989 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.137149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0ff91590-cfe0-4e7a-99a7-fb03dd948989 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:13.140853 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0ff91590-cfe0-4e7a-99a7-fb03dd948989 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Usage tracker for resource:security_group_rule and tenant:b6d8e4922bfc4b1a99d72fbd55d562be is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:13.143716 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-0ff91590-cfe0-4e7a-99a7-fb03dd948989 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:13.149292 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-0ff91590-cfe0-4e7a-99a7-fb03dd948989 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:13.205374 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0ff91590-cfe0-4e7a-99a7-fb03dd948989 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.211550 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0ff91590-cfe0-4e7a-99a7-fb03dd948989 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.252772 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff91590-cfe0-4e7a-99a7-fb03dd948989 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575,revision_number=1']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:13.255591 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0ff91590-cfe0-4e7a-99a7-fb03dd948989 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.256841 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0ff91590-cfe0-4e7a-99a7-fb03dd948989 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1915147 Jan 24 17:14:13.259908 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44170) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:13.265386 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-4e21845b-abec-48fc-a726-8b83ec38a0b7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Request body: {'security_group_rule': {'security_group_id': '3b97dacb-a8f6-4de9-9bbc-6c7d5532d575', 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:14:13.271413 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4e21845b-abec-48fc-a726-8b83ec38a0b7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:13.275750 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4e21845b-abec-48fc-a726-8b83ec38a0b7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Usage tracker for resource:security_group_rule and tenant:b6d8e4922bfc4b1a99d72fbd55d562be is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:13.278634 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-4e21845b-abec-48fc-a726-8b83ec38a0b7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:13.284616 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-4e21845b-abec-48fc-a726-8b83ec38a0b7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:13.303751 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4e21845b-abec-48fc-a726-8b83ec38a0b7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.372297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4e21845b-abec-48fc-a726-8b83ec38a0b7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.380252 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4e21845b-abec-48fc-a726-8b83ec38a0b7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.409411 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21845b-abec-48fc-a726-8b83ec38a0b7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b325578-1c03-4738-a802-c5a7386a20c4,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:13.420550 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-4e21845b-abec-48fc-a726-8b83ec38a0b7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.425218 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-4e21845b-abec-48fc-a726-8b83ec38a0b7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1608922 Jan 24 17:14:13.425383 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44174) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:13.431153 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-b41b38f1-8277-4ca6-9ebd-5a69e06366de tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Request body: {'security_group_rule': {'security_group_id': '3b97dacb-a8f6-4de9-9bbc-6c7d5532d575', 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:14:13.437205 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b41b38f1-8277-4ca6-9ebd-5a69e06366de tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:13.441216 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b41b38f1-8277-4ca6-9ebd-5a69e06366de tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Usage tracker for resource:security_group_rule and tenant:b6d8e4922bfc4b1a99d72fbd55d562be is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:13.444297 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-b41b38f1-8277-4ca6-9ebd-5a69e06366de tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:13.451825 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-b41b38f1-8277-4ca6-9ebd-5a69e06366de tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:13.469228 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b41b38f1-8277-4ca6-9ebd-5a69e06366de tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.490063 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e123c476-e53e-4848-8b70-8fa0c2b1ae34 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:14:13.533032 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b41b38f1-8277-4ca6-9ebd-5a69e06366de tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.537358 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b41b38f1-8277-4ca6-9ebd-5a69e06366de tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.559917 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b38f1-8277-4ca6-9ebd-5a69e06366de tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26087cd0-9f2e-4348-8f84-7e324cf67103,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:13.560137 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port e123c476-e53e-4848-8b70-8fa0c2b1ae34 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:13.560526 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.570984 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-b41b38f1-8277-4ca6-9ebd-5a69e06366de tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.572321 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-b41b38f1-8277-4ca6-9ebd-5a69e06366de tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1459892 Jan 24 17:14:13.575346 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44178) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:13.581176 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-30f6274f-498d-4037-8698-20c0c91a24ec tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Request body: {'security_group_rule': {'security_group_id': '3b97dacb-a8f6-4de9-9bbc-6c7d5532d575', 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:14:13.587182 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-30f6274f-498d-4037-8698-20c0c91a24ec tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:13.591255 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-30f6274f-498d-4037-8698-20c0c91a24ec tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Usage tracker for resource:security_group_rule and tenant:b6d8e4922bfc4b1a99d72fbd55d562be is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:13.594200 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-30f6274f-498d-4037-8698-20c0c91a24ec tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:13.600655 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-30f6274f-498d-4037-8698-20c0c91a24ec tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:13.619805 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30f6274f-498d-4037-8698-20c0c91a24ec tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.679212 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c9749d91-6219-471c-ab65-b23aa58b7a48 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:14:13.685277 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30f6274f-498d-4037-8698-20c0c91a24ec tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.690420 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30f6274f-498d-4037-8698-20c0c91a24ec tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.716290 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6274f-498d-4037-8698-20c0c91a24ec tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb4c1af-5548-41b7-a322-b51b9a77ce2b,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:13.726758 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30f6274f-498d-4037-8698-20c0c91a24ec tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.728007 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-30f6274f-498d-4037-8698-20c0c91a24ec tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1517165 Jan 24 17:14:13.731351 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44182) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:13.737071 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-08d03266-3f4d-4185-a00d-8303d873860b tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Request body: {'security_group_rule': {'security_group_id': '3b97dacb-a8f6-4de9-9bbc-6c7d5532d575', 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:14:13.743171 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-08d03266-3f4d-4185-a00d-8303d873860b tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:13.747086 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-08d03266-3f4d-4185-a00d-8303d873860b tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Usage tracker for resource:security_group_rule and tenant:b6d8e4922bfc4b1a99d72fbd55d562be is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:13.751697 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-08d03266-3f4d-4185-a00d-8303d873860b tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:13.752611 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port c9749d91-6219-471c-ab65-b23aa58b7a48 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:14:13.757222 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port c9749d91-6219-471c-ab65-b23aa58b7a48 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:13.757580 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.757811 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-08d03266-3f4d-4185-a00d-8303d873860b tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:13.776041 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-08d03266-3f4d-4185-a00d-8303d873860b tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.840946 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-08d03266-3f4d-4185-a00d-8303d873860b tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.847057 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-08d03266-3f4d-4185-a00d-8303d873860b tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.869995 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d03266-3f4d-4185-a00d-8303d873860b tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3d4274-1918-4329-9177-e24eae74bafd,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:13.880870 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-08d03266-3f4d-4185-a00d-8303d873860b tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.882434 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-08d03266-3f4d-4185-a00d-8303d873860b tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1497867 Jan 24 17:14:13.884710 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.884918 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44186) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:13.890400 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.v2.base [None req-9ac603cb-2a9c-4ebd-b363-7332f5ba28d3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Request body: {'security_group_rule': {'security_group_id': '3b97dacb-a8f6-4de9-9bbc-6c7d5532d575', 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:14:13.896494 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9ac603cb-2a9c-4ebd-b363-7332f5ba28d3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:13.900699 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9ac603cb-2a9c-4ebd-b363-7332f5ba28d3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Usage tracker for resource:security_group_rule and tenant:b6d8e4922bfc4b1a99d72fbd55d562be is out of sync, need to count used quota {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:13.901799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port c9749d91-6219-471c-ab65-b23aa58b7a48, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c9749d91-6219-471c-ab65-b23aa58b7a48,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:14:13.903732 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-9ac603cb-2a9c-4ebd-b363-7332f5ba28d3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:13.906820 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.911782 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.quota.driver [None req-9ac603cb-2a9c-4ebd-b363-7332f5ba28d3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:13.925731 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.db.securitygroups_db [None req-9ac603cb-2a9c-4ebd-b363-7332f5ba28d3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Project b6d8e4922bfc4b1a99d72fbd55d562be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 17:14:13.933263 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9ac603cb-2a9c-4ebd-b363-7332f5ba28d3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:13.976231 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=c9749d91-6219-471c-ab65-b23aa58b7a48,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:13.998394 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9ac603cb-2a9c-4ebd-b363-7332f5ba28d3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:14.003662 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9ac603cb-2a9c-4ebd-b363-7332f5ba28d3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:14.025896 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac603cb-2a9c-4ebd-b363-7332f5ba28d3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b62e76-1e14-4d23-a56c-b8c7c26f4740,revision_number=0']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:14.035053 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-9ac603cb-2a9c-4ebd-b363-7332f5ba28d3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:14.036401 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-9ac603cb-2a9c-4ebd-b363-7332f5ba28d3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1505604 Jan 24 17:14:14.039335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44190) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:14.045159 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-147803ca-98ba-446d-83df-3a66a6b7c8f3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Request body: {'security_group_rule': {'security_group_id': '3b97dacb-a8f6-4de9-9bbc-6c7d5532d575', 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:14:14.051056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-147803ca-98ba-446d-83df-3a66a6b7c8f3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:14.054964 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-147803ca-98ba-446d-83df-3a66a6b7c8f3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Usage tracker for resource:security_group_rule and tenant:b6d8e4922bfc4b1a99d72fbd55d562be is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:14.057791 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-147803ca-98ba-446d-83df-3a66a6b7c8f3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:14.067609 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-147803ca-98ba-446d-83df-3a66a6b7c8f3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:14.078362 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.securitygroups_db [None req-147803ca-98ba-446d-83df-3a66a6b7c8f3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Project b6d8e4922bfc4b1a99d72fbd55d562be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 17:14:14.084836 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-147803ca-98ba-446d-83df-3a66a6b7c8f3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:14.157170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-147803ca-98ba-446d-83df-3a66a6b7c8f3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:14.163101 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-147803ca-98ba-446d-83df-3a66a6b7c8f3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856306'] for security_group_rule, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:14.185919 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147803ca-98ba-446d-83df-3a66a6b7c8f3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc759d1-14b8-4459-bc8d-bc8c3caa7cb5,revision_number=0']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:14.196128 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-147803ca-98ba-446d-83df-3a66a6b7c8f3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:14.197313 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-147803ca-98ba-446d-83df-3a66a6b7c8f3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1569908 Jan 24 17:14:14.616016 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-37669068-dbb9-428f-8228-024541dfd1bf req-9dd17680-08e7-4dbe-ba30-a7ca0ad4bcbc tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Synchronizing usage tracker for tenant:b6d8e4922bfc4b1a99d72fbd55d562be on resource:security_group {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:14:14.635369 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-37669068-dbb9-428f-8228-024541dfd1bf req-9dd17680-08e7-4dbe-ba30-a7ca0ad4bcbc tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Unset dirty status for tenant:b6d8e4922bfc4b1a99d72fbd55d562be on resource:security_group {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:14:14.636534 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-37669068-dbb9-428f-8228-024541dfd1bf req-9dd17680-08e7-4dbe-ba30-a7ca0ad4bcbc tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1659787820&fields=id&tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be HTTP/1.1" status: 200 len: 267 time: 0.0653710 Jan 24 17:14:14.796737 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37669068-dbb9-428f-8228-024541dfd1bf req-19e86279-4651-4a55-a983-62450f5efd81 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:14.797421 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-37669068-dbb9-428f-8228-024541dfd1bf req-19e86279-4651-4a55-a983-62450f5efd81 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Synchronizing usage tracker for tenant:b6d8e4922bfc4b1a99d72fbd55d562be on resource:network {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:14:14.816017 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-37669068-dbb9-428f-8228-024541dfd1bf req-19e86279-4651-4a55-a983-62450f5efd81 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Unset dirty status for tenant:b6d8e4922bfc4b1a99d72fbd55d562be on resource:network {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:14:14.817204 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-37669068-dbb9-428f-8228-024541dfd1bf req-19e86279-4651-4a55-a983-62450f5efd81 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/networks?id=aa12c746-076e-4459-9aea-c14044b2c67f HTTP/1.1" status: 200 len: 809 time: 0.1718216 Jan 24 17:14:14.835136 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-37669068-dbb9-428f-8228-024541dfd1bf req-8fd9d398-fc86-4d16-8300-42ec2ab64f00 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/quotas/b6d8e4922bfc4b1a99d72fbd55d562be HTTP/1.1" status: 200 len: 375 time: 0.0115066 Jan 24 17:14:14.917519 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-37669068-dbb9-428f-8228-024541dfd1bf req-79cd7632-0593-4671-9a5e-6a1eb92abf43 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Synchronizing usage tracker for tenant:b6d8e4922bfc4b1a99d72fbd55d562be on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:14:14.937363 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [req-37669068-dbb9-428f-8228-024541dfd1bf req-79cd7632-0593-4671-9a5e-6a1eb92abf43 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Unset dirty status for tenant:b6d8e4922bfc4b1a99d72fbd55d562be on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:14:14.938794 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-37669068-dbb9-428f-8228-024541dfd1bf req-79cd7632-0593-4671-9a5e-6a1eb92abf43 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985138 Jan 24 17:14:15.242734 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-37669068-dbb9-428f-8228-024541dfd1bf req-9277f7b4-744c-419c-82fa-5fe118a6db96 service neutron] 10.222.0.130 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898450 Jan 24 17:14:15.378711 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-37669068-dbb9-428f-8228-024541dfd1bf req-9274c426-4422-4fbe-87c6-53ea483bc8f5 service neutron] 10.222.0.130 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275799 Jan 24 17:14:15.417158 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c9749d91-6219-471c-ab65-b23aa58b7a48 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:14:15.491123 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port c9749d91-6219-471c-ab65-b23aa58b7a48 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:15.491424 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:15.648044 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-027db9fa-d53b-45b7-9ad6-a65b352acee3 req-13b66d8c-fbb1-4e37-9c7f-eb9d9ca00c87 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 210 time: 0.1155353 Jan 24 17:14:16.824167 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d21d6cda-a7be-42c3-82d5-a06629f39d21 req-f777683c-c836-4a17-8e20-c549720dba9b tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 210 time: 0.0400856 Jan 24 17:14:17.014212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37669068-dbb9-428f-8228-024541dfd1bf req-de6bc125-d1fd-4778-9665-09f31082868b tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:17.015503 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-37669068-dbb9-428f-8228-024541dfd1bf req-de6bc125-d1fd-4778-9665-09f31082868b tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.129 "GET /v2.0/networks?id=aa12c746-076e-4459-9aea-c14044b2c67f HTTP/1.1" status: 200 len: 809 time: 0.1446705 Jan 24 17:14:17.075123 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-37669068-dbb9-428f-8228-024541dfd1bf req-4835a67c-2b2f-4307-8523-a56668921fb4 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be HTTP/1.1" status: 200 len: 380 time: 0.0452292 Jan 24 17:14:17.093088 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-37669068-dbb9-428f-8228-024541dfd1bf req-05096b95-57ec-4a10-bfb5-aee9e0e50590 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Request body: {'port': {'device_id': '03c9b93b-597d-4754-8ce0-60909589f962', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'admin_state_up': True, 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'security_groups': ['3b97dacb-a8f6-4de9-9bbc-6c7d5532d575']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:14:17.235007 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-37669068-dbb9-428f-8228-024541dfd1bf req-05096b95-57ec-4a10-bfb5-aee9e0e50590 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:17.244482 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-37669068-dbb9-428f-8228-024541dfd1bf req-05096b95-57ec-4a10-bfb5-aee9e0e50590 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:17.257161 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37669068-dbb9-428f-8228-024541dfd1bf req-05096b95-57ec-4a10-bfb5-aee9e0e50590 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Made reservation on behalf of b6d8e4922bfc4b1a99d72fbd55d562be for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:14:17.261844 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-37669068-dbb9-428f-8228-024541dfd1bf req-05096b95-57ec-4a10-bfb5-aee9e0e50590 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:17.432430 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-37669068-dbb9-428f-8228-024541dfd1bf req-05096b95-57ec-4a10-bfb5-aee9e0e50590 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Allocated IP 172.20.0.12 (aa12c746-076e-4459-9aea-c14044b2c67f/1dc60e55-c0f2-4615-8b34-bb0efa2199c1/ab532b2b-669a-49c5-a1d5-2423057d9059) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:14:17.627555 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-37669068-dbb9-428f-8228-024541dfd1bf req-05096b95-57ec-4a10-bfb5-aee9e0e50590 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:17.644499 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-37669068-dbb9-428f-8228-024541dfd1bf req-05096b95-57ec-4a10-bfb5-aee9e0e50590 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Transition to ACTIVE for port object ab532b2b-669a-49c5-a1d5-2423057d9059 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:14:17.680188 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-37669068-dbb9-428f-8228-024541dfd1bf req-05096b95-57ec-4a10-bfb5-aee9e0e50590 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:17.751250 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37669068-dbb9-428f-8228-024541dfd1bf req-05096b95-57ec-4a10-bfb5-aee9e0e50590 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Network aa12c746-076e-4459-9aea-c14044b2c67f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:14:17.754369 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-37669068-dbb9-428f-8228-024541dfd1bf req-05096b95-57ec-4a10-bfb5-aee9e0e50590 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:14:17.758701 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-37669068-dbb9-428f-8228-024541dfd1bf req-05096b95-57ec-4a10-bfb5-aee9e0e50590 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:14:17.786077 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05096b95-57ec-4a10-bfb5-aee9e0e50590 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event updated for resources: {'Port': ['ID=ab532b2b-669a-49c5-a1d5-2423057d9059,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:17.822230 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37669068-dbb9-428f-8228-024541dfd1bf req-05096b95-57ec-4a10-bfb5-aee9e0e50590 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:17.822813 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-37669068-dbb9-428f-8228-024541dfd1bf req-05096b95-57ec-4a10-bfb5-aee9e0e50590 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:17.857315 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-37669068-dbb9-428f-8228-024541dfd1bf req-05096b95-57ec-4a10-bfb5-aee9e0e50590 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7680755 Jan 24 17:14:17.872654 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Request body: {'port': {'device_id': '03c9b93b-597d-4754-8ce0-60909589f962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:14:18.020346 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ae047072-16d8-45ad-b6c9-a6dfeb8fd2a7 None None] Provisioning for port ab532b2b-669a-49c5-a1d5-2423057d9059 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:14:18.026168 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-ae047072-16d8-45ad-b6c9-a6dfeb8fd2a7 None None] Provisioning complete for port ab532b2b-669a-49c5-a1d5-2423057d9059 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:18.026455 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ae047072-16d8-45ad-b6c9-a6dfeb8fd2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:18.084944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-ae047072-16d8-45ad-b6c9-a6dfeb8fd2a7 None None] Port ab532b2b-669a-49c5-a1d5-2423057d9059 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:14:18.135176 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:18.218441 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1550c5-c4cf-4f04-9bcf-e17effa5e27a req-37064d08-a8df-4a06-9941-02b2f2d50df9 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:18.219127 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-4b1550c5-c4cf-4f04-9bcf-e17effa5e27a req-37064d08-a8df-4a06-9941-02b2f2d50df9 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Synchronizing usage tracker for tenant:b6d8e4922bfc4b1a99d72fbd55d562be on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:14:18.290838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-4b1550c5-c4cf-4f04-9bcf-e17effa5e27a req-37064d08-a8df-4a06-9941-02b2f2d50df9 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Unset dirty status for tenant:b6d8e4922bfc4b1a99d72fbd55d562be on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:14:18.292002 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4b1550c5-c4cf-4f04-9bcf-e17effa5e27a req-37064d08-a8df-4a06-9941-02b2f2d50df9 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 932 time: 0.3331923 Jan 24 17:14:18.413184 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4b1550c5-c4cf-4f04-9bcf-e17effa5e27a req-afdcc43a-3241-4c28-99bd-89fcface85b4 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139801 Jan 24 17:14:18.539521 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab532b2b-669a-49c5-a1d5-2423057d9059 {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:14:18.546601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:18.562240 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Transition to ACTIVE for port object ab532b2b-669a-49c5-a1d5-2423057d9059 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:14:18.568142 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:18.590267 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:18.695720 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab532b2b-669a-49c5-a1d5-2423057d9059,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:18.809751 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Attempting to bind port ab532b2b-669a-49c5-a1d5-2423057d9059 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:14:18.810083 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Attempting to bind port ab532b2b-669a-49c5-a1d5-2423057d9059 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:14:18.810403 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Attempting to bind port ab532b2b-669a-49c5-a1d5-2423057d9059 on network aa12c746-076e-4459-9aea-c14044b2c67f {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:14:18.816606 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Port ab532b2b-669a-49c5-a1d5-2423057d9059 on network aa12c746-076e-4459-9aea-c14044b2c67f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 17:14:18.816916 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Attempting to bind port ab532b2b-669a-49c5-a1d5-2423057d9059 on network aa12c746-076e-4459-9aea-c14044b2c67f {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:14:18.823072 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:14:18.823395 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Checking segment: {'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:14:18.823785 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Bound using segment: {'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:14:18.824270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Bound port: ab532b2b-669a-49c5-a1d5-2423057d9059, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:14:18.824526 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:18.921286 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] For port ab532b2b-669a-49c5-a1d5-2423057d9059, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:14:18.925498 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] For port ab532b2b-669a-49c5-a1d5-2423057d9059, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ab532b2b-669a-49c5-a1d5-2423057d9059,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:14:18.931938 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:18.989667 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:18.991051 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-37669068-dbb9-428f-8228-024541dfd1bf req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] 10.222.0.129 "PUT /v2.0/ports/ab532b2b-669a-49c5-a1d5-2423057d9059 HTTP/1.1" status: 200 len: 1094 time: 1.1228876 Jan 24 17:14:18.993887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c9b93b-597d-4754-8ce0-60909589f962', 'tag': 'ab532b2b-669a-49c5-a1d5-2423057d9059'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:14:19.031705 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950cf02-0df0-4065-8c44-dc748a864da9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab532b2b-669a-49c5-a1d5-2423057d9059,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:19.113026 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-37669068-dbb9-428f-8228-024541dfd1bf req-a98c1ce3-6b9a-461d-9155-478151430c84 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be&device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 1097 time: 0.0769713 Jan 24 17:14:19.178543 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c9b93b-597d-4754-8ce0-60909589f962', 'tag': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'status': 'completed', 'code': 200} Jan 24 17:14:19.194804 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-37669068-dbb9-428f-8228-024541dfd1bf req-b98cb95b-58e2-47a7-8afa-4c16a7bc6e5a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab532b2b-669a-49c5-a1d5-2423057d9059 HTTP/1.1" status: 200 len: 217 time: 0.0729070 Jan 24 17:14:19.270324 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37669068-dbb9-428f-8228-024541dfd1bf req-4b555f75-6750-40d6-a3bb-b1cf52244db8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:19.271731 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-37669068-dbb9-428f-8228-024541dfd1bf req-4b555f75-6750-40d6-a3bb-b1cf52244db8 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1dc60e55-c0f2-4615-8b34-bb0efa2199c1 HTTP/1.1" status: 200 len: 848 time: 0.0705421 Jan 24 17:14:19.357170 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-37669068-dbb9-428f-8228-024541dfd1bf req-d11d1665-4ade-41cc-8d72-9315c8e6ce1a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa12c746-076e-4459-9aea-c14044b2c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786858 Jan 24 17:14:19.505659 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-37669068-dbb9-428f-8228-024541dfd1bf req-bbdc3ae5-e98b-41eb-941c-3f8db15fe116 service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405771 Jan 24 17:14:19.686274 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-37669068-dbb9-428f-8228-024541dfd1bf req-a40dad49-1fa5-4a65-9250-cb635c84923b service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728714 Jan 24 17:14:19.701411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2be725-c6a3-40ae-8604-899248bcb94c req-b830ccfc-65bb-4303-ade9-d7b77de4d7e3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:19.702825 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ed2be725-c6a3-40ae-8604-899248bcb94c req-b830ccfc-65bb-4303-ade9-d7b77de4d7e3 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 944 time: 0.1220675 Jan 24 17:14:19.790624 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-ed2be725-c6a3-40ae-8604-899248bcb94c req-9251ff14-52a7-42cd-969f-044c8f7f9dd6 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810165 Jan 24 17:14:19.819450 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b2201110-ab1f-4704-b472-7e7fde8c6ec7 req-d0f7ea1e-48df-4baf-bbe5-2da5de7795a9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be&device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 1097 time: 0.0777898 Jan 24 17:14:20.049944 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2201110-ab1f-4704-b472-7e7fde8c6ec7 req-8256e6e2-32e2-407c-8dec-a015ff3157a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:20.051330 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b2201110-ab1f-4704-b472-7e7fde8c6ec7 req-8256e6e2-32e2-407c-8dec-a015ff3157a5 service neutron] 10.222.0.129 "GET /v2.0/networks?id=aa12c746-076e-4459-9aea-c14044b2c67f HTTP/1.1" status: 200 len: 910 time: 0.2255075 Jan 24 17:14:20.120718 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b2201110-ab1f-4704-b472-7e7fde8c6ec7 req-cb8e4671-9dae-4a0a-b86c-748008c5d40e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab532b2b-669a-49c5-a1d5-2423057d9059 HTTP/1.1" status: 200 len: 217 time: 0.0621369 Jan 24 17:14:20.198831 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2201110-ab1f-4704-b472-7e7fde8c6ec7 req-0540a403-eb99-4d0d-918a-a541c3f9af9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:20.200321 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b2201110-ab1f-4704-b472-7e7fde8c6ec7 req-0540a403-eb99-4d0d-918a-a541c3f9af9c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1dc60e55-c0f2-4615-8b34-bb0efa2199c1 HTTP/1.1" status: 200 len: 848 time: 0.0727413 Jan 24 17:14:20.293250 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b2201110-ab1f-4704-b472-7e7fde8c6ec7 req-565cfc2f-9839-47bd-97bb-8ac715d9b02b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa12c746-076e-4459-9aea-c14044b2c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837822 Jan 24 17:14:20.429226 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b2201110-ab1f-4704-b472-7e7fde8c6ec7 req-ac7776ab-0da0-476e-bedc-21d1218e4bca service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287236 Jan 24 17:14:20.578158 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b2201110-ab1f-4704-b472-7e7fde8c6ec7 req-298ec480-f96d-44c3-be96-f5c1ed93c82c service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413569 Jan 24 17:14:21.006844 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edd87c-074c-48c7-af00-0eaad6a7abba req-9777178a-e809-429f-8ad4-20ec615d26ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:21.008325 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e4edd87c-074c-48c7-af00-0eaad6a7abba req-9777178a-e809-429f-8ad4-20ec615d26ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 944 time: 0.0888278 Jan 24 17:14:21.054065 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-e4edd87c-074c-48c7-af00-0eaad6a7abba req-2935c1d8-1cd7-413f-bc05-42f9f5f6868f tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401280 Jan 24 17:14:22.187957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device ab532b2b-669a-49c5-a1d5-2423057d9059 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 17:14:22.268051 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77c463-10e0-4ac2-81f6-ab4633d5cef3 req-0ec360e5-a480-4c32-9fbd-14b34ddc2350 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:22.269520 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4c77c463-10e0-4ac2-81f6-ab4633d5cef3 req-0ec360e5-a480-4c32-9fbd-14b34ddc2350 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 944 time: 0.0835142 Jan 24 17:14:22.315530 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-4c77c463-10e0-4ac2-81f6-ab4633d5cef3 req-d48736bb-33f5-453f-bad2-5ab4e557f9b2 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396862 Jan 24 17:14:22.329004 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port ab532b2b-669a-49c5-a1d5-2423057d9059, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ab532b2b-669a-49c5-a1d5-2423057d9059,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:14:22.343830 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'port_id': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'mac_address': 'fa:16:3e:18:07:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 17:14:22.409472 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:22.426130 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab532b2b-669a-49c5-a1d5-2423057d9059 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:14:22.441005 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port ab532b2b-669a-49c5-a1d5-2423057d9059, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ab532b2b-669a-49c5-a1d5-2423057d9059,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:14:22.448320 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:22.517990 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=ab532b2b-669a-49c5-a1d5-2423057d9059,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:22.759537 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['ab532b2b-669a-49c5-a1d5-2423057d9059'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 17:14:23.539970 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bd4dd-48b4-4092-89ea-eb45e51cd769 req-3373e242-2448-45db-b69e-59fd73e2dcda tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:23.541447 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-626bd4dd-48b4-4092-89ea-eb45e51cd769 req-3373e242-2448-45db-b69e-59fd73e2dcda tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 945 time: 0.0898581 Jan 24 17:14:23.597271 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-626bd4dd-48b4-4092-89ea-eb45e51cd769 req-8ddf2c6e-7578-4d08-9089-5b47a6abe573 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465331 Jan 24 17:14:24.204473 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device ab532b2b-669a-49c5-a1d5-2423057d9059 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:14:24.277813 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port ab532b2b-669a-49c5-a1d5-2423057d9059 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:14:24.284712 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port ab532b2b-669a-49c5-a1d5-2423057d9059 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:24.285068 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:24.396807 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:24.424096 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c9b93b-597d-4754-8ce0-60909589f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab532b2b-669a-49c5-a1d5-2423057d9059'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:14:24.433598 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port ab532b2b-669a-49c5-a1d5-2423057d9059, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ab532b2b-669a-49c5-a1d5-2423057d9059,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:14:24.438538 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:24.481035 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c9b93b-597d-4754-8ce0-60909589f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'code': 200} Jan 24 17:14:24.519450 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=ab532b2b-669a-49c5-a1d5-2423057d9059,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:24.736655 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2f488be1-082f-436d-8c9d-baa672bc81d8 req-ba8a32a3-f9cf-4f82-b7ed-814a2d25eb6a service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 1099 time: 0.0696721 Jan 24 17:14:24.791609 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2f488be1-082f-436d-8c9d-baa672bc81d8 req-17c58d9c-f4df-4577-8c5b-7d929acd7512 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449910 Jan 24 17:14:24.903419 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e484ac-acda-4504-ae9a-f5aef0399698 req-4ba38d38-855c-40f5-8ede-63f57b086411 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:24.904798 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-49e484ac-acda-4504-ae9a-f5aef0399698 req-4ba38d38-855c-40f5-8ede-63f57b086411 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 946 time: 0.1777987 Jan 24 17:14:24.954250 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-49e484ac-acda-4504-ae9a-f5aef0399698 req-5a7bd817-db30-4dfe-943d-b559db430fed tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406351 Jan 24 17:14:26.162100 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933d2bc-b83f-4cea-a377-4a383e97f519 req-3ece28c0-6bcf-4129-b689-b7cbb0006b4f tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:26.163549 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8933d2bc-b83f-4cea-a377-4a383e97f519 req-3ece28c0-6bcf-4129-b689-b7cbb0006b4f tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 946 time: 0.0789576 Jan 24 17:14:26.208390 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8933d2bc-b83f-4cea-a377-4a383e97f519 req-e4a9d200-20ae-4a36-9e12-f68d8a3c057b tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393288 Jan 24 17:14:26.426342 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d677c96-71ea-4942-9073-6f0665a36993 req-cc7a95c4-a5c2-49dd-af1e-27bc5c11fe76 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:26.427801 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0d677c96-71ea-4942-9073-6f0665a36993 req-cc7a95c4-a5c2-49dd-af1e-27bc5c11fe76 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 946 time: 0.0917320 Jan 24 17:14:26.476249 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-0d677c96-71ea-4942-9073-6f0665a36993 req-5d83b650-d3c5-4f6b-9d6f-5c180d12d0d5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426629 Jan 24 17:14:26.513497 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44254) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:26.664942 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-064efe2d-bb17-4658-89db-9194524cde80 tempest-TestSnapshotPattern-1180977010 tempest-TestSnapshotPattern-1180977010-project-admin] Synchronizing usage tracker for tenant:b35bf56cd0bd4b098a204e054f723948 on resource:port {{(pid=83466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:14:26.685933 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.quota.resource [None req-064efe2d-bb17-4658-89db-9194524cde80 tempest-TestSnapshotPattern-1180977010 tempest-TestSnapshotPattern-1180977010-project-admin] Unset dirty status for tenant:b35bf56cd0bd4b098a204e054f723948 on resource:port {{(pid=83466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:14:26.687032 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-064efe2d-bb17-4658-89db-9194524cde80 tempest-TestSnapshotPattern-1180977010 tempest-TestSnapshotPattern-1180977010-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 1094 time: 0.1725287 Jan 24 17:14:26.691316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44260) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:14:26.696695 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:14:26.702342 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:14:26.706770 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Usage tracker for resource:floatingip and tenant:b6d8e4922bfc4b1a99d72fbd55d562be is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:14:26.709689 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:14:26.715182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:14:26.727666 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:26.870576 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:27.019355 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Allocated IP 172.26.2.195 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/d0137d11-ad02-458c-a4ed-4d08e6e771d5) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:14:27.175270 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:27.207408 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:27.274951 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:14:27.277737 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:14:27.282092 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:14:27.309039 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event updated for resources: {'Port': ['ID=d0137d11-ad02-458c-a4ed-4d08e6e771d5,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:27.919748 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:27.983918 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:28.210890 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:28.218848 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:28.326094 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event updated for resources: {'Port': ['ID=d0137d11-ad02-458c-a4ed-4d08e6e771d5,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:28.344633 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:28.548878 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Floating IP 9a809d8d-e810-4e4a-b5b4-cced91e41d54 associated. External IP: 172.26.2.195, port: ab532b2b-669a-49c5-a1d5-2423057d9059. Jan 24 17:14:28.977775 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Router 4170c286-5d99-428b-b0ed-1473ed102b9b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:14:29.186592 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:14:29.196596 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4198f010-ee49-4a6c-ac5e-394843c98a1f None None] Sync routers for ids ['4170c286-5d99-428b-b0ed-1473ed102b9b'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:14:29.212439 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4198f010-ee49-4a6c-ac5e-394843c98a1f None None] Routers {'4170c286-5d99-428b-b0ed-1473ed102b9b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:14:29.213059 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-4198f010-ee49-4a6c-ac5e-394843c98a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:14:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4170c286-5d99-428b-b0ed-1473ed102b9b'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:29.213391 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:29.271340 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-99c1957f-077a-4eb1-91a8-1f5a398e88a7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5787621 Jan 24 17:14:29.272087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c9b93b-597d-4754-8ce0-60909589f962', 'tag': 'ab532b2b-669a-49c5-a1d5-2423057d9059'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:14:29.326469 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c9b93b-597d-4754-8ce0-60909589f962', 'tag': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'status': 'completed', 'code': 200} Jan 24 17:14:29.400315 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-4198f010-ee49-4a6c-ac5e-394843c98a1f None None] Set router 4170c286-5d99-428b-b0ed-1473ed102b9b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:14:29.533983 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b3de04f0-8839-4b27-b9e4-2a5ab88405c9 req-7f065d4f-e030-40c3-99d9-5e892cf64866 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be&device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 1099 time: 0.1848640 Jan 24 17:14:29.672045 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de04f0-8839-4b27-b9e4-2a5ab88405c9 req-80916605-7ce5-4746-970b-f4f3711fbca2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:29.673870 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b3de04f0-8839-4b27-b9e4-2a5ab88405c9 req-80916605-7ce5-4746-970b-f4f3711fbca2 service neutron] 10.222.0.129 "GET /v2.0/networks?id=aa12c746-076e-4459-9aea-c14044b2c67f HTTP/1.1" status: 200 len: 910 time: 0.1325579 Jan 24 17:14:29.757057 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-4198f010-ee49-4a6c-ac5e-394843c98a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9a809d8d-e810-4e4a-b5b4-cced91e41d54', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'port_id': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'mac_address': 'fa:16:3e:18:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c9b93b-597d-4754-8ce0-60909589f962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:14:27Z', 'updated_at': '2022-01-24T17:14:27Z', 'revision_number': 0, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e123c476-e53e-4848-8b70-8fa0c2b1ae34', 'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'mac_address': 'fa:16:3e:71:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:03Z', 'updated_at': '2022-01-24T17:14:12Z', 'revision_number': 5, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'subnets': [{'id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:29.761243 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4198f010-ee49-4a6c-ac5e-394843c98a1f None None] Checking router: 4170c286-5d99-428b-b0ed-1473ed102b9b for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:14:29.772487 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4198f010-ee49-4a6c-ac5e-394843c98a1f None None] Routers {'4170c286-5d99-428b-b0ed-1473ed102b9b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:14:29.773088 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-4198f010-ee49-4a6c-ac5e-394843c98a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:14:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4170c286-5d99-428b-b0ed-1473ed102b9b'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:29.776684 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b3de04f0-8839-4b27-b9e4-2a5ab88405c9 req-ace56a3c-4bc7-44ad-b008-9c15dc37eb18 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab532b2b-669a-49c5-a1d5-2423057d9059 HTTP/1.1" status: 200 len: 1000 time: 0.0961347 Jan 24 17:14:29.838341 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de04f0-8839-4b27-b9e4-2a5ab88405c9 req-d037ef78-7350-4fcf-9290-7bcd988e130d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:29.839738 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b3de04f0-8839-4b27-b9e4-2a5ab88405c9 req-d037ef78-7350-4fcf-9290-7bcd988e130d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1dc60e55-c0f2-4615-8b34-bb0efa2199c1 HTTP/1.1" status: 200 len: 848 time: 0.0565262 Jan 24 17:14:29.917320 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b3de04f0-8839-4b27-b9e4-2a5ab88405c9 req-56de76f8-7c4a-4f83-a132-b99e9a37b9db service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa12c746-076e-4459-9aea-c14044b2c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684514 Jan 24 17:14:29.951387 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-4198f010-ee49-4a6c-ac5e-394843c98a1f None None] Set router 4170c286-5d99-428b-b0ed-1473ed102b9b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:14:30.051224 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b3de04f0-8839-4b27-b9e4-2a5ab88405c9 req-7e1a06ab-2a74-481a-987e-962acf00b6ba service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266341 Jan 24 17:14:30.184726 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-b3de04f0-8839-4b27-b9e4-2a5ab88405c9 req-619543a2-1764-4557-ad3c-7cc74f803bdc service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265509 Jan 24 17:14:30.339086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-4198f010-ee49-4a6c-ac5e-394843c98a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9a809d8d-e810-4e4a-b5b4-cced91e41d54', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'port_id': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'mac_address': 'fa:16:3e:18:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c9b93b-597d-4754-8ce0-60909589f962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:14:27Z', 'updated_at': '2022-01-24T17:14:27Z', 'revision_number': 0, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e123c476-e53e-4848-8b70-8fa0c2b1ae34', 'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'mac_address': 'fa:16:3e:71:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:03Z', 'updated_at': '2022-01-24T17:14:12Z', 'revision_number': 5, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'subnets': [{'id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:30.343662 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4198f010-ee49-4a6c-ac5e-394843c98a1f None None] The sync data for ids ['4170c286-5d99-428b-b0ed-1473ed102b9b'] in dv-neutron-826104-1-hyperv is: [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9a809d8d-e810-4e4a-b5b4-cced91e41d54', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'port_id': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'mac_address': 'fa:16:3e:18:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c9b93b-597d-4754-8ce0-60909589f962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:14:27Z', 'updated_at': '2022-01-24T17:14:27Z', 'revision_number': 0, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e123c476-e53e-4848-8b70-8fa0c2b1ae34', 'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'mac_address': 'fa:16:3e:71:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:03Z', 'updated_at': '2022-01-24T17:14:12Z', 'revision_number': 5, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'subnets': [{'id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:14:33.315103 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Sync routers for ids ['52b8e479-05b0-41f1-9f4d-d79e6b40bc22'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:14:33.317162 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528171cc-7c56-415c-bbe4-905718ac1573 None None] New status for floating IP 9a809d8d-e810-4e4a-b5b4-cced91e41d54: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 17:14:33.328650 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Routers {'52b8e479-05b0-41f1-9f4d-d79e6b40bc22'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:14:33.329647 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:14:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['52b8e479-05b0-41f1-9f4d-d79e6b40bc22'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:33.507427 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Set router 52b8e479-05b0-41f1-9f4d-d79e6b40bc22 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:14:33.824366 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'name': 'tempest-TestSnapshotPattern-726377159-router', 'tenant_id': 'b35bf56cd0bd4b098a204e054f723948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'c9749d91-6219-471c-ab65-b23aa58b7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:07Z', 'updated_at': '2022-01-24T17:14:10Z', 'revision_number': 4, 'project_id': 'b35bf56cd0bd4b098a204e054f723948', 'gw_port': {'id': 'c9749d91-6219-471c-ab65-b23aa58b7a48', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:07Z', 'updated_at': '2022-01-24T17:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'c04b7b28-fef7-462d-b415-00f13bac9b70', 'name': '', 'network_id': '8c1bc455-903e-4d07-862f-23abc69dba38', 'tenant_id': 'b35bf56cd0bd4b098a204e054f723948', 'mac_address': 'fa:16:3e:a8:92:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05673a34-7432-4dc8-8b5f-6083235e387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:10Z', 'updated_at': '2022-01-24T17:14:10Z', 'revision_number': 2, 'project_id': 'b35bf56cd0bd4b098a204e054f723948', 'subnets': [{'id': '05673a34-7432-4dc8-8b5f-6083235e387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:33.828710 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Checking router: 52b8e479-05b0-41f1-9f4d-d79e6b40bc22 for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:14:33.829044 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Updating router 52b8e479-05b0-41f1-9f4d-d79e6b40bc22 port c04b7b28-fef7-462d-b415-00f13bac9b70 binding host dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 24 17:14:33.881962 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:34.276719 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Notify callbacks [] for port, precommit_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:34.289388 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.provisioning_blocks [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Transition to ACTIVE for port object c04b7b28-fef7-462d-b415-00f13bac9b70 will not be triggered until provisioned by entity L2. {{(pid=83468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:14:34.298146 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:34.425132 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9b15b-c3eb-4b1f-b1ad-6693d728f2e0 None None] Pushing event updated for resources: {'Port': ['ID=c04b7b28-fef7-462d-b415-00f13bac9b70,revision_number=3']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:34.513179 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Attempting to bind port c04b7b28-fef7-462d-b415-00f13bac9b70 on host dv-neutron-826104-1-hyperv for vnic_type normal with profile {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:14:34.513571 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Attempting to bind port c04b7b28-fef7-462d-b415-00f13bac9b70 by drivers openvswitch,hyperv on host dv-neutron-826104-1-hyperv at level 0 using segments [{'id': '804c5d45-db41-4160-8e0d-ad0f96a0b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8c1bc455-903e-4d07-862f-23abc69dba38'}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:14:34.513948 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Attempting to bind port c04b7b28-fef7-462d-b415-00f13bac9b70 on network 8c1bc455-903e-4d07-862f-23abc69dba38 {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:14:34.520814 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Checking agent: {'id': 'cc93a069-2a83-4636-ae42-fa3303b9a12a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826104-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 8, 40), 'started_at': datetime.datetime(2022, 1, 24, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826104-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:14:34.521169 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Checking segment: {'id': '804c5d45-db41-4160-8e0d-ad0f96a0b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8c1bc455-903e-4d07-862f-23abc69dba38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:14:34.521557 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:34.522064 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Bound using segment: {'id': '804c5d45-db41-4160-8e0d-ad0f96a0b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8c1bc455-903e-4d07-862f-23abc69dba38'} {{(pid=83468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:14:34.522511 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.managers [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Bound port: c04b7b28-fef7-462d-b415-00f13bac9b70, host: dv-neutron-826104-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804c5d45-db41-4160-8e0d-ad0f96a0b353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8c1bc455-903e-4d07-862f-23abc69dba38'}}] {{(pid=83468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:14:34.522875 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:34.611318 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] For port c04b7b28-fef7-462d-b415-00f13bac9b70, host dv-neutron-826104-1-hyperv, cleared binding levels {{(pid=83468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:14:34.614230 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.plugins.ml2.db [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] For port c04b7b28-fef7-462d-b415-00f13bac9b70, host dv-neutron-826104-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c04b7b28-fef7-462d-b415-00f13bac9b70,segment=NetworkSegment(804c5d45-db41-4160-8e0d-ad0f96a0b353),segment_id=804c5d45-db41-4160-8e0d-ad0f96a0b353)] {{(pid=83468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:14:34.621068 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron_lib.callbacks.manager [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:34.698582 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9b15b-c3eb-4b1f-b1ad-6693d728f2e0 None None] Pushing event updated for resources: {'Port': ['ID=c04b7b28-fef7-462d-b415-00f13bac9b70,revision_number=4']} {{(pid=83468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:34.703377 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Routers {'52b8e479-05b0-41f1-9f4d-d79e6b40bc22'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:14:34.704019 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:14:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['52b8e479-05b0-41f1-9f4d-d79e6b40bc22'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:34.886349 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] Set router 52b8e479-05b0-41f1-9f4d-d79e6b40bc22 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:14:35.205942 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'name': 'tempest-TestSnapshotPattern-726377159-router', 'tenant_id': 'b35bf56cd0bd4b098a204e054f723948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'c9749d91-6219-471c-ab65-b23aa58b7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:07Z', 'updated_at': '2022-01-24T17:14:10Z', 'revision_number': 4, 'project_id': 'b35bf56cd0bd4b098a204e054f723948', 'gw_port': {'id': 'c9749d91-6219-471c-ab65-b23aa58b7a48', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:07Z', 'updated_at': '2022-01-24T17:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'c04b7b28-fef7-462d-b415-00f13bac9b70', 'name': '', 'network_id': '8c1bc455-903e-4d07-862f-23abc69dba38', 'tenant_id': 'b35bf56cd0bd4b098a204e054f723948', 'mac_address': 'fa:16:3e:a8:92:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05673a34-7432-4dc8-8b5f-6083235e387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:10Z', 'updated_at': '2022-01-24T17:14:34Z', 'revision_number': 4, 'project_id': 'b35bf56cd0bd4b098a204e054f723948', 'subnets': [{'id': '05673a34-7432-4dc8-8b5f-6083235e387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:14:35.210403 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd12797-9a90-4cd7-83fe-ab2e31d81b1e None None] The sync data for ids ['52b8e479-05b0-41f1-9f4d-d79e6b40bc22'] in dv-neutron-826104-1-hyperv is: [{'id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'name': 'tempest-TestSnapshotPattern-726377159-router', 'tenant_id': 'b35bf56cd0bd4b098a204e054f723948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'c9749d91-6219-471c-ab65-b23aa58b7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:07Z', 'updated_at': '2022-01-24T17:14:10Z', 'revision_number': 4, 'project_id': 'b35bf56cd0bd4b098a204e054f723948', 'gw_port': {'id': 'c9749d91-6219-471c-ab65-b23aa58b7a48', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:07Z', 'updated_at': '2022-01-24T17:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'c04b7b28-fef7-462d-b415-00f13bac9b70', 'name': '', 'network_id': '8c1bc455-903e-4d07-862f-23abc69dba38', 'tenant_id': 'b35bf56cd0bd4b098a204e054f723948', 'mac_address': 'fa:16:3e:a8:92:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05673a34-7432-4dc8-8b5f-6083235e387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:10Z', 'updated_at': '2022-01-24T17:14:34Z', 'revision_number': 4, 'project_id': 'b35bf56cd0bd4b098a204e054f723948', 'subnets': [{'id': '05673a34-7432-4dc8-8b5f-6083235e387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:14:35.449409 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c04b7b28-fef7-462d-b415-00f13bac9b70 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:14:35.524424 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning for port c04b7b28-fef7-462d-b415-00f13bac9b70 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:14:35.529806 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port c04b7b28-fef7-462d-b415-00f13bac9b70 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:35.530163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:35.647614 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:35.681338 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] For port c04b7b28-fef7-462d-b415-00f13bac9b70, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c04b7b28-fef7-462d-b415-00f13bac9b70,segment=NetworkSegment(804c5d45-db41-4160-8e0d-ad0f96a0b353),segment_id=804c5d45-db41-4160-8e0d-ad0f96a0b353)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:14:35.686267 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:35.756132 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Pushing event updated for resources: {'Port': ['ID=c04b7b28-fef7-462d-b415-00f13bac9b70,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:14:36.571516 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [req-3a225347-6edf-4c24-90cc-f5df5f709f50 req-5c099671-0db8-4bcd-96e7-c33450e55aa1 service neutron] (83466) timed out ('10.222.0.130', 42508) {{(pid=83466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 24 17:14:37.024517 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-337b8cad-dc70-4dae-81a7-c73c730b2b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:37.428522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c04b7b28-fef7-462d-b415-00f13bac9b70 up at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:14:37.500334 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Provisioning complete for port c04b7b28-fef7-462d-b415-00f13bac9b70 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:14:37.500697 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:38.627287 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:14:39.247590 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-96927d35-1a02-4025-9c4e-55706b40edf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:40.445863 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:40.603052 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:42.031653 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:48.598647 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:14:51.912847 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bde311ff-ce19-4760-8185-a971edd77377 req-c414eca0-0249-4b63-b8c0-01b9448333f3 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821545 Jan 24 17:14:52.064075 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bde311ff-ce19-4760-8185-a971edd77377 req-7becd524-68b8-4202-a862-7e12fcc77bfd service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be&device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 1099 time: 0.0680509 Jan 24 17:14:52.212758 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde311ff-ce19-4760-8185-a971edd77377 req-99504b94-9b0b-4e8f-9427-b9fb0826230a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:52.214288 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bde311ff-ce19-4760-8185-a971edd77377 req-99504b94-9b0b-4e8f-9427-b9fb0826230a service neutron] 10.222.0.129 "GET /v2.0/networks?id=aa12c746-076e-4459-9aea-c14044b2c67f HTTP/1.1" status: 200 len: 910 time: 0.1293323 Jan 24 17:14:52.328435 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bde311ff-ce19-4760-8185-a971edd77377 req-88d4ae3e-41ed-449b-bae4-227c2aeabe4e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab532b2b-669a-49c5-a1d5-2423057d9059 HTTP/1.1" status: 200 len: 1002 time: 0.1063361 Jan 24 17:14:52.408653 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde311ff-ce19-4760-8185-a971edd77377 req-1e2c2997-723a-4336-9fd3-31e03c90478b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:14:52.410333 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bde311ff-ce19-4760-8185-a971edd77377 req-1e2c2997-723a-4336-9fd3-31e03c90478b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1dc60e55-c0f2-4615-8b34-bb0efa2199c1 HTTP/1.1" status: 200 len: 848 time: 0.0717762 Jan 24 17:14:52.506812 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bde311ff-ce19-4760-8185-a971edd77377 req-39ac8fb5-ce06-4b54-b864-0772c2e3414b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa12c746-076e-4459-9aea-c14044b2c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886297 Jan 24 17:14:52.647838 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bde311ff-ce19-4760-8185-a971edd77377 req-ae15c96b-4bd6-47c0-85e1-417bcb7fb774 service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338975 Jan 24 17:14:52.786804 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bde311ff-ce19-4760-8185-a971edd77377 req-1ec14988-da18-47b6-8a90-eeb7950f586c service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312044 Jan 24 17:15:07.020816 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ba9747c4-3cd6-4833-b871-0c57fc146822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:15:09.246958 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-45f43eb2-20da-4558-aca6-de9238f31dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:15:10.442207 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:15:10.604370 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:15:12.035404 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:15:15.629622 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:15:18.596267 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:15:37.020269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-acc431f7-2e61-4c8b-981f-7de72a4feee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:15:39.255743 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8eddd22d-23e1-4c33-ac1b-35e45e5a4091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:15:40.441690 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:15:40.609172 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:15:42.038682 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:15:48.617482 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:15:52.633081 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:15:53.041990 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-192eb226-664e-4c7b-9028-32751e702079 req-0e0b8f3a-21ea-4912-bf13-7b10dcc5ea07 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1343906 Jan 24 17:15:53.296826 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-192eb226-664e-4c7b-9028-32751e702079 req-22d6893c-ce41-49f9-9938-10daaff826f3 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be&device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 1099 time: 0.1762724 Jan 24 17:15:53.462574 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eb226-664e-4c7b-9028-32751e702079 req-37a4349b-057b-4fe9-b5c3-33210559fafa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:15:53.464059 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-192eb226-664e-4c7b-9028-32751e702079 req-37a4349b-057b-4fe9-b5c3-33210559fafa service neutron] 10.222.0.129 "GET /v2.0/networks?id=aa12c746-076e-4459-9aea-c14044b2c67f HTTP/1.1" status: 200 len: 910 time: 0.1457801 Jan 24 17:15:53.575503 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-192eb226-664e-4c7b-9028-32751e702079 req-ebf38327-90a8-491b-ae22-0f35b374b939 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab532b2b-669a-49c5-a1d5-2423057d9059 HTTP/1.1" status: 200 len: 1002 time: 0.1041853 Jan 24 17:15:53.638399 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eb226-664e-4c7b-9028-32751e702079 req-900934a9-69fe-4477-9da9-91c6931e446a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:15:53.639812 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-192eb226-664e-4c7b-9028-32751e702079 req-900934a9-69fe-4477-9da9-91c6931e446a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1dc60e55-c0f2-4615-8b34-bb0efa2199c1 HTTP/1.1" status: 200 len: 848 time: 0.0575626 Jan 24 17:15:53.716385 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-192eb226-664e-4c7b-9028-32751e702079 req-a8901b5c-e474-4a7b-986b-46048fbcbde2 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa12c746-076e-4459-9aea-c14044b2c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696797 Jan 24 17:15:53.847582 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-192eb226-664e-4c7b-9028-32751e702079 req-5bf98fae-21e2-4e24-a210-b19c2a3da066 service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241336 Jan 24 17:15:53.989382 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-192eb226-664e-4c7b-9028-32751e702079 req-be2ea438-2cb1-4554-8a5d-8aec0c76219a service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339674 Jan 24 17:16:07.017415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b8614cb2-9315-4453-84b4-e6ec0ff6e6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:09.252247 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9a65426c-f788-4f1c-ba9d-31616275157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:10.439211 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:10.609265 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:12.038593 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:18.607001 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:29.636247 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:16:30.758859 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device ab532b2b-669a-49c5-a1d5-2423057d9059 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 17:16:30.914642 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port ab532b2b-669a-49c5-a1d5-2423057d9059, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ab532b2b-669a-49c5-a1d5-2423057d9059,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:16:30.930753 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'port_id': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'mac_address': 'fa:16:3e:18:07:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 17:16:30.987075 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:31.004046 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab532b2b-669a-49c5-a1d5-2423057d9059 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:16:31.020346 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port ab532b2b-669a-49c5-a1d5-2423057d9059, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ab532b2b-669a-49c5-a1d5-2423057d9059,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:16:31.025216 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:31.102605 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=ab532b2b-669a-49c5-a1d5-2423057d9059,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:16:31.111530 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:31.111948 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:31.112200 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:31.112524 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:31.112847 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:31.113167 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:31.113485 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:31.113799 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:31.114113 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:31.114422 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:31.114733 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:31.119377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['ab532b2b-669a-49c5-a1d5-2423057d9059'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 17:16:32.757369 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device ab532b2b-669a-49c5-a1d5-2423057d9059 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:16:32.835522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port ab532b2b-669a-49c5-a1d5-2423057d9059 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:16:32.836180 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:32.951083 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:32.979977 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c9b93b-597d-4754-8ce0-60909589f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab532b2b-669a-49c5-a1d5-2423057d9059'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:16:32.988996 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port ab532b2b-669a-49c5-a1d5-2423057d9059, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ab532b2b-669a-49c5-a1d5-2423057d9059,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:16:32.996591 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:33.098641 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=ab532b2b-669a-49c5-a1d5-2423057d9059,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:16:33.279349 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c9b93b-597d-4754-8ce0-60909589f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'code': 200} Jan 24 17:16:37.015518 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-830b43ca-79b4-41ea-bfd7-da7e3dd9f45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:39.247981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fbd3bedd-7de3-4de2-8712-e454b679a90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:40.440091 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:40.612022 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:41.683300 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-e1557c98-a00e-4259-8417-d042118cf767 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1659787820&fields=id&tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be HTTP/1.1" status: 200 len: 267 time: 0.0436203 Jan 24 17:16:41.839238 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-37cc5039-9301-496b-99df-f06d2e48918c tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:41.840665 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-37cc5039-9301-496b-99df-f06d2e48918c tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/networks?id=aa12c746-076e-4459-9aea-c14044b2c67f HTTP/1.1" status: 200 len: 809 time: 0.1509855 Jan 24 17:16:41.857618 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-d51ac604-2c18-4000-ab3d-bae96bffde80 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/quotas/b6d8e4922bfc4b1a99d72fbd55d562be HTTP/1.1" status: 200 len: 375 time: 0.0113535 Jan 24 17:16:41.960590 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-f77d2c9a-0f6a-43dc-86b9-175d601ddf7d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0978067 Jan 24 17:16:42.041801 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:42.226787 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-0eb9a3c6-9e87-448d-8ee9-196adb2a5ffc service neutron] 10.222.0.130 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071867 Jan 24 17:16:42.364942 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-42a83ee3-1403-4de0-be70-860a521c2e61 service neutron] 10.222.0.130 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320636 Jan 24 17:16:42.659908 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-2eaaa510-a14e-4854-9225-9ad3022f89d1 req-2ffe245d-d46c-4d8a-8b34-a30957a0f47b tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 210 time: 0.1192358 Jan 24 17:16:43.779532 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-da0c699e-6fd7-4061-8ef1-4c59ee76a17b req-e8a1d40a-f617-427a-ab34-698fb4592c61 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 210 time: 0.0408473 Jan 24 17:16:44.844232 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device ab532b2b-669a-49c5-a1d5-2423057d9059 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:16:44.912180 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0d8072a7-8a93-4cdf-a93e-1a3b233d5f90 req-d681eb04-353c-4cf3-ac98-145ef5b3b3f2 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 210 time: 0.0528014 Jan 24 17:16:44.967602 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:45.002682 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c9b93b-597d-4754-8ce0-60909589f962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab532b2b-669a-49c5-a1d5-2423057d9059'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:16:45.013287 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port ab532b2b-669a-49c5-a1d5-2423057d9059, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ab532b2b-669a-49c5-a1d5-2423057d9059,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:16:45.018709 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:45.073639 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c9b93b-597d-4754-8ce0-60909589f962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'code': 200} Jan 24 17:16:45.120259 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=ab532b2b-669a-49c5-a1d5-2423057d9059,revision_number=8']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:16:45.806531 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-d130efd7-5ffa-42b3-b892-94eadd37ef69 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:45.807886 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-d130efd7-5ffa-42b3-b892-94eadd37ef69 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.129 "GET /v2.0/networks?id=aa12c746-076e-4459-9aea-c14044b2c67f HTTP/1.1" status: 200 len: 809 time: 0.1454589 Jan 24 17:16:45.876561 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-34081033-4fe1-4f83-9e16-16b0c5c752ce tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be HTTP/1.1" status: 200 len: 380 time: 0.0548551 Jan 24 17:16:45.891217 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Request body: {'port': {'device_id': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'admin_state_up': True, 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'security_groups': ['3b97dacb-a8f6-4de9-9bbc-6c7d5532d575']}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:16:46.035760 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:16:46.054825 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:16:46.068838 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Made reservation on behalf of b6d8e4922bfc4b1a99d72fbd55d562be for: {'port': 1} {{(pid=83465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:16:46.074196 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:46.278422 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aa8bce01-55ff-4b6d-bc8a-6c52c353d570 req-911947a3-bb15-4b39-acfa-9dcc8cf05ff2 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 210 time: 0.0505519 Jan 24 17:16:46.318257 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Allocated IP 172.20.0.8 (aa12c746-076e-4459-9aea-c14044b2c67f/1dc60e55-c0f2-4615-8b34-bb0efa2199c1/f6bcf289-58cf-4a30-9602-0a4c4c7a09f7) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:16:46.570685 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:46.593036 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Transition to ACTIVE for port object f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 will not be triggered until provisioned by entity DHCP. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:16:46.622668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:46.710037 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Network aa12c746-076e-4459-9aea-c14044b2c67f is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:16:46.713291 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:16:46.715879 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:16:46.764959 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event updated for resources: {'Port': ['ID=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:16:46.783200 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:46.783599 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:46.783889 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:46.784212 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:46.784543 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:46.784856 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:46.785162 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:46.785475 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:46.785782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:46.786087 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:46.786394 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:16:46.815209 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:46.815943 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:46.849067 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-da4f2902-5659-47cf-a0a6-dfcd9b81e246 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9614325 Jan 24 17:16:47.072054 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-585dbeab-2ec0-4a15-aa10-38865b94272f None None] Provisioning for port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 completed by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:16:47.077542 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-585dbeab-2ec0-4a15-aa10-38865b94272f None None] Provisioning complete for port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 triggered by entity DHCP. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:16:47.077903 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-585dbeab-2ec0-4a15-aa10-38865b94272f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:47.137119 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-585dbeab-2ec0-4a15-aa10-38865b94272f None None] Port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 cannot update to ACTIVE because it is not bound. {{(pid=83467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 24 17:16:47.508960 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f32c25-87d8-4212-8084-55b209a74ca8 req-9f133bfe-fe04-40d7-acb7-6d55b62e45c2 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:47.510445 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-54f32c25-87d8-4212-8084-55b209a74ca8 req-9f133bfe-fe04-40d7-acb7-6d55b62e45c2 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 931 time: 0.0912406 Jan 24 17:16:47.558114 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-54f32c25-87d8-4212-8084-55b209a74ca8 req-f53c8a6d-dee5-4d4a-9962-74c4a30be5ee tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420949 Jan 24 17:16:48.609759 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:48.868109 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a450a2-fa59-4876-b3e5-6fbf66c8e4af req-e275acb2-ee6b-4245-80e6-a53c128f381a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:48.868807 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-e1a450a2-fa59-4876-b3e5-6fbf66c8e4af req-e275acb2-ee6b-4245-80e6-a53c128f381a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Synchronizing usage tracker for tenant:b6d8e4922bfc4b1a99d72fbd55d562be on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:16:48.893151 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-e1a450a2-fa59-4876-b3e5-6fbf66c8e4af req-e275acb2-ee6b-4245-80e6-a53c128f381a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Unset dirty status for tenant:b6d8e4922bfc4b1a99d72fbd55d562be on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:16:48.894477 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e1a450a2-fa59-4876-b3e5-6fbf66c8e4af req-e275acb2-ee6b-4245-80e6-a53c128f381a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 931 time: 0.2045898 Jan 24 17:16:48.943096 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-e1a450a2-fa59-4876-b3e5-6fbf66c8e4af req-a7ec218a-0e4c-495c-81e3-8058f2f2f463 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417283 Jan 24 17:16:50.162650 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd143e-be8f-4c9b-a944-99b980312f75 req-d71f07ef-64cb-40de-954f-8203d638ba10 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:50.164151 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7bcd143e-be8f-4c9b-a944-99b980312f75 req-d71f07ef-64cb-40de-954f-8203d638ba10 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 931 time: 0.0910933 Jan 24 17:16:50.231210 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-7bcd143e-be8f-4c9b-a944-99b980312f75 req-5d40b050-701d-4831-a8fb-727454e1eaed tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557120 Jan 24 17:16:51.484668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971bb21-5395-42ad-a30e-ab01cc11c1b4 req-99984268-e64e-4be8-8331-422319bb4bd6 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:51.486248 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9971bb21-5395-42ad-a30e-ab01cc11c1b4 req-99984268-e64e-4be8-8331-422319bb4bd6 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 931 time: 0.0928667 Jan 24 17:16:51.535547 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-9971bb21-5395-42ad-a30e-ab01cc11c1b4 req-f34222b7-d345-4dde-a6df-db3b0b706cb7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424557 Jan 24 17:16:52.756321 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3d4dd-06cd-4215-809d-604a826e2110 req-d8f55e21-2cda-40ab-8e7e-05b8c6d53f41 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:52.757878 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dbc3d4dd-06cd-4215-809d-604a826e2110 req-d8f55e21-2cda-40ab-8e7e-05b8c6d53f41 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 931 time: 0.0856254 Jan 24 17:16:52.820749 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-dbc3d4dd-06cd-4215-809d-604a826e2110 req-74312b1a-b5d0-4850-81ac-4296717f966d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559151 Jan 24 17:16:54.028377 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacd7f2-954d-4210-b262-7f7144984060 req-e0399b95-8c7a-420d-af93-c857206f1865 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:54.029847 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7aacd7f2-954d-4210-b262-7f7144984060 req-e0399b95-8c7a-420d-af93-c857206f1865 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 931 time: 0.0803590 Jan 24 17:16:54.078988 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7aacd7f2-954d-4210-b262-7f7144984060 req-022bad85-43d7-4940-b16c-4333e5227735 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409591 Jan 24 17:16:54.695372 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Request body: {'port': {'device_id': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8261'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:16:54.803933 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:55.157055 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 {{(pid=83465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:16:55.164715 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:55.179414 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.provisioning_blocks [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Transition to ACTIVE for port object f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 will not be triggered until provisioned by entity L2. {{(pid=83465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:16:55.183870 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:55.288573 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540213b0-0786-4923-8d68-c4adc33fa771 req-1edbb775-44d8-40b7-bf67-36ed7fad4958 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:55.290910 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-540213b0-0786-4923-8d68-c4adc33fa771 req-1edbb775-44d8-40b7-bf67-36ed7fad4958 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 943 time: 0.0795171 Jan 24 17:16:55.315424 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:16:55.343790 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-540213b0-0786-4923-8d68-c4adc33fa771 req-b8fe2d65-d4bf-433f-9a86-3519cc1eca28 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471454 Jan 24 17:16:55.424056 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Attempting to bind port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 on host hv-neutron-8261 for vnic_type normal with profile {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 24 17:16:55.424449 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Attempting to bind port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 by drivers openvswitch,hyperv on host hv-neutron-8261 at level 0 using segments [{'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 24 17:16:55.424767 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Attempting to bind port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 on network aa12c746-076e-4459-9aea-c14044b2c67f {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:16:55.430973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 on network aa12c746-076e-4459-9aea-c14044b2c67f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8261 {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 24 17:16:55.431282 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Attempting to bind port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 on network aa12c746-076e-4459-9aea-c14044b2c67f {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 24 17:16:55.437428 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Checking agent: {'id': 'c3efe7ba-9f6c-4962-b6f0-e735fb4f1253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8261', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'started_at': datetime.datetime(2022, 1, 24, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 24 17:16:55.437750 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Checking segment: {'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 24 17:16:55.438119 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Bound using segment: {'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'} {{(pid=83465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 24 17:16:55.438525 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.managers [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Bound port: f6bcf289-58cf-4a30-9602-0a4c4c7a09f7, host: hv-neutron-8261, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262171aa-dba7-44ca-a2de-f58a9a934d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f'}}] {{(pid=83465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 24 17:16:55.438855 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:55.509791 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.129', 62999) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:16:55.576714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] For port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7, host hv-neutron-8261, cleared binding levels {{(pid=83465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:16:55.586502 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] For port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7, host hv-neutron-8261, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:16:55.597139 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:55.669376 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:55.670764 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] 10.222.0.129 "PUT /v2.0/ports/f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 HTTP/1.1" status: 200 len: 1093 time: 0.9816103 Jan 24 17:16:55.673080 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'tag': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:16:55.689297 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3158da6-a3c2-445d-a376-a629b16a06b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,revision_number=3']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:16:55.694965 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-67e8d656-a0b7-4496-9a3d-49c9e0b20715 req-8e6b0bf3-e311-4102-903a-affe9af159b0 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1585298 Jan 24 17:16:55.858532 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-42338274-b308-4b2a-95a5-fb93d60a007d service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be&device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 1096 time: 0.1428106 Jan 24 17:16:55.914716 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'tag': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7', 'status': 'completed', 'code': 200} Jan 24 17:16:55.918487 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-67e8d656-a0b7-4496-9a3d-49c9e0b20715 req-bc1edcdb-6839-4284-9403-4a787d4f2000 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be&device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 1097 time: 0.1451294 Jan 24 17:16:55.933016 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-3da6fdb0-2cfc-407f-927a-a894f8542a04 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 HTTP/1.1" status: 200 len: 217 time: 0.0662038 Jan 24 17:16:56.081698 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-59659d0d-2229-4c44-9acc-b5a12b15b754 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:56.083140 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-59659d0d-2229-4c44-9acc-b5a12b15b754 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1dc60e55-c0f2-4615-8b34-bb0efa2199c1 HTTP/1.1" status: 200 len: 848 time: 0.1228747 Jan 24 17:16:56.265827 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8d656-a0b7-4496-9a3d-49c9e0b20715 req-07e8bc90-3512-486c-b9b6-d1923a9a4973 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:56.267254 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-67e8d656-a0b7-4496-9a3d-49c9e0b20715 req-07e8bc90-3512-486c-b9b6-d1923a9a4973 service neutron] 10.222.0.129 "GET /v2.0/networks?id=aa12c746-076e-4459-9aea-c14044b2c67f HTTP/1.1" status: 200 len: 910 time: 0.3246267 Jan 24 17:16:56.382058 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-fef25ddd-698d-4cf8-b27f-69fe77af889e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa12c746-076e-4459-9aea-c14044b2c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1856689 Jan 24 17:16:56.387035 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-67e8d656-a0b7-4496-9a3d-49c9e0b20715 req-a1eb3a6f-f034-422c-b3e3-b6bc3d68b8b7 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab532b2b-669a-49c5-a1d5-2423057d9059 HTTP/1.1" status: 200 len: 1000 time: 0.1070764 Jan 24 17:16:56.536311 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8d656-a0b7-4496-9a3d-49c9e0b20715 req-f5ec289d-b84d-45d7-b65a-721df23ef2e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:56.537636 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-67e8d656-a0b7-4496-9a3d-49c9e0b20715 req-f5ec289d-b84d-45d7-b65a-721df23ef2e5 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1dc60e55-c0f2-4615-8b34-bb0efa2199c1 HTTP/1.1" status: 200 len: 848 time: 0.1257896 Jan 24 17:16:56.550114 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bae43-acd7-4a3f-a3bd-fe9f678a1382 req-c3a777c3-d559-46cc-ab37-5e9a3fc88c74 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:56.551578 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-538bae43-acd7-4a3f-a3bd-fe9f678a1382 req-c3a777c3-d559-46cc-ab37-5e9a3fc88c74 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 943 time: 0.0766797 Jan 24 17:16:56.597569 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-538bae43-acd7-4a3f-a3bd-fe9f678a1382 req-6903d38f-ba82-4e40-b8de-ae570f587ae9 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398221 Jan 24 17:16:56.617369 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-2974443f-adf6-4d06-9ea6-0806c1874706 service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234571 Jan 24 17:16:56.733034 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-67e8d656-a0b7-4496-9a3d-49c9e0b20715 req-f37949b1-f46a-4144-80f3-ea8f8e3141e1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa12c746-076e-4459-9aea-c14044b2c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1759100 Jan 24 17:16:56.834432 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-268b4df0-6575-44e8-b3ab-a99e416080ab req-46b94431-3d5c-43c7-bef8-d2e81ef0120f service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073708 Jan 24 17:16:56.928869 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-67e8d656-a0b7-4496-9a3d-49c9e0b20715 req-e98b130c-4cd8-4695-a2c5-90aed3706882 service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861248 Jan 24 17:16:57.046569 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f62f01de-918b-43a0-a1f1-a46555343db1 req-4c43b0ad-39ff-4b06-8077-fdeea7bbbb89 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be&device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 1096 time: 0.1611819 Jan 24 17:16:57.144633 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-67e8d656-a0b7-4496-9a3d-49c9e0b20715 req-dff432fe-71f7-4942-8397-b7db11146c4c service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044976 Jan 24 17:16:57.198109 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f01de-918b-43a0-a1f1-a46555343db1 req-f0f89eee-04f7-47fe-9315-135d000a13d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:57.199563 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f62f01de-918b-43a0-a1f1-a46555343db1 req-f0f89eee-04f7-47fe-9315-135d000a13d1 service neutron] 10.222.0.129 "GET /v2.0/networks?id=aa12c746-076e-4459-9aea-c14044b2c67f HTTP/1.1" status: 200 len: 910 time: 0.1435146 Jan 24 17:16:57.273253 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f62f01de-918b-43a0-a1f1-a46555343db1 req-ba79942d-b680-4a18-ae60-aaf1f5d5928d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 HTTP/1.1" status: 200 len: 217 time: 0.0662560 Jan 24 17:16:57.344262 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f01de-918b-43a0-a1f1-a46555343db1 req-a68ad105-0c1e-4e7c-840a-b65efd68167a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:57.346413 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f62f01de-918b-43a0-a1f1-a46555343db1 req-a68ad105-0c1e-4e7c-840a-b65efd68167a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1dc60e55-c0f2-4615-8b34-bb0efa2199c1 HTTP/1.1" status: 200 len: 848 time: 0.0656943 Jan 24 17:16:57.425463 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f62f01de-918b-43a0-a1f1-a46555343db1 req-88b914c4-49d1-4191-a28a-5be8cdfb1d81 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa12c746-076e-4459-9aea-c14044b2c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724158 Jan 24 17:16:57.564144 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f62f01de-918b-43a0-a1f1-a46555343db1 req-3a491ceb-059b-4e5c-90db-dcb380f16a26 service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319101 Jan 24 17:16:57.843905 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f62f01de-918b-43a0-a1f1-a46555343db1 req-5aad6ef2-e21a-4043-873f-e84f0464a46b service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729585 Jan 24 17:16:57.861383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b75a2f-fadd-4271-9476-1caa880a09c5 req-dadbe53f-9404-4823-b2c2-97f69c1024cf tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:57.862915 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-49b75a2f-fadd-4271-9476-1caa880a09c5 req-dadbe53f-9404-4823-b2c2-97f69c1024cf tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 943 time: 0.1198263 Jan 24 17:16:57.912703 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-49b75a2f-fadd-4271-9476-1caa880a09c5 req-44e3c75f-f70e-463f-9f58-54db49659f98 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441813 Jan 24 17:16:58.897925 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 17:16:59.032935 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:16:59.046727 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'port_id': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7', 'mac_address': 'fa:16:3e:77:6d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 17:16:59.101131 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:59.118873 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:16:59.126448 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc296b09-b8ec-4fb4-9cf0-958e0b92a15c req-30d738d9-e3ca-4d9c-b04e-2d04146d2a79 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:16:59.128377 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fc296b09-b8ec-4fb4-9cf0-958e0b92a15c req-30d738d9-e3ca-4d9c-b04e-2d04146d2a79 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 943 time: 0.0850124 Jan 24 17:16:59.134121 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:16:59.139359 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:16:59.174326 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-fc296b09-b8ec-4fb4-9cf0-958e0b92a15c req-8f24c85d-4aa5-4284-af3e-f34f4ef86574 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405946 Jan 24 17:16:59.205863 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,revision_number=4']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:16:59.429782 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['f6bcf289-58cf-4a30-9602-0a4c4c7a09f7'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 17:17:00.395769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763919b-fe6f-48e3-997b-7f0d240a1a46 req-86f93763-baac-4e3c-b67b-f9a34ce534fe tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:17:00.397143 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0763919b-fe6f-48e3-997b-7f0d240a1a46 req-86f93763-baac-4e3c-b67b-f9a34ce534fe tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 944 time: 0.0926297 Jan 24 17:17:00.451310 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-0763919b-fe6f-48e3-997b-7f0d240a1a46 req-fb12d02b-d1bd-4474-a9b6-008d1f4d4b8a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485201 Jan 24 17:17:00.907908 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:17:00.980586 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning for port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 completed by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:17:00.986965 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:17:00.987564 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:01.107986 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:01.135163 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:17:01.145652 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:17:01.150489 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:01.194282 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7', 'code': 200} Jan 24 17:17:01.220523 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,revision_number=5']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:17:01.428112 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bf84c6a9-d101-4e10-9f83-9476c99b98b1 req-e5be70b1-424d-405c-ae90-f872924c6444 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 1098 time: 0.0736098 Jan 24 17:17:01.470526 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bf84c6a9-d101-4e10-9f83-9476c99b98b1 req-af985208-6ab6-4daf-a8ad-1bb2232ab9bb service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361409 Jan 24 17:17:01.665141 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108faec-94d2-458e-aa67-818fbe0d485c req-6ce4d52b-5c9e-4b13-9731-0c5f0831e3da tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:17:01.666931 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7108faec-94d2-458e-aa67-818fbe0d485c req-6ce4d52b-5c9e-4b13-9731-0c5f0831e3da tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 945 time: 0.0946770 Jan 24 17:17:01.717481 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7108faec-94d2-458e-aa67-818fbe0d485c req-1baf509f-267a-4ec8-9722-9fff9280ce9d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425177 Jan 24 17:17:02.931626 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34615026-2ddd-42b4-9c54-2830340b99b2 req-1dff8bbd-9c08-4ef2-b0ae-e9bd6185f953 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:17:02.933233 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34615026-2ddd-42b4-9c54-2830340b99b2 req-1dff8bbd-9c08-4ef2-b0ae-e9bd6185f953 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 945 time: 0.0851562 Jan 24 17:17:02.983664 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-34615026-2ddd-42b4-9c54-2830340b99b2 req-2ae463d6-6871-4937-90af-84fcb42fbc49 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422103 Jan 24 17:17:03.210182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfb914-0b2e-4dbd-ba79-c34f04422cc1 req-651a3b41-110b-4d47-9ca6-4a766b9384ea tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:17:03.211653 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aecfb914-0b2e-4dbd-ba79-c34f04422cc1 req-651a3b41-110b-4d47-9ca6-4a766b9384ea tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 945 time: 0.0894611 Jan 24 17:17:03.258271 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-aecfb914-0b2e-4dbd-ba79-c34f04422cc1 req-83aca1df-96fa-4563-a0cc-35e043219865 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410061 Jan 24 17:17:03.286081 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44532) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:17:03.368930 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-579fff4a-c0ec-4677-b59b-c5d6e01df9ec tempest-TestSnapshotPattern-1180977010 tempest-TestSnapshotPattern-1180977010-project-admin] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 1093 time: 0.0817344 Jan 24 17:17:03.372488 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44536) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:17:03.377626 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.v2.base [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Request body: {'floatingip': {'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'port_id': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 24 17:17:03.384340 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 24 17:17:03.389869 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Usage tracker for resource:floatingip and tenant:b6d8e4922bfc4b1a99d72fbd55d562be is out of sync, need to count used quota {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 24 17:17:03.394494 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 24 17:17:03.400689 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.quota.driver [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 24 17:17:03.414010 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for floatingip, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:03.555429 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:03.693319 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.db_base_plugin_common [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Allocated IP 172.26.2.45 (2668b65a-79ae-4c58-beed-9fa3e5f27e5e/95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d/2041dfe8-bc41-4c43-9f9d-2ca36d6ac638) {{(pid=83465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:17:03.840225 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for port, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:03.873164 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726507808238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:03.943533 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Network 2668b65a-79ae-4c58-beed-9fa3e5f27e5e is already hosted by enough agents. {{(pid=83465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:17:03.946483 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.base_scheduler [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Resources bound (agent type, host, resource id): {{(pid=83465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:17:03.950833 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Received port after_create {{(pid=83465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 24 17:17:03.974342 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event updated for resources: {'Port': ['ID=2041dfe8-bc41-4c43-9f9d-2ca36d6ac638,revision_number=1']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:17:04.474222 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:04.624537 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:04.839049 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for port, precommit_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:04.846914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3451570'] for port, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:04.951601 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event updated for resources: {'Port': ['ID=2041dfe8-bc41-4c43-9f9d-2ca36d6ac638,revision_number=2']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:17:04.975368 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916162'] for floatingip, after_update {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:05.166028 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.db.l3_db [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Floating IP f24bc43a-e5aa-4eda-9a42-3b2d55052495 associated. External IP: 172.26.2.45, port: f6bcf289-58cf-4a30-9602-0a4c4c7a09f7. Jan 24 17:17:05.594025 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Router 4170c286-5d99-428b-b0ed-1473ed102b9b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:17:05.802115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:17:05.811950 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b02bc-6405-42d4-93fb-3b3ff08a2823 None None] Sync routers for ids ['4170c286-5d99-428b-b0ed-1473ed102b9b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:17:05.825658 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b02bc-6405-42d4-93fb-3b3ff08a2823 None None] Routers {'4170c286-5d99-428b-b0ed-1473ed102b9b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:17:05.826280 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-947b02bc-6405-42d4-93fb-3b3ff08a2823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:16:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4170c286-5d99-428b-b0ed-1473ed102b9b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:17:05.829632 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:05.887555 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-c5eb572f-5b44-4ab4-81b9-9b82e74abde5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5140238 Jan 24 17:17:05.888241 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'tag': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:17:05.944208 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'tag': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7', 'status': 'completed', 'code': 200} Jan 24 17:17:06.039551 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f9139e67-ea65-4202-bf9a-ab127f420217 req-07711497-f810-49ed-9ac5-526ddd490af7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be&device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 1098 time: 0.0706146 Jan 24 17:17:06.068961 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-947b02bc-6405-42d4-93fb-3b3ff08a2823 None None] Set router 4170c286-5d99-428b-b0ed-1473ed102b9b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:17:06.172115 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139e67-ea65-4202-bf9a-ab127f420217 req-ab317c96-c4b9-4e56-a341-5d886fb7fea1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:17:06.173571 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f9139e67-ea65-4202-bf9a-ab127f420217 req-ab317c96-c4b9-4e56-a341-5d886fb7fea1 service neutron] 10.222.0.129 "GET /v2.0/networks?id=aa12c746-076e-4459-9aea-c14044b2c67f HTTP/1.1" status: 200 len: 910 time: 0.1261203 Jan 24 17:17:06.383187 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f9139e67-ea65-4202-bf9a-ab127f420217 req-7ef35931-b2ee-444b-8aa6-0232a2ed4146 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 HTTP/1.1" status: 200 len: 998 time: 0.2023785 Jan 24 17:17:06.423640 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-947b02bc-6405-42d4-93fb-3b3ff08a2823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9a809d8d-e810-4e4a-b5b4-cced91e41d54', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'port_id': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'mac_address': 'fa:16:3e:18:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c9b93b-597d-4754-8ce0-60909589f962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:14:27Z', 'updated_at': '2022-01-24T17:14:33Z', 'revision_number': 1, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'fixed_ip_address_scope': None}, {'id': 'f24bc43a-e5aa-4eda-9a42-3b2d55052495', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'floating_ip_address': '172.26.2.45', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'port_id': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'mac_address': 'fa:16:3e:77:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:17:04Z', 'updated_at': '2022-01-24T17:17:04Z', 'revision_number': 0, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e123c476-e53e-4848-8b70-8fa0c2b1ae34', 'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'mac_address': 'fa:16:3e:71:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:03Z', 'updated_at': '2022-01-24T17:14:12Z', 'revision_number': 5, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'subnets': [{'id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:17:06.427831 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b02bc-6405-42d4-93fb-3b3ff08a2823 None None] Checking router: 4170c286-5d99-428b-b0ed-1473ed102b9b for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:17:06.438189 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b02bc-6405-42d4-93fb-3b3ff08a2823 None None] Routers {'4170c286-5d99-428b-b0ed-1473ed102b9b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:17:06.438786 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-947b02bc-6405-42d4-93fb-3b3ff08a2823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:16:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4170c286-5d99-428b-b0ed-1473ed102b9b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:17:06.447496 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139e67-ea65-4202-bf9a-ab127f420217 req-776395cb-44e7-40f8-86d6-6e543494ed12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:17:06.448979 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f9139e67-ea65-4202-bf9a-ab127f420217 req-776395cb-44e7-40f8-86d6-6e543494ed12 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1dc60e55-c0f2-4615-8b34-bb0efa2199c1 HTTP/1.1" status: 200 len: 848 time: 0.0593257 Jan 24 17:17:06.527484 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f9139e67-ea65-4202-bf9a-ab127f420217 req-11515510-ca52-4f51-b5e0-7192782f5dc4 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa12c746-076e-4459-9aea-c14044b2c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714433 Jan 24 17:17:06.620764 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-947b02bc-6405-42d4-93fb-3b3ff08a2823 None None] Set router 4170c286-5d99-428b-b0ed-1473ed102b9b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:17:06.662374 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f9139e67-ea65-4202-bf9a-ab127f420217 req-0b619609-d8ed-4d63-883f-6d68c1e01348 service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278727 Jan 24 17:17:06.674821 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:17:06.806148 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-f9139e67-ea65-4202-bf9a-ab127f420217 req-ebc1b101-82e7-4c22-8447-e60cc3dec6a3 service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363618 Jan 24 17:17:06.984381 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-947b02bc-6405-42d4-93fb-3b3ff08a2823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9a809d8d-e810-4e4a-b5b4-cced91e41d54', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'port_id': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'mac_address': 'fa:16:3e:18:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c9b93b-597d-4754-8ce0-60909589f962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:14:27Z', 'updated_at': '2022-01-24T17:14:33Z', 'revision_number': 1, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'fixed_ip_address_scope': None}, {'id': 'f24bc43a-e5aa-4eda-9a42-3b2d55052495', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'floating_ip_address': '172.26.2.45', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'port_id': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'mac_address': 'fa:16:3e:77:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:17:04Z', 'updated_at': '2022-01-24T17:17:04Z', 'revision_number': 0, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e123c476-e53e-4848-8b70-8fa0c2b1ae34', 'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'mac_address': 'fa:16:3e:71:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:03Z', 'updated_at': '2022-01-24T17:14:12Z', 'revision_number': 5, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'subnets': [{'id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:17:06.989379 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b02bc-6405-42d4-93fb-3b3ff08a2823 None None] The sync data for ids ['4170c286-5d99-428b-b0ed-1473ed102b9b'] in dv-neutron-826104-1-hyperv is: [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9a809d8d-e810-4e4a-b5b4-cced91e41d54', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'port_id': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'mac_address': 'fa:16:3e:18:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c9b93b-597d-4754-8ce0-60909589f962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:14:27Z', 'updated_at': '2022-01-24T17:14:33Z', 'revision_number': 1, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'fixed_ip_address_scope': None}, {'id': 'f24bc43a-e5aa-4eda-9a42-3b2d55052495', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'floating_ip_address': '172.26.2.45', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'port_id': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'mac_address': 'fa:16:3e:77:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:17:04Z', 'updated_at': '2022-01-24T17:17:04Z', 'revision_number': 0, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e123c476-e53e-4848-8b70-8fa0c2b1ae34', 'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'mac_address': 'fa:16:3e:71:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:03Z', 'updated_at': '2022-01-24T17:14:12Z', 'revision_number': 5, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'subnets': [{'id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:17:07.014721 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-595ede84-9b7c-4d70-be53-ec1c5c182cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:07.198062 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2869c7fb-8421-4143-a50e-37aef8c4b3f6 None None] New status for floating IP f24bc43a-e5aa-4eda-9a42-3b2d55052495: ACTIVE {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 17:17:09.251411 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c76efaa3-ad8c-4e8c-a033-125e276c41e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:10.441137 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:10.616096 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:12.043768 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:18.619386 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:37.022660 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ecadb25b-3a34-462a-9537-b758b8c32dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:39.257531 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-812dac3e-bba5-4286-a15d-b7944511a8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:40.438448 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:40.620578 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:42.050095 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:43.666733 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:17:48.627299 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:17:57.633297 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8f34cedf-bb6d-41e7-8d9a-2c71536e4de9 req-7782c4eb-966f-4e7a-8414-bb8ad250ddd5 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780795 Jan 24 17:17:57.792060 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8f34cedf-bb6d-41e7-8d9a-2c71536e4de9 req-12ce4697-0f74-4b03-a745-a4b233ea9d0e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be&device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 1097 time: 0.0810089 Jan 24 17:17:57.950741 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34cedf-bb6d-41e7-8d9a-2c71536e4de9 req-ba4a01d1-fbb7-43cd-977d-0d171e33e7ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:17:57.952241 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8f34cedf-bb6d-41e7-8d9a-2c71536e4de9 req-ba4a01d1-fbb7-43cd-977d-0d171e33e7ee service neutron] 10.222.0.129 "GET /v2.0/networks?id=aa12c746-076e-4459-9aea-c14044b2c67f HTTP/1.1" status: 200 len: 910 time: 0.1304705 Jan 24 17:17:58.058422 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8f34cedf-bb6d-41e7-8d9a-2c71536e4de9 req-8f029ad6-6656-4eac-b3ad-22639a8d691d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab532b2b-669a-49c5-a1d5-2423057d9059 HTTP/1.1" status: 200 len: 1000 time: 0.0970612 Jan 24 17:17:58.123363 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34cedf-bb6d-41e7-8d9a-2c71536e4de9 req-a773d4b9-6dab-4eb7-9a72-f97a15a6ec25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:17:58.124801 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8f34cedf-bb6d-41e7-8d9a-2c71536e4de9 req-a773d4b9-6dab-4eb7-9a72-f97a15a6ec25 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1dc60e55-c0f2-4615-8b34-bb0efa2199c1 HTTP/1.1" status: 200 len: 848 time: 0.0587797 Jan 24 17:17:58.208201 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8f34cedf-bb6d-41e7-8d9a-2c71536e4de9 req-82cdbfff-950d-4db0-95e4-239c78ea3c6f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa12c746-076e-4459-9aea-c14044b2c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720353 Jan 24 17:17:58.218914 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [req-8f34cedf-bb6d-41e7-8d9a-2c71536e4de9 req-943ffba2-30b6-4c91-9c60-6ac106885f8e service neutron] http://10.222.0.130:9696/v2.0/extensions returned with HTTP 200 {{(pid=83465) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 24 17:17:58.219891 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8f34cedf-bb6d-41e7-8d9a-2c71536e4de9 req-943ffba2-30b6-4c91-9c60-6ac106885f8e service neutron] 10.222.0.129 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049989 Jan 24 17:17:58.368072 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8f34cedf-bb6d-41e7-8d9a-2c71536e4de9 req-caf16635-1252-4282-9dbe-d24c2f3a5983 service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408756 Jan 24 17:17:58.523630 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8f34cedf-bb6d-41e7-8d9a-2c71536e4de9 req-ebd1a4c3-1129-4db9-b301-c15b9b6b425b service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481419 Jan 24 17:18:07.018714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-5a926a07-8912-4524-83f8-e34882bc3866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:09.258684 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-2d56b0ac-35fd-4107-8411-46469c3b5149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:10.444992 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:10.631423 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:12.051617 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:18.622323 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:20.673892 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:18:37.018811 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-8f17ef74-032c-492b-9b75-911b10a4d372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:39.262957 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-6949747e-1f5a-4fd1-a4de-a8f86e0e7190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:40.430946 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:40.630148 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:42.055742 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:48.620944 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:49.489840 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 details requested by agent hyperv_hv-neutron-8261 with host hv-neutron-8261 {{(pid=83467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 24 17:18:49.633244 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:18:49.652064 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Returning: {'device': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'port_id': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7', 'mac_address': 'fa:16:3e:77:6d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 24 17:18:49.711722 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:49.729695 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 {{(pid=83467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:18:49.746645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:18:49.751379 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:49.822932 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,revision_number=6']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:18:49.832396 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:18:49.832736 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:18:49.833067 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:18:49.833388 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:18:49.833707 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:18:49.834026 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:18:49.834342 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:18:49.834658 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:18:49.835093 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:18:49.835414 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:18:49.835750 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:18:49.842922 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] get_ports_and_sgs() called for port_ids ['f6bcf289-58cf-4a30-9602-0a4c4c7a09f7'] {{(pid=83467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 24 17:18:51.507311 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 up at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 24 17:18:51.604492 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.provisioning_blocks [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Provisioning complete for port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 triggered by entity L2. {{(pid=83467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:18:51.605316 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784630'] for port, provisioning_complete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:51.750184 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:51.791872 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:18:51.803689 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:18:51.812607 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:18:51.921420 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7', 'code': 200} Jan 24 17:18:51.922458 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,revision_number=7']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:18:57.669188 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:18:57.788085 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-03833b49-2d46-460c-958b-88cef3cb039f req-4831b960-7961-4884-be29-0a0dc4e69bbe service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be&device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 1098 time: 0.0731306 Jan 24 17:18:57.961829 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03833b49-2d46-460c-958b-88cef3cb039f req-fa7a1134-76cc-42a1-b3d0-5e0b62c590ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:18:57.963352 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-03833b49-2d46-460c-958b-88cef3cb039f req-fa7a1134-76cc-42a1-b3d0-5e0b62c590ed service neutron] 10.222.0.129 "GET /v2.0/networks?id=aa12c746-076e-4459-9aea-c14044b2c67f HTTP/1.1" status: 200 len: 910 time: 0.1560762 Jan 24 17:18:58.221848 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-03833b49-2d46-460c-958b-88cef3cb039f req-dc8338e3-9d19-4c95-ac9a-823957efc53b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 HTTP/1.1" status: 200 len: 1000 time: 0.2502003 Jan 24 17:18:58.295594 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03833b49-2d46-460c-958b-88cef3cb039f req-3df435b2-dd72-45aa-9d0c-73d2baee024f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:18:58.297147 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-03833b49-2d46-460c-958b-88cef3cb039f req-3df435b2-dd72-45aa-9d0c-73d2baee024f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1dc60e55-c0f2-4615-8b34-bb0efa2199c1 HTTP/1.1" status: 200 len: 848 time: 0.0689144 Jan 24 17:18:58.385945 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-03833b49-2d46-460c-958b-88cef3cb039f req-7cbe2675-6949-437c-af68-5587dcecdabf service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa12c746-076e-4459-9aea-c14044b2c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820606 Jan 24 17:18:58.544680 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-03833b49-2d46-460c-958b-88cef3cb039f req-ec5088b6-cc8d-423a-9179-17135dd6ebee service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513531 Jan 24 17:18:58.716450 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-03833b49-2d46-460c-958b-88cef3cb039f req-3eb0d855-bfdc-447a-8ec7-2415687c0e6c service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637704 Jan 24 17:19:00.803383 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44698) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:19:01.001335 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Deleting port 2041dfe8-bc41-4c43-9f9d-2ca36d6ac638 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:19:01.001646 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:01.183126 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:01.183416 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:01.301450 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Calling delete_port for 2041dfe8-bc41-4c43-9f9d-2ca36d6ac638 owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:19:01.453782 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:01.499190 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event deleted for resources: {'Port': ['ID=2041dfe8-bc41-4c43-9f9d-2ca36d6ac638,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:01.536887 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:01.537219 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:01.537551 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:01.537872 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:01.538192 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:01.538506 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:01.538820 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:01.539133 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:01.539440 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:01.539956 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:01.540266 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:01.602550 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:02.090182 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Router 4170c286-5d99-428b-b0ed-1473ed102b9b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:19:02.300276 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:19:02.310326 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d73328-220b-4f99-955c-4bba8117008f None None] Sync routers for ids ['4170c286-5d99-428b-b0ed-1473ed102b9b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:19:02.320855 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:02.322668 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d73328-220b-4f99-955c-4bba8117008f None None] Routers {'4170c286-5d99-428b-b0ed-1473ed102b9b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:19:02.323339 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e6d73328-220b-4f99-955c-4bba8117008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4170c286-5d99-428b-b0ed-1473ed102b9b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:02.375220 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-f8dd71a4-ff0f-4b97-84a4-c1da54ced0ef tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "DELETE /v2.0/floatingips/f24bc43a-e5aa-4eda-9a42-3b2d55052495 HTTP/1.1" status: 204 len: 168 time: 1.5706174 Jan 24 17:19:02.375935 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'tag': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:19:02.437532 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'tag': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7', 'status': 'completed', 'code': 200} Jan 24 17:19:02.505985 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-e6d73328-220b-4f99-955c-4bba8117008f None None] Set router 4170c286-5d99-428b-b0ed-1473ed102b9b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:19:02.535110 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8da60407-0057-46e1-93ee-3aec0b9b8129 req-d5fdee62-9998-4469-ab5e-f88cbe9f69fe service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be&device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 1098 time: 0.0756450 Jan 24 17:19:02.679677 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da60407-0057-46e1-93ee-3aec0b9b8129 req-c37b4c8f-48d4-45a0-a557-b2cf07f8b203 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:19:02.682715 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8da60407-0057-46e1-93ee-3aec0b9b8129 req-c37b4c8f-48d4-45a0-a557-b2cf07f8b203 service neutron] 10.222.0.129 "GET /v2.0/networks?id=aa12c746-076e-4459-9aea-c14044b2c67f HTTP/1.1" status: 200 len: 910 time: 0.1401830 Jan 24 17:19:02.757208 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8da60407-0057-46e1-93ee-3aec0b9b8129 req-fe2e5b5b-bc3d-47d8-bf69-d23159391b8b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 HTTP/1.1" status: 200 len: 217 time: 0.0679629 Jan 24 17:19:02.794776 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058f40a-be91-4fb1-8287-3df2b14f2638 req-096d380b-1518-4c4f-b6c5-518361b2fead tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:19:02.797136 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f058f40a-be91-4fb1-8287-3df2b14f2638 req-096d380b-1518-4c4f-b6c5-518361b2fead tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 945 time: 0.0902176 Jan 24 17:19:02.823776 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da60407-0057-46e1-93ee-3aec0b9b8129 req-1141324d-3524-49dd-880b-b9a0c2a7f6bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:19:02.825823 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8da60407-0057-46e1-93ee-3aec0b9b8129 req-1141324d-3524-49dd-880b-b9a0c2a7f6bb service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1dc60e55-c0f2-4615-8b34-bb0efa2199c1 HTTP/1.1" status: 200 len: 848 time: 0.0618951 Jan 24 17:19:02.847912 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-f058f40a-be91-4fb1-8287-3df2b14f2638 req-e8311790-bdf4-48e1-92b7-5877421db0ee tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443447 Jan 24 17:19:02.901827 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e6d73328-220b-4f99-955c-4bba8117008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9a809d8d-e810-4e4a-b5b4-cced91e41d54', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'port_id': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'mac_address': 'fa:16:3e:18:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c9b93b-597d-4754-8ce0-60909589f962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:14:27Z', 'updated_at': '2022-01-24T17:14:33Z', 'revision_number': 1, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e123c476-e53e-4848-8b70-8fa0c2b1ae34', 'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'mac_address': 'fa:16:3e:71:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:03Z', 'updated_at': '2022-01-24T17:14:12Z', 'revision_number': 5, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'subnets': [{'id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:02.905791 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d73328-220b-4f99-955c-4bba8117008f None None] Checking router: 4170c286-5d99-428b-b0ed-1473ed102b9b for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:19:02.910971 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8da60407-0057-46e1-93ee-3aec0b9b8129 req-123bc2b1-7df4-4b26-815a-fb77655b7b74 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa12c746-076e-4459-9aea-c14044b2c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778875 Jan 24 17:19:02.915964 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d73328-220b-4f99-955c-4bba8117008f None None] Routers {'4170c286-5d99-428b-b0ed-1473ed102b9b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:19:02.916549 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e6d73328-220b-4f99-955c-4bba8117008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4170c286-5d99-428b-b0ed-1473ed102b9b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:03.043532 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8da60407-0057-46e1-93ee-3aec0b9b8129 req-7ed359a2-d9b6-41e0-a772-58d717ca187b service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236961 Jan 24 17:19:03.090575 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-e6d73328-220b-4f99-955c-4bba8117008f None None] Set router 4170c286-5d99-428b-b0ed-1473ed102b9b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:19:03.178194 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-8da60407-0057-46e1-93ee-3aec0b9b8129 req-23edae69-8cf6-49be-9c41-97b300f7b7ef service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274936 Jan 24 17:19:03.473060 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-e6d73328-220b-4f99-955c-4bba8117008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9a809d8d-e810-4e4a-b5b4-cced91e41d54', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'port_id': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'mac_address': 'fa:16:3e:18:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c9b93b-597d-4754-8ce0-60909589f962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:14:27Z', 'updated_at': '2022-01-24T17:14:33Z', 'revision_number': 1, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e123c476-e53e-4848-8b70-8fa0c2b1ae34', 'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'mac_address': 'fa:16:3e:71:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:03Z', 'updated_at': '2022-01-24T17:14:12Z', 'revision_number': 5, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'subnets': [{'id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:03.478882 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d73328-220b-4f99-955c-4bba8117008f None None] The sync data for ids ['4170c286-5d99-428b-b0ed-1473ed102b9b'] in dv-neutron-826104-1-hyperv is: [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_floatingips': [{'id': '9a809d8d-e810-4e4a-b5b4-cced91e41d54', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'router_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'port_id': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'mac_address': 'fa:16:3e:18:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c9b93b-597d-4754-8ce0-60909589f962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:14:27Z', 'updated_at': '2022-01-24T17:14:33Z', 'revision_number': 1, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e123c476-e53e-4848-8b70-8fa0c2b1ae34', 'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'mac_address': 'fa:16:3e:71:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:03Z', 'updated_at': '2022-01-24T17:14:12Z', 'revision_number': 5, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'subnets': [{'id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:19:03.553108 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:19:03.672341 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792489'] for port, before_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:03.700634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7'}] {{(pid=83467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:19:03.708157 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eacc724-0833-4202-a189-2855137d8588 None None] New status for floating IP f24bc43a-e5aa-4eda-9a42-3b2d55052495: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 17:19:03.763954 dv-neutron-826104-1-hyperv neutron-server[83467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7', 'code': 200} Jan 24 17:19:03.827960 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] For port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:19:03.833919 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726508182541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726507804420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726507804465'] for port, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:03.904124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Pushing event updated for resources: {'Port': ['ID=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,revision_number=8']} {{(pid=83467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:04.053274 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ecc24-7cf5-4e62-ba4f-965e6e170142 req-048ece9c-8a19-491f-97a1-83e96278a66a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:19:04.054644 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-119ecc24-7cf5-4e62-ba4f-965e6e170142 req-048ece9c-8a19-491f-97a1-83e96278a66a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 943 time: 0.0852454 Jan 24 17:19:04.191221 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-119ecc24-7cf5-4e62-ba4f-965e6e170142 req-d2a93e87-b299-47d9-b5f9-c411ece0dbc7 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306598 Jan 24 17:19:04.513815 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c479d-02a5-4510-b9d6-1aae48b03c45 req-008e13c0-93e5-4199-a70d-f1a7bc142abd tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:19:04.514769 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-bb0c479d-02a5-4510-b9d6-1aae48b03c45 req-008e13c0-93e5-4199-a70d-f1a7bc142abd tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Synchronizing usage tracker for tenant:b6d8e4922bfc4b1a99d72fbd55d562be on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:19:04.535888 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-bb0c479d-02a5-4510-b9d6-1aae48b03c45 req-008e13c0-93e5-4199-a70d-f1a7bc142abd tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Unset dirty status for tenant:b6d8e4922bfc4b1a99d72fbd55d562be on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:19:04.537577 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bb0c479d-02a5-4510-b9d6-1aae48b03c45 req-008e13c0-93e5-4199-a70d-f1a7bc142abd tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.129 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 943 time: 0.1116593 Jan 24 17:19:04.613773 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-bb0c479d-02a5-4510-b9d6-1aae48b03c45 req-6c7a0254-0535-4161-bf7a-fc771fc1fa8a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Deleting port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:19:04.614095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-bb0c479d-02a5-4510-b9d6-1aae48b03c45 req-6c7a0254-0535-4161-bf7a-fc771fc1fa8a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:04.856359 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-bb0c479d-02a5-4510-b9d6-1aae48b03c45 req-6c7a0254-0535-4161-bf7a-fc771fc1fa8a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] For port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:19:04.856623 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-bb0c479d-02a5-4510-b9d6-1aae48b03c45 req-6c7a0254-0535-4161-bf7a-fc771fc1fa8a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:05.069074 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-bb0c479d-02a5-4510-b9d6-1aae48b03c45 req-6c7a0254-0535-4161-bf7a-fc771fc1fa8a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Calling delete_port for f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:19:05.222238 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-bb0c479d-02a5-4510-b9d6-1aae48b03c45 req-6c7a0254-0535-4161-bf7a-fc771fc1fa8a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:05.270639 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a0254-0535-4161-bf7a-fc771fc1fa8a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event deleted for resources: {'Port': ['ID=f6bcf289-58cf-4a30-9602-0a4c4c7a09f7,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:05.386055 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0c479d-02a5-4510-b9d6-1aae48b03c45 req-6c7a0254-0535-4161-bf7a-fc771fc1fa8a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] No DVR routers for this DVR port f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:19:05.391907 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-bb0c479d-02a5-4510-b9d6-1aae48b03c45 req-6c7a0254-0535-4161-bf7a-fc771fc1fa8a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:05.394346 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'name': 'network-vif-deleted', 'tag': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:19:05.401574 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-5f978c03-3243-439c-a509-492a023e4ab0 req-a2315789-3776-484b-8a5a-e1cefdeac529 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=7e0f6707-38d8-497e-8c9f-fcc6c23ff784 HTTP/1.1" status: 200 len: 210 time: 0.0596597 Jan 24 17:19:05.414096 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-bb0c479d-02a5-4510-b9d6-1aae48b03c45 req-6c7a0254-0535-4161-bf7a-fc771fc1fa8a tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.129 "DELETE /v2.0/ports/f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 HTTP/1.1" status: 204 len: 173 time: 0.8687310 Jan 24 17:19:05.456523 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0f6707-38d8-497e-8c9f-fcc6c23ff784', 'name': 'network-vif-deleted', 'tag': 'f6bcf289-58cf-4a30-9602-0a4c4c7a09f7', 'status': 'completed', 'code': 200} Jan 24 17:19:07.016437 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f837b422-3e30-4ba9-b711-4727335ebc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:07.142343 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44758) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:19:07.354801 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-96483c0e-2297-44d1-892d-69dcfccd9d0d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Deleting port d0137d11-ad02-458c-a4ed-4d08e6e771d5 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:19:07.355029 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96483c0e-2297-44d1-892d-69dcfccd9d0d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:07.520600 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96483c0e-2297-44d1-892d-69dcfccd9d0d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:07.520948 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96483c0e-2297-44d1-892d-69dcfccd9d0d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:07.555954 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:19:07.625742 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:19:07.625987 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device f6bcf289-58cf-4a30-9602-0a4c4c7a09f7 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:19:07.641627 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-96483c0e-2297-44d1-892d-69dcfccd9d0d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Calling delete_port for d0137d11-ad02-458c-a4ed-4d08e6e771d5 owned by network:floatingip {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:19:07.799440 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96483c0e-2297-44d1-892d-69dcfccd9d0d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:07.846170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96483c0e-2297-44d1-892d-69dcfccd9d0d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event deleted for resources: {'Port': ['ID=d0137d11-ad02-458c-a4ed-4d08e6e771d5,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:07.939742 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96483c0e-2297-44d1-892d-69dcfccd9d0d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for floatingip, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:08.433489 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96483c0e-2297-44d1-892d-69dcfccd9d0d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Router 4170c286-5d99-428b-b0ed-1473ed102b9b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:19:08.648392 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96483c0e-2297-44d1-892d-69dcfccd9d0d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:19:08.658313 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e91a4-7b63-4d8f-8cab-ea50de435bf2 None None] Sync routers for ids ['4170c286-5d99-428b-b0ed-1473ed102b9b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:19:08.665920 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-96483c0e-2297-44d1-892d-69dcfccd9d0d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for floatingip, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:08.669805 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e91a4-7b63-4d8f-8cab-ea50de435bf2 None None] Routers {'4170c286-5d99-428b-b0ed-1473ed102b9b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:19:08.670438 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-126e91a4-7b63-4d8f-8cab-ea50de435bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4170c286-5d99-428b-b0ed-1473ed102b9b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:08.719700 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-96483c0e-2297-44d1-892d-69dcfccd9d0d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "DELETE /v2.0/floatingips/9a809d8d-e810-4e4a-b5b4-cced91e41d54 HTTP/1.1" status: 204 len: 168 time: 1.5761251 Jan 24 17:19:08.721501 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c9b93b-597d-4754-8ce0-60909589f962', 'tag': 'ab532b2b-669a-49c5-a1d5-2423057d9059'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:19:08.775572 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c9b93b-597d-4754-8ce0-60909589f962', 'tag': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'status': 'completed', 'code': 200} Jan 24 17:19:08.858247 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-126e91a4-7b63-4d8f-8cab-ea50de435bf2 None None] Set router 4170c286-5d99-428b-b0ed-1473ed102b9b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:19:08.867758 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7bb41aa5-8e4f-4b3a-afae-73a8bb25d169 req-7c7b46ed-fd17-4bc3-8c33-32ed59d6fac5 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be&device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 1097 time: 0.0712371 Jan 24 17:19:09.006170 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb41aa5-8e4f-4b3a-afae-73a8bb25d169 req-ce1bf9f9-94eb-4dc0-8bc3-d16a47b4e1df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:19:09.007565 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7bb41aa5-8e4f-4b3a-afae-73a8bb25d169 req-ce1bf9f9-94eb-4dc0-8bc3-d16a47b4e1df service neutron] 10.222.0.129 "GET /v2.0/networks?id=aa12c746-076e-4459-9aea-c14044b2c67f HTTP/1.1" status: 200 len: 910 time: 0.1334891 Jan 24 17:19:09.114008 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7bb41aa5-8e4f-4b3a-afae-73a8bb25d169 req-070f8603-7755-4c82-b143-4adcd89702ff service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab532b2b-669a-49c5-a1d5-2423057d9059 HTTP/1.1" status: 200 len: 217 time: 0.0996897 Jan 24 17:19:09.192656 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb41aa5-8e4f-4b3a-afae-73a8bb25d169 req-d6592f6d-e0f3-4d3e-9b72-371526fab3b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:19:09.194141 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7bb41aa5-8e4f-4b3a-afae-73a8bb25d169 req-d6592f6d-e0f3-4d3e-9b72-371526fab3b4 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1dc60e55-c0f2-4615-8b34-bb0efa2199c1 HTTP/1.1" status: 200 len: 848 time: 0.0741055 Jan 24 17:19:09.214843 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-126e91a4-7b63-4d8f-8cab-ea50de435bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'e123c476-e53e-4848-8b70-8fa0c2b1ae34', 'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'mac_address': 'fa:16:3e:71:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:03Z', 'updated_at': '2022-01-24T17:14:12Z', 'revision_number': 5, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'subnets': [{'id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:09.219780 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e91a4-7b63-4d8f-8cab-ea50de435bf2 None None] Checking router: 4170c286-5d99-428b-b0ed-1473ed102b9b for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:19:09.230844 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e91a4-7b63-4d8f-8cab-ea50de435bf2 None None] Routers {'4170c286-5d99-428b-b0ed-1473ed102b9b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:19:09.231704 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-126e91a4-7b63-4d8f-8cab-ea50de435bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:18:39Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4170c286-5d99-428b-b0ed-1473ed102b9b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:09.248951 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7659c3-faab-4dbf-81d6-55df0f75acf5 req-f5fb5de9-e895-4921-a66e-08d7d9805c88 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:19:09.249714 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-3d7659c3-faab-4dbf-81d6-55df0f75acf5 req-f5fb5de9-e895-4921-a66e-08d7d9805c88 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Synchronizing usage tracker for tenant:b6d8e4922bfc4b1a99d72fbd55d562be on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:19:09.258637 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-283c35fc-e13d-44b0-8711-7e992c7043e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:09.278665 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-3d7659c3-faab-4dbf-81d6-55df0f75acf5 req-f5fb5de9-e895-4921-a66e-08d7d9805c88 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Unset dirty status for tenant:b6d8e4922bfc4b1a99d72fbd55d562be on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:19:09.279838 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3d7659c3-faab-4dbf-81d6-55df0f75acf5 req-f5fb5de9-e895-4921-a66e-08d7d9805c88 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 944 time: 0.2132804 Jan 24 17:19:09.313906 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7bb41aa5-8e4f-4b3a-afae-73a8bb25d169 req-c1184d39-03ef-4ea7-b7c3-29a8a1904ee2 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa12c746-076e-4459-9aea-c14044b2c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1130702 Jan 24 17:19:09.403060 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-3d7659c3-faab-4dbf-81d6-55df0f75acf5 req-dbb46a47-c96f-4597-8584-e0bf19735f30 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162860 Jan 24 17:19:09.413731 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-126e91a4-7b63-4d8f-8cab-ea50de435bf2 None None] Set router 4170c286-5d99-428b-b0ed-1473ed102b9b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:19:09.465691 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7bb41aa5-8e4f-4b3a-afae-73a8bb25d169 req-14b0077d-0591-4aef-b0ff-adb600f84f89 service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409819 Jan 24 17:19:09.602952 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-7bb41aa5-8e4f-4b3a-afae-73a8bb25d169 req-00520e7d-0397-4d0e-89cc-e19bec836c3f service neutron] 10.222.0.129 "GET /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299047 Jan 24 17:19:09.745102 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-126e91a4-7b63-4d8f-8cab-ea50de435bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'e123c476-e53e-4848-8b70-8fa0c2b1ae34', 'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'mac_address': 'fa:16:3e:71:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:03Z', 'updated_at': '2022-01-24T17:14:12Z', 'revision_number': 5, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'subnets': [{'id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:09.749768 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e91a4-7b63-4d8f-8cab-ea50de435bf2 None None] The sync data for ids ['4170c286-5d99-428b-b0ed-1473ed102b9b'] in dv-neutron-826104-1-hyperv is: [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:04Z', 'revision_number': 4, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv', '_interfaces': [{'id': 'e123c476-e53e-4848-8b70-8fa0c2b1ae34', 'name': '', 'network_id': 'aa12c746-076e-4459-9aea-c14044b2c67f', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'mac_address': 'fa:16:3e:71:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:03Z', 'updated_at': '2022-01-24T17:14:12Z', 'revision_number': 5, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'subnets': [{'id': '1dc60e55-c0f2-4615-8b34-bb0efa2199c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:19:09.993162 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c450ef-73ce-4e86-b6ca-841fdc8ea581 None None] New status for floating IP 9a809d8d-e810-4e4a-b5b4-cced91e41d54: DOWN {{(pid=83467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 24 17:19:10.434131 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:10.609406 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3f4aa-c572-4856-ba1b-66b578c963bf req-c59d5661-6990-47f5-87a6-19244db176b4 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:19:10.610826 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d0a3f4aa-c572-4856-ba1b-66b578c963bf req-c59d5661-6990-47f5-87a6-19244db176b4 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 944 time: 0.0812891 Jan 24 17:19:10.633847 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:10.658448 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [req-d0a3f4aa-c572-4856-ba1b-66b578c963bf req-dbf67597-8f5e-4506-b498-ee5056fc62c1 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/security-groups?id=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417221 Jan 24 17:19:10.871130 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735dfc92-ed2c-4c51-b58b-6b146f81d5a3 req-e91035f0-ed4f-4218-858c-12409a7cbd7d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:19:10.872615 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-735dfc92-ed2c-4c51-b58b-6b146f81d5a3 req-e91035f0-ed4f-4218-858c-12409a7cbd7d tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.129 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 944 time: 0.0851619 Jan 24 17:19:10.940014 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-735dfc92-ed2c-4c51-b58b-6b146f81d5a3 req-957c397e-d926-46d0-827b-03be89cc86d9 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Deleting port ab532b2b-669a-49c5-a1d5-2423057d9059 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:19:10.940316 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-735dfc92-ed2c-4c51-b58b-6b146f81d5a3 req-957c397e-d926-46d0-827b-03be89cc86d9 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:11.283393 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [req-735dfc92-ed2c-4c51-b58b-6b146f81d5a3 req-957c397e-d926-46d0-827b-03be89cc86d9 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] For port ab532b2b-669a-49c5-a1d5-2423057d9059, host hv-neutron-8261, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8261',level=0,port_id=ab532b2b-669a-49c5-a1d5-2423057d9059,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:19:11.283772 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-735dfc92-ed2c-4c51-b58b-6b146f81d5a3 req-957c397e-d926-46d0-827b-03be89cc86d9 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:11.404468 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [req-735dfc92-ed2c-4c51-b58b-6b146f81d5a3 req-957c397e-d926-46d0-827b-03be89cc86d9 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Calling delete_port for ab532b2b-669a-49c5-a1d5-2423057d9059 owned by compute:nova {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:19:11.550668 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-735dfc92-ed2c-4c51-b58b-6b146f81d5a3 req-957c397e-d926-46d0-827b-03be89cc86d9 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:11.609971 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c397e-d926-46d0-827b-03be89cc86d9 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event deleted for resources: {'Port': ['ID=ab532b2b-669a-49c5-a1d5-2423057d9059,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:11.684402 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [req-735dfc92-ed2c-4c51-b58b-6b146f81d5a3 req-957c397e-d926-46d0-827b-03be89cc86d9 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] No DVR routers for this DVR port ab532b2b-669a-49c5-a1d5-2423057d9059 on host hv-neutron-8261 {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:19:11.687071 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [req-735dfc92-ed2c-4c51-b58b-6b146f81d5a3 req-957c397e-d926-46d0-827b-03be89cc86d9 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106836'] for port, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:11.689648 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c9b93b-597d-4754-8ce0-60909589f962', 'name': 'network-vif-deleted', 'tag': 'ab532b2b-669a-49c5-a1d5-2423057d9059'}] {{(pid=83465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:19:11.707819 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-735dfc92-ed2c-4c51-b58b-6b146f81d5a3 req-957c397e-d926-46d0-827b-03be89cc86d9 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.129 "DELETE /v2.0/ports/ab532b2b-669a-49c5-a1d5-2423057d9059 HTTP/1.1" status: 204 len: 173 time: 0.8294046 Jan 24 17:19:11.749579 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c9b93b-597d-4754-8ce0-60909589f962', 'name': 'network-vif-deleted', 'tag': 'ab532b2b-669a-49c5-a1d5-2423057d9059', 'status': 'completed', 'code': 200} Jan 24 17:19:11.838778 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-790a5c9e-61f1-4c7a-a3a6-75cc9ea01f44 req-013efd49-2a0a-4fe6-b665-43d29ccdc8e5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Synchronizing usage tracker for tenant:b6d8e4922bfc4b1a99d72fbd55d562be on resource:port {{(pid=83465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 24 17:19:11.856588 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.quota.resource [req-790a5c9e-61f1-4c7a-a3a6-75cc9ea01f44 req-013efd49-2a0a-4fe6-b665-43d29ccdc8e5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Unset dirty status for tenant:b6d8e4922bfc4b1a99d72fbd55d562be on resource:port {{(pid=83465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 24 17:19:11.857868 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [req-790a5c9e-61f1-4c7a-a3a6-75cc9ea01f44 req-013efd49-2a0a-4fe6-b665-43d29ccdc8e5 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "GET /v2.0/ports?device_id=03c9b93b-597d-4754-8ce0-60909589f962 HTTP/1.1" status: 200 len: 210 time: 0.0596356 Jan 24 17:19:12.057794 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:13.060054 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44778) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:19:13.130808 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:13.160866 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:13.226314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:13.245207 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b97dacb-a8f6-4de9-9bbc-6c7d5532d575,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:13.256708 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:13.257043 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:13.257366 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:13.257684 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:13.257999 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:13.258314 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:13.258624 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:13.258937 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:13.259242 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:13.259569 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:13.259874 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826104-1-hyperv {{(pid=83466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:19:13.266226 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:13.268064 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-2487fbcc-804b-483a-b82a-fac5ecb23487 tempest-TestSnapshotPattern-883742967 tempest-TestSnapshotPattern-883742967-project] 10.222.0.130 "DELETE /v2.0/security-groups/3b97dacb-a8f6-4de9-9bbc-6c7d5532d575 HTTP/1.1" status: 204 len: 168 time: 0.2062552 Jan 24 17:19:13.321133 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44784) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:19:13.555645 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device ab532b2b-669a-49c5-a1d5-2423057d9059 no longer exists at agent hyperv_hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:19:13.588246 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] No Port match for: ab532b2b-669a-49c5-a1d5-2423057d9059 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:19:13.588582 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Device ab532b2b-669a-49c5-a1d5-2423057d9059 not bound to the agent host hv-neutron-8261 {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:19:13.867835 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c24275a7-741e-40a6-b350-c19037963ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:14.474633 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-c24275a7-741e-40a6-b350-c19037963ba1 admin admin] Deleting port e123c476-e53e-4848-8b70-8fa0c2b1ae34 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:19:14.475286 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c24275a7-741e-40a6-b350-c19037963ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:14.650502 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-c24275a7-741e-40a6-b350-c19037963ba1 admin admin] For port e123c476-e53e-4848-8b70-8fa0c2b1ae34, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e123c476-e53e-4848-8b70-8fa0c2b1ae34,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:19:14.650698 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c24275a7-741e-40a6-b350-c19037963ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:14.877285 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-c24275a7-741e-40a6-b350-c19037963ba1 admin admin] Calling delete_port for e123c476-e53e-4848-8b70-8fa0c2b1ae34 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:19:15.061831 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c24275a7-741e-40a6-b350-c19037963ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:15.106537 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24275a7-741e-40a6-b350-c19037963ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e123c476-e53e-4848-8b70-8fa0c2b1ae34,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:15.408869 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-c24275a7-741e-40a6-b350-c19037963ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:16.009790 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24275a7-741e-40a6-b350-c19037963ba1 admin admin] Router 4170c286-5d99-428b-b0ed-1473ed102b9b has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:19:16.212593 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24275a7-741e-40a6-b350-c19037963ba1 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:19:16.223638 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b85a16-8fc3-4ac6-8ccd-747890df6779 None None] Sync routers for ids ['4170c286-5d99-428b-b0ed-1473ed102b9b'] in dv-neutron-826104-1-hyperv {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:19:16.232476 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-c24275a7-741e-40a6-b350-c19037963ba1 admin admin] 10.222.0.130 "PUT /v2.0/routers/4170c286-5d99-428b-b0ed-1473ed102b9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9096813 Jan 24 17:19:16.234945 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44790) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:19:16.236089 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b85a16-8fc3-4ac6-8ccd-747890df6779 None None] Routers {'4170c286-5d99-428b-b0ed-1473ed102b9b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:19:16.236674 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c5b85a16-8fc3-4ac6-8ccd-747890df6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:19:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4170c286-5d99-428b-b0ed-1473ed102b9b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:16.416810 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-c5b85a16-8fc3-4ac6-8ccd-747890df6779 None None] Set router 4170c286-5d99-428b-b0ed-1473ed102b9b gateway port host: dv-neutron-826104-1-hyperv {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:19:16.538261 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30ccb4a0-63c7-452e-98f7-7bc5c6c3237e admin admin] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:16.703494 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c5b85a16-8fc3-4ac6-8ccd-747890df6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:19:14Z', 'revision_number': 5, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port': {'id': 'aca61b20-de4b-4972-a55e-bf14f57d5074', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:16.707415 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b85a16-8fc3-4ac6-8ccd-747890df6779 None None] Checking router: 4170c286-5d99-428b-b0ed-1473ed102b9b for host: dv-neutron-826104-1-hyperv {{(pid=83468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:19:16.722242 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b85a16-8fc3-4ac6-8ccd-747890df6779 None None] Routers {'4170c286-5d99-428b-b0ed-1473ed102b9b'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:19:16.722857 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c5b85a16-8fc3-4ac6-8ccd-747890df6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:19:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['4170c286-5d99-428b-b0ed-1473ed102b9b'], 'active': True} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:16.738455 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30ccb4a0-63c7-452e-98f7-7bc5c6c3237e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:16.750637 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-30ccb4a0-63c7-452e-98f7-7bc5c6c3237e admin admin] Deleting port aca61b20-de4b-4972-a55e-bf14f57d5074 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:19:16.750980 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30ccb4a0-63c7-452e-98f7-7bc5c6c3237e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:16.876076 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_dvr_db [None req-c5b85a16-8fc3-4ac6-8ccd-747890df6779 None None] Set router 4170c286-5d99-428b-b0ed-1473ed102b9b gateway port host: None {{(pid=83468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:19:16.926639 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-30ccb4a0-63c7-452e-98f7-7bc5c6c3237e admin admin] For port aca61b20-de4b-4972-a55e-bf14f57d5074, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=aca61b20-de4b-4972-a55e-bf14f57d5074,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:19:16.926975 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30ccb4a0-63c7-452e-98f7-7bc5c6c3237e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:17.012756 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.l3_hamode_db [None req-c5b85a16-8fc3-4ac6-8ccd-747890df6779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:19:16Z', 'revision_number': 6, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:17.016721 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b85a16-8fc3-4ac6-8ccd-747890df6779 None None] The sync data for ids ['4170c286-5d99-428b-b0ed-1473ed102b9b'] in dv-neutron-826104-1-hyperv is: [{'id': '4170c286-5d99-428b-b0ed-1473ed102b9b', 'name': 'tempest-TestSnapshotPattern-971356401-router', 'tenant_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:01Z', 'updated_at': '2022-01-24T17:19:16Z', 'revision_number': 6, 'project_id': 'b6d8e4922bfc4b1a99d72fbd55d562be', 'gw_port_host': None}] {{(pid=83468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:19:17.050913 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-30ccb4a0-63c7-452e-98f7-7bc5c6c3237e admin admin] Calling delete_port for aca61b20-de4b-4972-a55e-bf14f57d5074 owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:19:17.222527 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30ccb4a0-63c7-452e-98f7-7bc5c6c3237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:17.270021 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccb4a0-63c7-452e-98f7-7bc5c6c3237e admin admin] Pushing event deleted for resources: {'Port': ['ID=aca61b20-de4b-4972-a55e-bf14f57d5074,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:17.494508 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30ccb4a0-63c7-452e-98f7-7bc5c6c3237e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:17.793356 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device aca61b20-de4b-4972-a55e-bf14f57d5074 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:19:17.827663 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: aca61b20-de4b-4972-a55e-bf14f57d5074 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:19:17.828067 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device aca61b20-de4b-4972-a55e-bf14f57d5074 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:19:17.828484 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e123c476-e53e-4848-8b70-8fa0c2b1ae34 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:19:17.851817 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30ccb4a0-63c7-452e-98f7-7bc5c6c3237e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:17.857293 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30ccb4a0-63c7-452e-98f7-7bc5c6c3237e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:17.861269 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: e123c476-e53e-4848-8b70-8fa0c2b1ae34 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:19:17.861621 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e123c476-e53e-4848-8b70-8fa0c2b1ae34 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:19:17.886839 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30ccb4a0-63c7-452e-98f7-7bc5c6c3237e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:17.887372 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ccb4a0-63c7-452e-98f7-7bc5c6c3237e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4170c286-5d99-428b-b0ed-1473ed102b9b {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 17:19:17.900149 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-30ccb4a0-63c7-452e-98f7-7bc5c6c3237e admin admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:17.901236 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-30ccb4a0-63c7-452e-98f7-7bc5c6c3237e admin admin] 10.222.0.130 "DELETE /v2.0/routers/4170c286-5d99-428b-b0ed-1473ed102b9b HTTP/1.1" status: 204 len: 168 time: 1.6653814 Jan 24 17:19:17.904610 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44794) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:19:17.970548 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ad04ef-0f5a-472c-830b-da30aaba1188 admin admin] Deleting subnet 1dc60e55-c0f2-4615-8b34-bb0efa2199c1 {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 17:19:17.974404 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-75ad04ef-0f5a-472c-830b-da30aaba1188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:18.028852 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-75ad04ef-0f5a-472c-830b-da30aaba1188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:18.111343 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-75ad04ef-0f5a-472c-830b-da30aaba1188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:18.188259 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-75ad04ef-0f5a-472c-830b-da30aaba1188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:18.231609 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad04ef-0f5a-472c-830b-da30aaba1188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc60e55-c0f2-4615-8b34-bb0efa2199c1,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:18.239206 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-75ad04ef-0f5a-472c-830b-da30aaba1188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:18.244377 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acb51c9-aba7-40d7-9804-df4694cd8aa0 None None] Network aa12c746-076e-4459-9aea-c14044b2c67f requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:19:18.246044 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-75ad04ef-0f5a-472c-830b-da30aaba1188 admin admin] 10.222.0.130 "DELETE /v2.0/subnets/1dc60e55-c0f2-4615-8b34-bb0efa2199c1 HTTP/1.1" status: 204 len: 168 time: 0.3404610 Jan 24 17:19:18.249170 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44798) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:19:18.369465 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:18.382664 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] Deleting port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:19:18.383007 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:18.507860 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70151dbc-fd48-472b-9a01-b29d1ca1938d None None] DHCP port deletion for aa12c746-076e-4459-9aea-c14044b2c67f request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 17:19:18.512380 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-70151dbc-fd48-472b-9a01-b29d1ca1938d None None] Deleting port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:19:18.513459 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-70151dbc-fd48-472b-9a01-b29d1ca1938d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:18.595878 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] For port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e16a47a1-6e46-43a0-ad99-a1cc0c95be5d,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:19:18.596238 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:18.688210 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:18.725350 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] Calling delete_port for e16a47a1-6e46-43a0-ad99-a1cc0c95be5d owned by network:dhcp {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:19:18.728717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-70151dbc-fd48-472b-9a01-b29d1ca1938d None None] For port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=e16a47a1-6e46-43a0-ad99-a1cc0c95be5d,segment=NetworkSegment(262171aa-dba7-44ca-a2de-f58a9a934d15),segment_id=262171aa-dba7-44ca-a2de-f58a9a934d15)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:19:18.729124 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-70151dbc-fd48-472b-9a01-b29d1ca1938d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:18.804769 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:18.849181 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e16a47a1-6e46-43a0-ad99-a1cc0c95be5d,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:18.856085 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] No DVR routers for this DVR port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d on host dv-neutron-826104-1-hyperv {{(pid=83466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:19:18.862899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-70151dbc-fd48-472b-9a01-b29d1ca1938d None None] Calling delete_port for e16a47a1-6e46-43a0-ad99-a1cc0c95be5d owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 24 17:19:18.929092 dv-neutron-826104-1-hyperv neutron-server[83467]: util.warn( Jan 24 17:19:18.935247 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-70151dbc-fd48-472b-9a01-b29d1ca1938d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 17:19:18.935247 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-70151dbc-fd48-472b-9a01-b29d1ca1938d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 17:19:18.969530 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:19.000482 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa12c746-076e-4459-9aea-c14044b2c67f']}} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:19.013354 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262171aa-dba7-44ca-a2de-f58a9a934d15') {'for_net_delete': True} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:19.013631 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.services.segments.db [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262171aa-dba7-44ca-a2de-f58a9a934d15') {} {{(pid=83466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:19.025248 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3712545'] for segment, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:19.041548 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:19.048498 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=83466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 17:19:19.048877 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3542295'] for segment, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: Traceback (most recent call last): Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: timer() Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: cb(*args, **kw) Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: return func(*args, **kwargs) Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: self._notify() Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: self.callback(batched_events) Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: event.method(event) Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: return f(self, *a, **k) Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._get(url).json() Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: return self.request(url, 'GET', **kwargs) Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 17:19:19.062505 dv-neutron-826104-1-hyperv neutron-server[83466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 17:19:19.140826 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:19.145707 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] Notify callbacks [] for network, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:19.174247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa12c746-076e-4459-9aea-c14044b2c67f,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:19.189205 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-eea9bb68-19e2-4e91-bada-1ba7cb291ce7 admin admin] 10.222.0.130 "DELETE /v2.0/networks/aa12c746-076e-4459-9aea-c14044b2c67f HTTP/1.1" status: 204 len: 168 time: 0.9388208 Jan 24 17:19:19.193373 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44802) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:19:19.436904 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-70151dbc-fd48-472b-9a01-b29d1ca1938d None None] Deleting port e16a47a1-6e46-43a0-ad99-a1cc0c95be5d {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:19:19.437262 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-70151dbc-fd48-472b-9a01-b29d1ca1938d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:19.504872 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-70151dbc-fd48-472b-9a01-b29d1ca1938d None None] The port 'e16a47a1-6e46-43a0-ad99-a1cc0c95be5d' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 17:19:19.585227 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e16a47a1-6e46-43a0-ad99-a1cc0c95be5d no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:19:19.619712 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: e16a47a1-6e46-43a0-ad99-a1cc0c95be5d {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:19:19.620058 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device e16a47a1-6e46-43a0-ad99-a1cc0c95be5d not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:19:19.704688 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee539ff9-a00c-49f7-937b-87e351ed9df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-903124'] for router_interface, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:20.329334 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ee539ff9-a00c-49f7-937b-87e351ed9df2 admin admin] Deleting port c04b7b28-fef7-462d-b415-00f13bac9b70 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:19:20.330039 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee539ff9-a00c-49f7-937b-87e351ed9df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:20.509675 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-ee539ff9-a00c-49f7-937b-87e351ed9df2 admin admin] For port c04b7b28-fef7-462d-b415-00f13bac9b70, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c04b7b28-fef7-462d-b415-00f13bac9b70,segment=NetworkSegment(804c5d45-db41-4160-8e0d-ad0f96a0b353),segment_id=804c5d45-db41-4160-8e0d-ad0f96a0b353)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:19:20.510018 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee539ff9-a00c-49f7-937b-87e351ed9df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:20.635745 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-ee539ff9-a00c-49f7-937b-87e351ed9df2 admin admin] Calling delete_port for c04b7b28-fef7-462d-b415-00f13bac9b70 owned by network:router_interface {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:19:20.830461 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee539ff9-a00c-49f7-937b-87e351ed9df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:20.874666 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee539ff9-a00c-49f7-937b-87e351ed9df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c04b7b28-fef7-462d-b415-00f13bac9b70,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:21.264111 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-ee539ff9-a00c-49f7-937b-87e351ed9df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-916082'] for router_interface, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:21.869229 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee539ff9-a00c-49f7-937b-87e351ed9df2 admin admin] Router 52b8e479-05b0-41f1-9f4d-d79e6b40bc22 has already been hosted by L3 agent 03a6326a-a0d2-4353-9d8a-645bc955b280 {{(pid=83466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:19:22.079066 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee539ff9-a00c-49f7-937b-87e351ed9df2 admin admin] Notify agent at l3_agent.dv-neutron-826104-1-hyperv the message routers_updated {{(pid=83466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:19:22.097614 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-ee539ff9-a00c-49f7-937b-87e351ed9df2 admin admin] 10.222.0.130 "PUT /v2.0/routers/52b8e479-05b0-41f1-9f4d-d79e6b40bc22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9030738 Jan 24 17:19:22.099958 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44808) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:19:22.107872 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e082c6-8f4b-4c4d-98be-0e5d01ecdbed None None] Sync routers for ids ['52b8e479-05b0-41f1-9f4d-d79e6b40bc22'] in dv-neutron-826104-1-hyperv {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 24 17:19:22.143426 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e082c6-8f4b-4c4d-98be-0e5d01ecdbed None None] Routers {'52b8e479-05b0-41f1-9f4d-d79e6b40bc22'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:19:22.143981 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-71e082c6-8f4b-4c4d-98be-0e5d01ecdbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:19:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['52b8e479-05b0-41f1-9f4d-d79e6b40bc22'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:22.306685 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad633-4bf4-4b21-b0cb-6efad522bd58 admin admin] Notify callbacks [] for router, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:22.428745 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-71e082c6-8f4b-4c4d-98be-0e5d01ecdbed None None] Set router 52b8e479-05b0-41f1-9f4d-d79e6b40bc22 gateway port host: dv-neutron-826104-1-hyperv {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:19:22.507117 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad633-4bf4-4b21-b0cb-6efad522bd58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:22.517894 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ad633-4bf4-4b21-b0cb-6efad522bd58 admin admin] Deleting port c9749d91-6219-471c-ab65-b23aa58b7a48 {{(pid=83466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:19:22.518247 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad633-4bf4-4b21-b0cb-6efad522bd58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:22.720840 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-71e082c6-8f4b-4c4d-98be-0e5d01ecdbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'name': 'tempest-TestSnapshotPattern-726377159-router', 'tenant_id': 'b35bf56cd0bd4b098a204e054f723948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'external_fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'c9749d91-6219-471c-ab65-b23aa58b7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:07Z', 'updated_at': '2022-01-24T17:19:20Z', 'revision_number': 5, 'project_id': 'b35bf56cd0bd4b098a204e054f723948', 'gw_port': {'id': 'c9749d91-6219-471c-ab65-b23aa58b7a48', 'name': '', 'network_id': '2668b65a-79ae-4c58-beed-9fa3e5f27e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:28:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826104-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T17:14:07Z', 'updated_at': '2022-01-24T17:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cee5d3-eaab-4eb1-9a63-20e6e8ea4a0d', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826104-1-hyperv'}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:22.724724 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e082c6-8f4b-4c4d-98be-0e5d01ecdbed None None] Checking router: 52b8e479-05b0-41f1-9f4d-d79e6b40bc22 for host: dv-neutron-826104-1-hyperv {{(pid=83467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 24 17:19:22.738150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e082c6-8f4b-4c4d-98be-0e5d01ecdbed None None] Routers {'52b8e479-05b0-41f1-9f4d-d79e6b40bc22'} bound to L3 agent in host dv-neutron-826104-1-hyperv {{(pid=83467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 24 17:19:22.738765 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-71e082c6-8f4b-4c4d-98be-0e5d01ecdbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826104-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:08:39Z,description=,heartbeat_timestamp=2022-01-24T17:19:09Z,host='dv-neutron-826104-1-hyperv',id=03a6326a-a0d2-4353-9d8a-645bc955b280,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:08:39Z,topic='l3_agent')) {'router_ids': ['52b8e479-05b0-41f1-9f4d-d79e6b40bc22'], 'active': True} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:22.797355 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.db [None req-0e8ad633-4bf4-4b21-b0cb-6efad522bd58 admin admin] For port c9749d91-6219-471c-ab65-b23aa58b7a48, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=c9749d91-6219-471c-ab65-b23aa58b7a48,segment=NetworkSegment(523eb3cf-91b7-4548-bd68-784615963d7a),segment_id=523eb3cf-91b7-4548-bd68-784615963d7a)] {{(pid=83466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:19:22.797694 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad633-4bf4-4b21-b0cb-6efad522bd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:22.889969 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_dvr_db [None req-71e082c6-8f4b-4c4d-98be-0e5d01ecdbed None None] Set router 52b8e479-05b0-41f1-9f4d-d79e6b40bc22 gateway port host: None {{(pid=83467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 24 17:19:22.915950 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ad633-4bf4-4b21-b0cb-6efad522bd58 admin admin] Calling delete_port for c9749d91-6219-471c-ab65-b23aa58b7a48 owned by network:router_gateway {{(pid=83466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:19:22.992241 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.db.l3_hamode_db [None req-71e082c6-8f4b-4c4d-98be-0e5d01ecdbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'name': 'tempest-TestSnapshotPattern-726377159-router', 'tenant_id': 'b35bf56cd0bd4b098a204e054f723948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:07Z', 'updated_at': '2022-01-24T17:19:22Z', 'revision_number': 6, 'project_id': 'b35bf56cd0bd4b098a204e054f723948', 'gw_port_host': None}], 'dv-neutron-826104-1-hyperv', False) {} {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:22.996225 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e082c6-8f4b-4c4d-98be-0e5d01ecdbed None None] The sync data for ids ['52b8e479-05b0-41f1-9f4d-d79e6b40bc22'] in dv-neutron-826104-1-hyperv is: [{'id': '52b8e479-05b0-41f1-9f4d-d79e6b40bc22', 'name': 'tempest-TestSnapshotPattern-726377159-router', 'tenant_id': 'b35bf56cd0bd4b098a204e054f723948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T17:14:07Z', 'updated_at': '2022-01-24T17:19:22Z', 'revision_number': 6, 'project_id': 'b35bf56cd0bd4b098a204e054f723948', 'gw_port_host': None}] {{(pid=83467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 24 17:19:23.092699 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad633-4bf4-4b21-b0cb-6efad522bd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3542340'] for port, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:23.137232 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ad633-4bf4-4b21-b0cb-6efad522bd58 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9749d91-6219-471c-ab65-b23aa58b7a48,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:23.365276 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad633-4bf4-4b21-b0cb-6efad522bd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916159'] for router_gateway, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:23.629311 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad633-4bf4-4b21-b0cb-6efad522bd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-901123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256030'] for router, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:23.634024 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad633-4bf4-4b21-b0cb-6efad522bd58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:23.665700 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad633-4bf4-4b21-b0cb-6efad522bd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-904851'] for router, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:23.666202 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8ad633-4bf4-4b21-b0cb-6efad522bd58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52b8e479-05b0-41f1-9f4d-d79e6b40bc22 {{(pid=83466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 17:19:23.678511 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-0e8ad633-4bf4-4b21-b0cb-6efad522bd58 admin admin] Notify callbacks [] for router, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:23.680849 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-0e8ad633-4bf4-4b21-b0cb-6efad522bd58 admin admin] 10.222.0.130 "DELETE /v2.0/routers/52b8e479-05b0-41f1-9f4d-d79e6b40bc22 HTTP/1.1" status: 204 len: 168 time: 1.5787747 Jan 24 17:19:23.682464 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44812) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:19:23.754311 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.db.db_base_plugin_v2 [None req-77249d6b-7aa9-4548-99b4-cbeb9b9fb338 admin admin] Deleting subnet 05673a34-7432-4dc8-8b5f-6083235e387a {{(pid=83466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 24 17:19:23.759683 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77249d6b-7aa9-4548-99b4-cbeb9b9fb338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:23.786468 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c9749d91-6219-471c-ab65-b23aa58b7a48 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:19:23.813538 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77249d6b-7aa9-4548-99b4-cbeb9b9fb338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3712536'] for subnet, precommit_delete_associations {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:23.818823 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: c9749d91-6219-471c-ab65-b23aa58b7a48 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:19:23.819150 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c9749d91-6219-471c-ab65-b23aa58b7a48 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:19:23.819575 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c04b7b28-fef7-462d-b415-00f13bac9b70 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:19:23.852415 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: c04b7b28-fef7-462d-b415-00f13bac9b70 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:19:23.852756 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device c04b7b28-fef7-462d-b415-00f13bac9b70 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:19:23.899524 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77249d6b-7aa9-4548-99b4-cbeb9b9fb338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789202'] for subnet, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:23.970755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77249d6b-7aa9-4548-99b4-cbeb9b9fb338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3542709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3226800'] for subnet, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:24.015844 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77249d6b-7aa9-4548-99b4-cbeb9b9fb338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05673a34-7432-4dc8-8b5f-6083235e387a,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:24.024220 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-77249d6b-7aa9-4548-99b4-cbeb9b9fb338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:24.031697 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba92e946-56ae-4016-a81d-5a478f92e5b8 None None] Network 8c1bc455-903e-4d07-862f-23abc69dba38 requested from dv-neutron-826104-1-hyperv {{(pid=83467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 24 17:19:24.033445 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-77249d6b-7aa9-4548-99b4-cbeb9b9fb338 admin admin] 10.222.0.130 "DELETE /v2.0/subnets/05673a34-7432-4dc8-8b5f-6083235e387a HTTP/1.1" status: 204 len: 168 time: 0.3499949 Jan 24 17:19:24.036380 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44816) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:19:24.145641 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1714409'] for network, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:24.156238 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] Deleting port 74d7c2e1-d68b-482b-bced-63187d3d4ea2 {{(pid=83465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:19:24.156477 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:24.286972 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409a3926-094e-407e-8bc2-3c5da51e1845 None None] DHCP port deletion for 8c1bc455-903e-4d07-862f-23abc69dba38 request from dv-neutron-826104-1-hyperv {{(pid=83467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 24 17:19:24.291248 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-409a3926-094e-407e-8bc2-3c5da51e1845 None None] Deleting port 74d7c2e1-d68b-482b-bced-63187d3d4ea2 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:19:24.291642 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-409a3926-094e-407e-8bc2-3c5da51e1845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:24.364485 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.db [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] For port 74d7c2e1-d68b-482b-bced-63187d3d4ea2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=74d7c2e1-d68b-482b-bced-63187d3d4ea2,segment=NetworkSegment(804c5d45-db41-4160-8e0d-ad0f96a0b353),segment_id=804c5d45-db41-4160-8e0d-ad0f96a0b353)] {{(pid=83465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:19:24.364722 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:24.492382 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.db [None req-409a3926-094e-407e-8bc2-3c5da51e1845 None None] For port 74d7c2e1-d68b-482b-bced-63187d3d4ea2, host dv-neutron-826104-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826104-1-hyperv',level=0,port_id=74d7c2e1-d68b-482b-bced-63187d3d4ea2,segment=NetworkSegment(804c5d45-db41-4160-8e0d-ad0f96a0b353),segment_id=804c5d45-db41-4160-8e0d-ad0f96a0b353)] {{(pid=83467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:19:24.492772 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-409a3926-094e-407e-8bc2-3c5da51e1845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764545'] for port, precommit_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:24.493984 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.plugin [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] Calling delete_port for 74d7c2e1-d68b-482b-bced-63187d3d4ea2 owned by network:dhcp {{(pid=83465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:19:24.572558 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1792633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726508181751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726507808247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3451525'] for port, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:24.615973 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] Pushing event deleted for resources: {'Port': ['ID=74d7c2e1-d68b-482b-bced-63187d3d4ea2,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:24.623596 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] No DVR routers for this DVR port 74d7c2e1-d68b-482b-bced-63187d3d4ea2 on host dv-neutron-826104-1-hyperv {{(pid=83465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:19:24.658791 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-409a3926-094e-407e-8bc2-3c5da51e1845 None None] Calling delete_port for 74d7c2e1-d68b-482b-bced-63187d3d4ea2 owned by network:dhcp {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 24 17:19:24.729523 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.db.api [None req-409a3926-094e-407e-8bc2-3c5da51e1845 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 17:19:24.729885 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG oslo_db.api [None req-409a3926-094e-407e-8bc2-3c5da51e1845 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 17:19:24.747788 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1789581', 'neutron.services.segments.db._delete_segments_for_network-8726508257756'] for network, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:24.780658 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1bc455-903e-4d07-862f-23abc69dba38']}} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:24.798105 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804c5d45-db41-4160-8e0d-ad0f96a0b353') {'for_net_delete': True} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:24.798411 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.services.segments.db [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804c5d45-db41-4160-8e0d-ad0f96a0b353') {} {{(pid=83465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:19:24.810774 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726508257639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3264529'] for segment, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:24.830903 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786040'] for segment, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:24.840026 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=83465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 24 17:19:24.840650 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3451606'] for segment, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: Traceback (most recent call last): Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: timer() Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: cb(*args, **kw) Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: return func(*args, **kwargs) Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: self._notify() Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: self.callback(batched_events) Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: event.method(event) Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: return f(self, *a, **k) Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._get(url).json() Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: return self.request(url, 'GET', **kwargs) Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 17:19:24.859959 dv-neutron-826104-1-hyperv neutron-server[83465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 17:19:24.937935 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1789588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916180'] for network, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:24.943740 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] Notify callbacks [] for network, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:24.968205 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c1bc455-903e-4d07-862f-23abc69dba38,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:24.974194 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-ea8bc0ea-07f6-4175-8175-283cf62c4966 admin admin] 10.222.0.130 "DELETE /v2.0/networks/8c1bc455-903e-4d07-862f-23abc69dba38 HTTP/1.1" status: 204 len: 168 time: 0.9367063 Jan 24 17:19:25.119988 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44822) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:19:25.180690 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-9dbbbb3b-c57c-4e38-a32d-616e4931c860 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=b6d8e4922bfc4b1a99d72fbd55d562be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0594826 Jan 24 17:19:25.183263 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.wsgi [-] (83465) accepted ('10.222.0.130', 44826) {{(pid=83465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:19:25.231438 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-409a3926-094e-407e-8bc2-3c5da51e1845 None None] Deleting port 74d7c2e1-d68b-482b-bced-63187d3d4ea2 {{(pid=83467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 24 17:19:25.232211 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-409a3926-094e-407e-8bc2-3c5da51e1845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726508321594'] for port, before_delete {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:25.301634 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-409a3926-094e-407e-8bc2-3c5da51e1845 None None] The port '74d7c2e1-d68b-482b-bced-63187d3d4ea2' was deleted {{(pid=83467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 24 17:19:25.353218 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6e12-1ee2-4d4e-8af6-4bfbfda79cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:25.381225 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6e12-1ee2-4d4e-8af6-4bfbfda79cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:25.436121 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6e12-1ee2-4d4e-8af6-4bfbfda79cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:25.455095 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee6e12-1ee2-4d4e-8af6-4bfbfda79cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b527b5b-a4dc-4896-bd33-1870bc2eb939,revision_number=None']} {{(pid=83465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:25.461728 dv-neutron-826104-1-hyperv neutron-server[83465]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6e12-1ee2-4d4e-8af6-4bfbfda79cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:25.462907 dv-neutron-826104-1-hyperv neutron-server[83465]: INFO neutron.wsgi [None req-b8ee6e12-1ee2-4d4e-8af6-4bfbfda79cd3 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/8b527b5b-a4dc-4896-bd33-1870bc2eb939 HTTP/1.1" status: 204 len: 168 time: 0.2785847 Jan 24 17:19:25.589298 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 74d7c2e1-d68b-482b-bced-63187d3d4ea2 no longer exists at agent ovs-agent-dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 24 17:19:25.621597 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.plugin [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] No Port match for: 74d7c2e1-d68b-482b-bced-63187d3d4ea2 {{(pid=83467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 24 17:19:25.622091 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron.plugins.ml2.rpc [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Device 74d7c2e1-d68b-482b-bced-63187d3d4ea2 not bound to the agent host dv-neutron-826104-1-hyperv {{(pid=83467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 24 17:19:25.890852 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44834) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:19:25.945984 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-d352744d-3399-4b44-90e7-1698d5f1b526 admin admin] 10.222.0.130 "GET /v2.0/security-groups?tenant_id=b35bf56cd0bd4b098a204e054f723948&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537555 Jan 24 17:19:25.949842 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.wsgi [-] (83466) accepted ('10.222.0.130', 44838) {{(pid=83466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 24 17:19:26.010313 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-25a35cda-48ed-42b1-9e02-4051e4b12ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:26.039755 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-25a35cda-48ed-42b1-9e02-4051e4b12ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:26.094295 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-25a35cda-48ed-42b1-9e02-4051e4b12ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862244'] for security_group, after_delete {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:26.108682 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a35cda-48ed-42b1-9e02-4051e4b12ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3772f0a0-59e1-45bf-8ba8-940e74a62a71,revision_number=None']} {{(pid=83466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:19:26.115137 dv-neutron-826104-1-hyperv neutron-server[83466]: DEBUG neutron_lib.callbacks.manager [None req-25a35cda-48ed-42b1-9e02-4051e4b12ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:26.116306 dv-neutron-826104-1-hyperv neutron-server[83466]: INFO neutron.wsgi [None req-25a35cda-48ed-42b1-9e02-4051e4b12ad6 admin admin] 10.222.0.130 "DELETE /v2.0/security-groups/3772f0a0-59e1-45bf-8ba8-940e74a62a71 HTTP/1.1" status: 204 len: 168 time: 0.1655314 Jan 24 17:19:34.672166 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:19:37.012159 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c967ec1f-29e9-4f27-a33f-85a0e864c914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:39.262909 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-edec31a2-2971-42ae-a9bb-0a9056a332be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:40.430620 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:40.635086 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:42.058379 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:19:48.646467 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:20:07.020207 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-281fbb7f-837a-4634-a9db-44a939237350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:20:09.261670 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ff8f0a89-780b-43d6-bede-abd8c1332f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:20:10.435702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:20:10.650717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:20:11.677208 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:20:12.062559 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:20:18.681899 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:20:37.019982 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c1686ea4-71e1-4df9-9a4e-d88c37209f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:20:39.257341 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e47f2bc3-0859-45c6-924b-14f47d439a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:20:40.434892 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:20:40.648702 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:20:42.064584 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:20:48.679021 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:20:48.691190 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:21:07.015318 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ab0eefc8-b8b2-492f-ba25-1597872c4176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:21:09.253273 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d127f44d-23f1-4097-811f-333910174160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:21:10.432439 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:21:10.650149 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:21:12.068714 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:21:18.696276 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:21:25.682715 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:21:37.014399 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-a3d6ecf8-8caf-4fcd-a89a-2c2560da8454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:21:39.267498 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d8aed0be-845a-47ce-95eb-11327b56a21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:21:40.429043 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:21:40.651002 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:21:42.072289 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:21:48.703321 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:22:02.688717 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:22:07.012910 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-ad27c262-ca2f-436b-9111-df4300adc3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:22:09.264967 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-439aa7c6-0ea2-459d-864d-02e5b3bfc956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:22:10.429664 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:22:10.653828 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:22:12.073881 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:22:18.709010 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:22:37.008910 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-fbb45dbb-6d12-40b3-8710-b2568ae1db4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:22:39.261115 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9c8a9585-8c95-435b-8b17-da2eac859336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:22:39.694810 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:22:40.428327 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:22:40.658522 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:22:42.077280 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:22:48.728267 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:23:07.019251 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4916734c-4581-47dd-aca9-0e52d953d7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:23:09.260451 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-519482cf-3a34-4e86-914c-5e23e6bf5ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:23:10.428881 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:23:10.659913 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:23:12.079610 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:23:16.697853 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:23:18.724425 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:23:37.019644 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-d165095a-6804-4e38-8051-aa3c15c0f782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:23:39.257361 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-dccbb026-f66a-4f60-8e59-bb0d7982d6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:23:40.426456 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:23:40.669486 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:23:42.083595 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:23:48.737986 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:23:53.702168 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:24:07.024433 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-9b344790-04d8-4eec-8eaf-22df758a1217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:24:09.255717 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-e9b76c22-0668-4a22-87b3-a5990de8c180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:24:10.425218 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:24:10.670357 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:24:12.088135 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:24:18.748178 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:24:30.705376 dv-neutron-826104-1-hyperv neutron-server[83468]: DEBUG neutron.db.agents_db [None req-aa4a5070-d1ee-4b88-900a-4ed9a55ffe75 None None] Agent healthcheck: found 6 active agents {{(pid=83468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 24 17:24:37.024143 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f267871d-e5b0-483f-ad31-c7050aba2004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:24:39.255092 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-f61ad440-fb6a-4cf2-b862-a7448d5eb219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:24:40.421202 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-4b74adb5-93fa-4653-ac17-a5abded35c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:24:40.669414 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-b3749b0d-927a-4997-a253-4335feda9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:24:42.091008 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc8cc-561b-47d5-82c4-de4a3de27d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 24 17:24:48.753554 dv-neutron-826104-1-hyperv neutron-server[83467]: DEBUG neutron_lib.callbacks.manager [None req-567b003d-a219-4ada-a3f5-57b9ef9b1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726508257738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784205'] for agent, after_update {{(pid=83467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}